00000001:02000400:1.0F:1749609195.560548:0:4699:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 123ae: llog_cancel can cancel requested record ========================================================== 22:33:15 (1749609195) 00000001:02000400:1.0:1749609198.615976:0:5221:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-server.virtnet: executing load_modules_local 00000100:00000010:1.0:1749609200.985704:0:5934:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b47c1940. 00000020:00000010:1.0:1749609200.985708:0:5934:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b47c1a40. 00000020:00000010:1.0:1749609200.985712:0:5934:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a209400. 00000020:00000010:1.0:1749609200.985713:0:5934:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a208800. 00000040:00000010:1.0:1749609200.985715:0:5934:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009a209800. 00000020:00000010:1.0:1749609200.985717:0:5934:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b98800. 00000020:00000010:1.0:1749609200.985720:0:5934:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6f8c0. 00000020:00000010:1.0:1749609200.985722:0:5934:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009a208400. 80000000:00000010:1.0:1749609200.985723:0:5934:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec58a0. 40000000:00000010:1.0:1749609200.985725:0:5934:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b47c1c80. 00100000:00000010:1.0:1749609200.985727:0:5934:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b9b800. 00040000:00000010:1.0:1749609200.985729:0:5934:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80da800. 00040000:00000010:1.0:1749609200.985731:0:5934:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009a208c00. 00080000:00000010:1.0:1749609200.985734:0:5934:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009bd7e000. 00080000:00000010:1.0:1749609200.985737:0:5934:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800aceac000. 00002000:00000010:1.0:1749609200.985740:0:5934:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f118800. 00000100:00000200:1.0:1749609200.985742:0:5934:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1749609200.985746:0:5934:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef0b0. 00000400:00000010:1.0:1749609200.985751:0:5934:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a8c00. 00000100:00000010:1.0:1749609200.985758:0:5934:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880097b99800. 00000100:00000200:1.0:1749609200.985766:0:5934:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1749609200.985878:0:5935:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b47c1700. 00000020:00000010:1.0:1749609200.985881:0:5935:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b47c1d40. 00000020:00000010:1.0:1749609200.985883:0:5935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a208e00. 00000020:00000010:1.0:1749609200.985885:0:5935:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a209a00. 00000040:00000010:1.0:1749609200.985887:0:5935:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009a209200. 00000020:00000010:1.0:1749609200.985889:0:5935:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9b000. 00000020:00000010:1.0:1749609200.985891:0:5935:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6a840. 00000020:00000010:1.0:1749609200.985893:0:5935:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009a209600. 80000000:00000010:1.0:1749609200.985895:0:5935:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5060. 40000000:00000010:1.0:1749609200.985896:0:5935:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b47c1a00. 00100000:00000010:1.0:1749609200.985903:0:5935:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b9e000. 00040000:00000010:1.0:1749609200.985905:0:5935:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80da200. 00040000:00000010:1.0:1749609200.985906:0:5935:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009a209000. 00080000:00000010:1.0:1749609200.985910:0:5935:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009bd7f000. 00080000:00000010:1.0:1749609200.985913:0:5935:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800aceae000. 00002000:00000010:1.0:1749609200.985916:0:5935:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f119000. 00000100:00000010:1.0:1749609200.985918:0:5935:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880097b9c800. 00000100:00000200:1.0:1749609200.985923:0:5935:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1749609200.986559:0:5936:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b47c1bc0. 00000020:00000010:1.0:1749609200.986562:0:5936:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b47c18c0. 00000020:00000010:1.0:1749609200.986565:0:5936:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a208600. 00000020:00000010:1.0:1749609200.986566:0:5936:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a208000. 00000020:00000010:1.0:1749609200.986568:0:5936:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff880097ec5960. 00000040:00000010:1.0:1749609200.986571:0:5936:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8cd3e00. 00000020:00000010:1.0:1749609200.986572:0:5936:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9c000. 00000020:00000010:1.0:1749609200.986574:0:5936:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6eeb0. 00000020:00000010:1.0:1749609200.986576:0:5936:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8cd3c00. 80000000:00000010:1.0:1749609200.986578:0:5936:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5ba0. 40000000:00000010:1.0:1749609200.986579:0:5936:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b47c1880. 00000008:00000010:1.0:1749609200.986581:0:5936:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dbd37c8. 00020000:00000010:1.0:1749609200.986583:0:5936:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800974a8600. 00008000:00000010:1.0:1749609200.986585:0:5936:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012dc351a8. 00100000:00000010:1.0:1749609200.986587:0:5936:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b9a000. 00040000:00000010:1.0:1749609200.986589:0:5936:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80dad00. 00040000:00000010:1.0:1749609200.986590:0:5936:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8cd2c00. 00080000:00000010:1.0:1749609200.986593:0:5936:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009bd7d000. 00080000:00000010:1.0:1749609200.986596:0:5936:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800aceaa000. 00002000:00000010:1.0:1749609200.986599:0:5936:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f11a400. 00000080:00000010:1.0:1749609200.986601:0:5936:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff880129c0e000. 00000080:00000010:1.0:1749609200.986603:0:5936:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88012dd04b68. 00000100:00000200:1.0:1749609200.986604:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986606:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef108. 00000400:00000010:1.0:1749609200.986609:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a83c0. 00000100:00000200:1.0:1749609200.986614:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986615:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef160. 00000400:00000010:1.0:1749609200.986616:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a8180. 00000100:00000200:1.0:1749609200.986617:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986618:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef1b8. 00000400:00000010:1.0:1749609200.986620:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a8240. 00000100:00000200:1.0:1749609200.986620:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986621:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef210. 00000400:00000010:1.0:1749609200.986622:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a8540. 00000100:00000200:1.0:1749609200.986623:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986624:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef268. 00000400:00000010:1.0:1749609200.986625:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a8b40. 00000100:00000200:1.0:1749609200.986625:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986626:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef2c0. 00000400:00000010:1.0:1749609200.986627:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a8d80. 00000100:00000200:1.0:1749609200.986628:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986629:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef318. 00000400:00000010:1.0:1749609200.986629:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a8f00. 00000100:00000200:1.0:1749609200.986630:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986631:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef370. 00000400:00000010:1.0:1749609200.986632:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a8300. 00000100:00000200:1.0:1749609200.986632:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986633:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef3c8. 00000400:00000010:1.0:1749609200.986634:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a86c0. 00000100:00000200:1.0:1749609200.986635:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986635:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef420. 00000400:00000010:1.0:1749609200.986636:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800974a8e40. 00000100:00000200:1.0:1749609200.986637:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986638:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef478. 00000400:00000010:1.0:1749609200.986639:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db87c00. 00000100:00000200:1.0:1749609200.986640:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986641:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef4d0. 00000400:00000010:1.0:1749609200.986642:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db87840. 00000100:00000200:1.0:1749609200.986643:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986643:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef528. 00000400:00000010:1.0:1749609200.986646:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db87900. 00000100:00000200:1.0:1749609200.986648:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986649:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef580. 00000400:00000010:1.0:1749609200.986650:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db87f00. 00000100:00000200:1.0:1749609200.986651:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986652:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef5d8. 00000400:00000010:1.0:1749609200.986652:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db87e40. 00000100:00000200:1.0:1749609200.986653:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986654:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef630. 00000400:00000010:1.0:1749609200.986655:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db876c0. 00000100:00000200:1.0:1749609200.986655:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986656:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef688. 00000400:00000010:1.0:1749609200.986657:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db87a80. 00000100:00000200:1.0:1749609200.986658:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986658:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef6e0. 00000400:00000010:1.0:1749609200.986659:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db87cc0. 00000100:00000200:1.0:1749609200.986660:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986661:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef738. 00000400:00000010:1.0:1749609200.986661:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db879c0. 00000100:00000200:1.0:1749609200.986662:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986663:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef790. 00000400:00000010:1.0:1749609200.986664:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db87d80. 00000100:00000200:1.0:1749609200.986664:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986665:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef7e8. 00000400:00000010:1.0:1749609200.986666:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012db87780. 00000100:00000200:1.0:1749609200.986667:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986667:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef840. 00000400:00000010:1.0:1749609200.986669:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545b40. 00000100:00000200:1.0:1749609200.986670:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986670:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef898. 00000400:00000010:1.0:1749609200.986671:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545780. 00000100:00000200:1.0:1749609200.986672:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986673:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef8f0. 00000400:00000010:1.0:1749609200.986692:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545c00. 00000100:00000200:1.0:1749609200.986695:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986701:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef948. 00000400:00000010:1.0:1749609200.986703:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545540. 00000100:00000200:1.0:1749609200.986705:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986706:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef9a0. 00000400:00000010:1.0:1749609200.986708:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d5456c0. 00000100:00000200:1.0:1749609200.986709:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986710:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef9f8. 00000400:00000010:1.0:1749609200.986712:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545d80. 00000100:00000200:1.0:1749609200.986713:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986714:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efa50. 00000400:00000010:1.0:1749609200.986716:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d5459c0. 00000100:00000200:1.0:1749609200.986718:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986719:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efaa8. 00000400:00000010:1.0:1749609200.986720:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545e40. 00000100:00000200:1.0:1749609200.986721:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986723:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efb00. 00000400:00000010:1.0:1749609200.986724:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545900. 00000100:00000200:1.0:1749609200.986726:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986727:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efb58. 00000400:00000010:1.0:1749609200.986728:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545840. 00000100:00000200:1.0:1749609200.986730:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986731:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efbb0. 00000400:00000010:1.0:1749609200.986732:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545f00. 00000100:00000200:1.0:1749609200.986734:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986735:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efc08. 00000400:00000010:1.0:1749609200.986737:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545cc0. 00000100:00000200:1.0:1749609200.986738:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986739:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efc60. 00000400:00000010:1.0:1749609200.986740:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545240. 00000100:00000200:1.0:1749609200.986742:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986743:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efcb8. 00000400:00000010:1.0:1749609200.986744:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d5450c0. 00000100:00000200:1.0:1749609200.986746:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986747:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efd10. 00000400:00000010:1.0:1749609200.986748:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545a80. 00000100:00000200:1.0:1749609200.986755:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986757:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efd68. 00000400:00000010:1.0:1749609200.986759:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545000. 00000100:00000200:1.0:1749609200.986760:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986761:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efdc0. 00000400:00000010:1.0:1749609200.986763:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545300. 00000100:00000200:1.0:1749609200.986764:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986766:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efe18. 00000400:00000010:1.0:1749609200.986767:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545600. 00000100:00000200:1.0:1749609200.986769:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986770:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efe70. 00000400:00000010:1.0:1749609200.986771:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545180. 00000100:00000200:1.0:1749609200.986773:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986774:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52efec8. 00000400:00000010:1.0:1749609200.986776:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d5453c0. 00000100:00000200:1.0:1749609200.986777:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986778:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52eff20. 00000400:00000010:1.0:1749609200.986780:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d545480. 00000100:00000200:1.0:1749609200.986782:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986783:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52eff78. 00000400:00000010:1.0:1749609200.986786:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7c00. 00000100:00000200:1.0:1749609200.986787:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986789:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef058. 00000400:00000010:1.0:1749609200.986790:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7600. 00000100:00000200:1.0:1749609200.986792:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986793:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52ef000. 00000400:00000010:1.0:1749609200.986795:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7cc0. 00000100:00000200:1.0:1749609200.986796:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986799:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85000. 00000400:00000010:1.0:1749609200.986800:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7f00. 00000100:00000200:1.0:1749609200.986802:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986803:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85058. 00000400:00000010:1.0:1749609200.986805:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7300. 00000100:00000200:1.0:1749609200.986806:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986808:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec850b0. 00000400:00000010:1.0:1749609200.986814:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7e40. 00000100:00000200:1.0:1749609200.986817:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986818:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85108. 00000400:00000010:1.0:1749609200.986820:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7000. 00000100:00000200:1.0:1749609200.986821:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986823:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85160. 00000400:00000010:1.0:1749609200.986824:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f76c0. 00000100:00000200:1.0:1749609200.986826:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986827:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec851b8. 00000400:00000010:1.0:1749609200.986829:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7d80. 00000100:00000200:1.0:1749609200.986831:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986832:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85210. 00000400:00000010:1.0:1749609200.986833:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7540. 00000100:00000200:1.0:1749609200.986835:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986836:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85268. 00000400:00000010:1.0:1749609200.986838:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f70c0. 00000100:00000200:1.0:1749609200.986839:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986841:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec852c0. 00000400:00000010:1.0:1749609200.986842:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f79c0. 00000100:00000200:1.0:1749609200.986844:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986845:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85318. 00000400:00000010:1.0:1749609200.986847:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f73c0. 00000100:00000200:1.0:1749609200.986848:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986849:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85370. 00000400:00000010:1.0:1749609200.986851:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7480. 00000100:00000200:1.0:1749609200.986852:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986854:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec853c8. 00000400:00000010:1.0:1749609200.986855:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7900. 00000100:00000200:1.0:1749609200.986857:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986858:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85420. 00000400:00000010:1.0:1749609200.986859:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7180. 00000100:00000200:1.0:1749609200.986860:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986861:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85478. 00000400:00000010:1.0:1749609200.986862:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7b40. 00000100:00000200:1.0:1749609200.986863:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986867:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec854d0. 00000400:00000010:1.0:1749609200.986869:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7a80. 00000100:00000200:1.0:1749609200.986870:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986871:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85528. 00000400:00000010:1.0:1749609200.986872:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012d7f7240. 00000100:00000200:1.0:1749609200.986873:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986874:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85580. 00000400:00000010:1.0:1749609200.986876:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230000. 00000100:00000200:1.0:1749609200.986877:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986878:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec855d8. 00000400:00000010:1.0:1749609200.986879:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d2300c0. 00000100:00000200:1.0:1749609200.986880:0:5936:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749609200.986881:0:5936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85630. 00000400:00000010:1.0:1749609200.986882:0:5936:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230180. 00000100:00000010:1.0:1749609200.986884:0:5936:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880097b9f800. 00000100:00000200:1.0:1749609200.986896:0:5936:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1749609200.987046:0:5937:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b47c1e80. 00000020:00000010:1.0:1749609200.987048:0:5937:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b47c1f40. 00000020:00000010:1.0:1749609200.987050:0:5937:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8cd2800. 00000020:00000010:1.0:1749609200.987052:0:5937:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8cd2000. 00000020:00000010:1.0:1749609200.987053:0:5937:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff880097ec5b40. 00000040:00000010:1.0:1749609200.987054:0:5937:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8cd2a00. 00000020:00000010:1.0:1749609200.987056:0:5937:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9e800. 00000020:00000010:1.0:1749609200.987058:0:5937:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6f3b8. 00000020:00000010:1.0:1749609200.987059:0:5937:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8cd2e00. 80000000:00000010:1.0:1749609200.987061:0:5937:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec52a0. 40000000:00000010:1.0:1749609200.987062:0:5937:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b47c14c0. 00000008:00000010:1.0:1749609200.987064:0:5937:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dbd6468. 00020000:00000010:1.0:1749609200.987065:0:5937:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88009d230300. 00008000:00000010:1.0:1749609200.987067:0:5937:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012dc35fc8. 00100000:00000010:1.0:1749609200.987069:0:5937:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b9d800. 00040000:00000010:1.0:1749609200.987070:0:5937:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80dab00. 00040000:00000010:1.0:1749609200.987073:0:5937:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a82b5200. 00080000:00000010:1.0:1749609200.987076:0:5937:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009bd79000. 00080000:00000010:1.0:1749609200.987081:0:5937:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800acea8000. 00002000:00000010:1.0:1749609200.987084:0:5937:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f119400. 00000080:00000010:1.0:1749609200.987085:0:5937:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff880129c0e498. 00000080:00000010:1.0:1749609200.987087:0:5937:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88012dd05488. 00000100:00000010:1.0:1749609200.987089:0:5937:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880097b98000. 00000100:00000200:1.0:1749609200.987094:0:5937:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1749609200.987218:0:5938:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b47c12c0. 00000020:00000010:1.0:1749609200.987220:0:5938:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b47c19c0. 00000020:00000010:1.0:1749609200.987223:0:5938:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a82b4800. 00000020:00000010:1.0:1749609200.987225:0:5938:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a82b5c00. 00000020:00000010:1.0:1749609200.987227:0:5938:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff880097ec5840. 00000040:00000010:1.0:1749609200.987229:0:5938:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a82b4200. 00000020:00000010:1.0:1749609200.987230:0:5938:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9d000. 00000020:00000010:1.0:1749609200.987232:0:5938:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6e4a0. 00000020:00000010:1.0:1749609200.987233:0:5938:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a82b4e00. 80000000:00000010:1.0:1749609200.987235:0:5938:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5660. 40000000:00000010:1.0:1749609200.987236:0:5938:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b47c1d80. 00000008:00000010:1.0:1749609200.987238:0:5938:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dbd6f90. 00020000:00000010:1.0:1749609200.987239:0:5938:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88009d230480. 00008000:00000010:1.0:1749609200.987240:0:5938:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012dc36350. 00100000:00000010:1.0:1749609200.987242:0:5938:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b99000. 00040000:00000010:1.0:1749609200.987243:0:5938:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80dac00. 00040000:00000010:1.0:1749609200.987245:0:5938:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a82b4400. 00080000:00000010:1.0:1749609200.987248:0:5938:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009bd7b000. 00080000:00000010:1.0:1749609200.987251:0:5938:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e26e000. 00002000:00000010:1.0:1749609200.987253:0:5938:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f11b800. 00000080:00000010:1.0:1749609200.987254:0:5938:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff880129c0ec78. 00000080:00000010:1.0:1749609200.987255:0:5938:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88012dd056d0. 00000100:00000010:1.0:1749609200.987257:0:5938:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880097b9f000. 00000100:00000200:1.0:1749609200.987262:0:5938:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1749609200.987339:0:5939:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800b47c1fc0. 00000020:00000010:1.0:1749609200.987341:0:5939:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a82b5800. 00000020:00000010:1.0:1749609200.987342:0:5939:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a82b4000. 00000020:00000010:1.0:1749609200.987347:0:5939:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9a800. 00000020:00000010:1.0:1749609200.987349:0:5939:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6e9a8. 00000020:00000010:1.0:1749609200.987351:0:5939:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a82b5a00. 80000000:00000010:1.0:1749609200.987352:0:5939:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec51e0. 40000000:00000010:1.0:1749609200.987354:0:5939:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012a371200. 00100000:00000010:1.0:1749609200.987356:0:5939:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096d24800. 00040000:00000010:1.0:1749609200.987357:0:5939:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80da300. 00040000:00000010:1.0:1749609200.987359:0:5939:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a82b5400. 00080000:00000010:1.0:1749609200.987361:0:5939:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009bd78000. 00080000:00000010:1.0:1749609200.987364:0:5939:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e268000. 00002000:00000010:1.0:1749609200.987367:0:5939:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f118400. 00000020:00000010:1.0:1749609200.987368:0:5939:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a371640. 00010000:00000010:1.0:1749609200.987433:0:5940:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff88012a3719c0. 00000020:00000010:1.0:1749609200.987436:0:5940:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b47eb400. 00000020:00000010:1.0:1749609200.987437:0:5940:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b47eb800. 00000020:00000010:1.0:1749609200.987439:0:5940:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096d24000. 00000020:00000010:1.0:1749609200.987440:0:5940:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6d588. 00000020:00000010:1.0:1749609200.987442:0:5940:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b47eaa00. 80000000:00000010:1.0:1749609200.987443:0:5940:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec57e0. 40000000:00000010:1.0:1749609200.987444:0:5940:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012a371540. 00100000:00000010:1.0:1749609200.987445:0:5940:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096d23000. 00040000:00000010:1.0:1749609200.987446:0:5940:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80da100. 00040000:00000010:1.0:1749609200.987448:0:5940:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b47ea400. 00080000:00000010:1.0:1749609200.987450:0:5940:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009bd7c000. 00080000:00000010:1.0:1749609200.987453:0:5940:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e26c000. 00002000:00000010:1.0:1749609200.987455:0:5940:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f118c00. 00000020:00000010:1.0:1749609200.987456:0:5940:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a371580. 00000020:00000010:1.0:1749609200.987508:0:5941:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b47ea200. 00000020:00000010:1.0:1749609200.987510:0:5941:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b47ebc00. 00000040:00000010:1.0:1749609200.987512:0:5941:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b47eac00. 00000020:00000010:1.0:1749609200.987514:0:5941:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096d26000. 00000020:00000010:1.0:1749609200.987516:0:5941:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd68f18. 00000020:00000010:1.0:1749609200.987518:0:5941:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b47ea000. 80000000:00000010:1.0:1749609200.987524:0:5941:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec56c0. 40000000:00000010:1.0:1749609200.987526:0:5941:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012a371f80. 00100000:00000010:1.0:1749609200.987528:0:5941:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096d21000. 00040000:00000010:1.0:1749609200.987530:0:5941:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80daa00. 00040000:00000010:1.0:1749609200.987533:0:5941:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5225a00. 00080000:00000010:1.0:1749609200.987536:0:5941:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009bd7a000. 00080000:00000010:1.0:1749609200.987539:0:5941:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e26a000. 00002000:00000010:1.0:1749609200.987543:0:5941:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f11b400. 00000020:00000010:1.0:1749609200.987545:0:5941:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a371500. 00000100:00000010:1.0:1749609200.990689:0:5943:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a3714c0. 00000020:00000010:1.0:1749609200.990691:0:5943:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a3716c0. 00000020:00000010:1.0:1749609200.990694:0:5943:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5225600. 00000020:00000010:1.0:1749609200.990696:0:5943:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5225e00. 00000040:00000010:1.0:1749609200.990698:0:5943:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008fb64200. 00000020:00000010:1.0:1749609200.990701:0:5943:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096d23800. 00000020:00000010:1.0:1749609200.990703:0:5943:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008fb64e00. 80000000:00000010:1.0:1749609200.990704:0:5943:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5d20. 00040000:00000010:1.0:1749609200.990706:0:5943:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008fb65800. 00080000:00000010:1.0:1749609200.990708:0:5943:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129db2000. 00080000:00000010:1.0:1749609200.990716:0:5943:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800acdc0000. 20000000:00000010:1.0:1749609200.990718:0:5943:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff88008fb65000. 00000100:00000200:1.0:1749609200.990720:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990723:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85688. 00000400:00000010:1.0:1749609200.990726:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230600. 00000100:00000200:1.0:1749609200.990728:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990729:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec856e0. 00000400:00000010:1.0:1749609200.990730:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d2306c0. 00000100:00000200:1.0:1749609200.990731:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990732:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85738. 00000400:00000010:1.0:1749609200.990734:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230780. 00000100:00000200:1.0:1749609200.990734:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990735:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85790. 00000400:00000010:1.0:1749609200.990736:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230840. 00000100:00000200:1.0:1749609200.990737:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990740:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec857e8. 00000400:00000010:1.0:1749609200.990742:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230900. 00000100:00000200:1.0:1749609200.990743:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990744:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85840. 00000400:00000010:1.0:1749609200.990745:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d2309c0. 00000100:00000200:1.0:1749609200.990746:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990747:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85898. 00000400:00000010:1.0:1749609200.990748:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230a80. 00000100:00000200:1.0:1749609200.990749:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990749:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec858f0. 00000400:00000010:1.0:1749609200.990750:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230b40. 00000100:00000200:1.0:1749609200.990751:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990752:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85948. 00000400:00000010:1.0:1749609200.990753:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230c00. 00000100:00000200:1.0:1749609200.990754:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990754:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec859a0. 00000400:00000010:1.0:1749609200.990755:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230cc0. 00000100:00000200:1.0:1749609200.990756:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990757:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec859f8. 00000400:00000010:1.0:1749609200.990757:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230d80. 00000100:00000200:1.0:1749609200.990758:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990759:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85a50. 00000400:00000010:1.0:1749609200.990760:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230e40. 00000100:00000200:1.0:1749609200.990760:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990761:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85aa8. 00000400:00000010:1.0:1749609200.990762:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d230f00. 00000100:00000200:1.0:1749609200.990763:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990763:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85b00. 00000400:00000010:1.0:1749609200.990765:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562000. 00000100:00000200:1.0:1749609200.990766:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990766:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85b58. 00000400:00000010:1.0:1749609200.990767:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800965620c0. 00000100:00000200:1.0:1749609200.990768:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990769:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85bb0. 00000400:00000010:1.0:1749609200.990770:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562180. 00000100:00000200:1.0:1749609200.990771:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990774:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85c08. 00000400:00000010:1.0:1749609200.990775:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562240. 00000100:00000200:1.0:1749609200.990776:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990777:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85c60. 00000400:00000010:1.0:1749609200.990778:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562300. 00000100:00000200:1.0:1749609200.990779:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990779:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85cb8. 00000400:00000010:1.0:1749609200.990780:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800965623c0. 00000100:00000200:1.0:1749609200.990781:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990781:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85d10. 00000400:00000010:1.0:1749609200.990782:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562480. 00000100:00000200:1.0:1749609200.990783:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990783:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85d68. 00000400:00000010:1.0:1749609200.990784:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562540. 00000100:00000200:1.0:1749609200.990785:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990786:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85dc0. 00000400:00000010:1.0:1749609200.990786:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562600. 00000100:00000200:1.0:1749609200.990787:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990788:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85e18. 00000400:00000010:1.0:1749609200.990789:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800965626c0. 00000100:00000200:1.0:1749609200.990789:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990790:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85e70. 00000400:00000010:1.0:1749609200.990791:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562780. 00000100:00000200:1.0:1749609200.990792:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990792:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85ec8. 00000400:00000010:1.0:1749609200.990793:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562840. 00000100:00000200:1.0:1749609200.990794:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990795:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85f20. 00000400:00000010:1.0:1749609200.990795:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562900. 00000100:00000200:1.0:1749609200.990796:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990797:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88006ec85f78. 00000400:00000010:1.0:1749609200.990798:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800965629c0. 00000100:00000200:1.0:1749609200.990798:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990800:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84370. 00000400:00000010:1.0:1749609200.990800:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562a80. 00000100:00000200:1.0:1749609200.990801:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990804:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d843c8. 00000400:00000010:1.0:1749609200.990805:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562b40. 00000100:00000200:1.0:1749609200.990806:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990807:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84420. 00000400:00000010:1.0:1749609200.990808:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562c00. 00000100:00000200:1.0:1749609200.990809:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990810:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84478. 00000400:00000010:1.0:1749609200.990810:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562cc0. 00000100:00000200:1.0:1749609200.990811:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990812:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d844d0. 00000400:00000010:1.0:1749609200.990813:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562d80. 00000100:00000200:1.0:1749609200.990813:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990814:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84528. 00000400:00000010:1.0:1749609200.990815:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562e40. 00000100:00000200:1.0:1749609200.990816:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990816:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84580. 00000400:00000010:1.0:1749609200.990817:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096562f00. 00000100:00000200:1.0:1749609200.990818:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990819:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d845d8. 00000400:00000010:1.0:1749609200.990820:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efb600. 00000100:00000200:1.0:1749609200.990821:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990822:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84630. 00000400:00000010:1.0:1749609200.990823:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efb240. 00000100:00000200:1.0:1749609200.990823:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990824:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84688. 00000400:00000010:1.0:1749609200.990829:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efbf00. 00000100:00000200:1.0:1749609200.990830:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990831:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d846e0. 00000400:00000010:1.0:1749609200.990832:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efb6c0. 00000100:00000200:1.0:1749609200.990833:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990833:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84738. 00000400:00000010:1.0:1749609200.990834:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efb780. 00000100:00000200:1.0:1749609200.990835:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990836:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84790. 00000400:00000010:1.0:1749609200.990837:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efb900. 00000100:00000200:1.0:1749609200.990838:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990841:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d847e8. 00000400:00000010:1.0:1749609200.990842:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efba80. 00000100:00000200:1.0:1749609200.990844:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990844:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84840. 00000400:00000010:1.0:1749609200.990845:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efb000. 00000100:00000200:1.0:1749609200.990846:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990847:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84898. 00000400:00000010:1.0:1749609200.990847:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efbc00. 00000100:00000200:1.0:1749609200.990848:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990849:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d848f0. 00000400:00000010:1.0:1749609200.990850:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efb180. 00000100:00000200:1.0:1749609200.990851:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990851:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84948. 00000400:00000010:1.0:1749609200.990852:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efb300. 00000100:00000200:1.0:1749609200.990853:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990853:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d849a0. 00000400:00000010:1.0:1749609200.990854:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129efb0c0. 00000100:00000200:1.0:1749609200.990855:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990856:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d849f8. 00000400:00000010:1.0:1749609200.990857:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9180. 00000100:00000200:1.0:1749609200.990858:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990858:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84a50. 00000400:00000010:1.0:1749609200.990860:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9600. 00000100:00000200:1.0:1749609200.990860:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990861:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84aa8. 00000400:00000010:1.0:1749609200.990862:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b90c0. 00000100:00000200:1.0:1749609200.990863:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990863:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84b00. 00000400:00000010:1.0:1749609200.990865:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9b40. 00000100:00000200:1.0:1749609200.990865:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990866:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84b58. 00000400:00000010:1.0:1749609200.990867:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9f00. 00000100:00000200:1.0:1749609200.990868:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990868:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84bb0. 00000400:00000010:1.0:1749609200.990869:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9e40. 00000100:00000200:1.0:1749609200.990870:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990873:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84c08. 00000400:00000010:1.0:1749609200.990874:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9540. 00000100:00000200:1.0:1749609200.990875:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990876:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84c60. 00000400:00000010:1.0:1749609200.990877:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9a80. 00000100:00000200:1.0:1749609200.990878:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990878:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84cb8. 00000400:00000010:1.0:1749609200.990879:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9900. 00000100:00000200:1.0:1749609200.990880:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990880:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84d10. 00000400:00000010:1.0:1749609200.990881:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9d80. 00000100:00000200:1.0:1749609200.990882:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990883:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84d68. 00000400:00000010:1.0:1749609200.990883:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9840. 00000100:00000200:1.0:1749609200.990884:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990885:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84dc0. 00000400:00000010:1.0:1749609200.990886:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9780. 00000100:00000200:1.0:1749609200.990886:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990887:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84e18. 00000400:00000010:1.0:1749609200.990888:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b99c0. 00000100:00000200:1.0:1749609200.990889:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990889:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84e70. 00000400:00000010:1.0:1749609200.990890:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b44b9000. 00000100:00000200:1.0:1749609200.990891:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990892:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84ec8. 00000400:00000010:1.0:1749609200.990893:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b445f900. 00000100:00000200:1.0:1749609200.990894:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990895:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84f20. 00000400:00000010:1.0:1749609200.990896:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b445fb40. 00000100:00000200:1.0:1749609200.990896:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990897:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84f78. 00000400:00000010:1.0:1749609200.990898:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b445f9c0. 00000100:00000200:1.0:1749609200.990899:0:5943:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.990899:0:5943:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84000. 00000400:00000010:1.0:1749609200.990900:0:5943:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b445fc00. 00000100:00000010:1.0:1749609200.990908:0:5943:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800a0154000. 00000100:00000200:1.0:1749609200.990921:0:5943:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1749609200.991010:0:5944:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a371c40. 00000020:00000010:1.0:1749609200.991013:0:5944:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b478d580. 00000020:00000010:1.0:1749609200.991014:0:5944:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fb64000. 00000020:00000010:1.0:1749609200.991016:0:5944:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008fb65a00. 00000040:00000010:1.0:1749609200.991017:0:5944:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008fb64c00. 00000020:00000010:1.0:1749609200.991019:0:5944:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096d25000. 00000020:00000010:1.0:1749609200.991021:0:5944:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a48c6600. 80000000:00000010:1.0:1749609200.991022:0:5944:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec54e0. 00040000:00000010:1.0:1749609200.991024:0:5944:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a48c6a00. 00080000:00000010:1.0:1749609200.991026:0:5944:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129db3000. 00080000:00000010:1.0:1749609200.991029:0:5944:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800acdc2000. 20000000:00000010:1.0:1749609200.991030:0:5944:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800a48c6800. 00000100:00000010:1.0:1749609200.991039:0:5944:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880090cd4000. 00000100:00000200:1.0:1749609200.991044:0:5944:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1749609200.991109:0:5945:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b478d980. 00000020:00000010:1.0:1749609200.991112:0:5945:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b478d800. 00000020:00000010:1.0:1749609200.991115:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a48c6c00. 00000020:00000010:1.0:1749609200.991117:0:5945:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a48c6000. 00000040:00000010:1.0:1749609200.991119:0:5945:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a48c7000. 00000020:00000010:1.0:1749609200.991121:0:5945:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096d25800. 00000020:00000010:1.0:1749609200.991123:0:5945:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a48c6e00. 80000000:00000010:1.0:1749609200.991125:0:5945:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5a80. 00040000:00000010:1.0:1749609200.991127:0:5945:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a48c7400. 00080000:00000010:1.0:1749609200.991130:0:5945:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129db6000. 00080000:00000010:1.0:1749609200.991133:0:5945:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800acdc4000. 20000000:00000010:1.0:1749609200.991135:0:5945:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800a48c7a00. 00000100:00000010:1.0:1749609200.991146:0:5945:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009f564000. 00000100:00000200:1.0:1749609200.991153:0:5945:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:1.0:1749609200.991230:0:5946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a48c7c00. 00000020:00000010:1.0:1749609200.991232:0:5946:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a48c7200. 00000040:00000010:1.0:1749609200.991234:0:5946:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a48c7600. 00000020:00000010:1.0:1749609200.991235:0:5946:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096d20800. 00000020:00000010:1.0:1749609200.991240:0:5946:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6b250. 00000020:00000010:1.0:1749609200.991242:0:5946:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a48c6400. 80000000:00000010:1.0:1749609200.991243:0:5946:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5120. 40000000:00000010:1.0:1749609200.991244:0:5946:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b478d280. 00100000:00000010:1.0:1749609200.991247:0:5946:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88013767d000. 00040000:00000010:1.0:1749609200.991248:0:5946:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80da500. 00040000:00000010:1.0:1749609200.991250:0:5946:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a48c7800. 00080000:00000010:1.0:1749609200.991252:0:5946:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129db4000. 00080000:00000010:1.0:1749609200.991255:0:5946:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800acdc6000. 00002000:00000010:1.0:1749609200.991258:0:5946:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f11b000. 00000020:00000010:1.0:1749609200.991259:0:5946:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b478dcc0. 00000020:00000010:1.0:1749609200.992002:0:5945:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa1d0000. 00000020:00000010:1.0:1749609200.992014:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800973a1000. 00000020:00000010:1.0:1749609200.992016:0:5945:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23fe80. 00000020:00000010:1.0:1749609200.992018:0:5945:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000100:00000200:1.0:1749609200.992034:0:5945:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193437312 02000000:00000010:1.0:1749609200.992045:0:5945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88008f11a800. 00000020:00000010:1.0:1749609200.992052:0:5945:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88013767c000. 00000001:00000010:1.0:1749609200.992057:0:5945:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b445fa80. 00000001:00000010:1.0:1749609200.992060:0:5945:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b458cc00. 00000001:00000010:1.0:1749609200.992061:0:5945:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800973a0400. 00000001:00000010:1.0:1749609200.992063:0:5945:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800973a0e00. 00000001:00000010:1.0:1749609200.992065:0:5945:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800973a1e00. 00000001:00000010:1.0:1749609200.992067:0:5945:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800973a0000. 00000020:00000010:1.0:1749609200.992074:0:5945:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff880097ec5000. 00000020:00000010:1.0:1749609200.992107:0:5945:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff88008f11bc00. 00000020:00000010:1.0:1749609200.992109:0:5945:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at ffff8800b445fe40. 00000020:00000010:1.0:1749609200.992118:0:5945:0:(lprocfs_status.c:1347:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at ffff8800a80da600. 00000020:00000010:1.0:1749609200.992125:0:5945:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff88008f119800. 00000020:00000010:1.0:1749609200.992127:0:5945:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at ffff8800a80da700. 00000020:00000010:1.0:1749609200.992129:0:5945:0:(lprocfs_status.c:1347:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at ffff8800973a0a00. 00000020:00000010:1.0:1749609200.992136:0:5945:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88013767e000. 00010000:00000200:1.0:1749609200.992162:0:5945:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800973bd050 x1834598193437312/t0(0) o250->7b400bc7-1645-4d34-bdd3-789dfa63e8d1@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749609300 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609200.992174:0:5945:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75220. 00000100:00000200:1.0:1749609200.992176:0:5945:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1834598193437312, offset 0 00000400:00000200:1.0:1749609200.992180:0:5945:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609200.992185:0:5945:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609200.992190:0:5945:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6848eada01a80 00000400:00000200:1.0:1749609200.992194:0:5945:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x2909 [1] + 0 00000400:00000200:1.0:1749609200.992197:0:5945:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609200.992200:0:5945:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609200.992203:0:5945:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822680 x1834598193437312/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609200.992215:0:5945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1a75220 00000400:00000010:1.0:1749609200.992217:0:5945:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b1a75220. 00000020:00000010:1.0:1749609200.992225:0:5945:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d23fe80. 00000020:00000010:1.0:1749609200.992228:0:5945:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:1.0:1749609200.992231:0:5945:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800973a1000. 02000000:00000010:1.0:1749609200.992235:0:5945:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88008f11a800. 00000100:00000200:1.0:1749609200.992240:0:5945:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609200.992242:0:5945:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84058. 00000400:00000010:1.0:1749609200.992245:0:5945:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb600. 00000100:00000010:3.0F:1749609200.994745:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b223d800. 00000100:00000010:1.0:1749609200.994764:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b223dbc0. 00000100:00000010:1.0:1749609200.998503:0:5949:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b478d2c0. 00000020:00000010:1.0:1749609200.998507:0:5949:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b478d380. 00000020:00000010:1.0:1749609200.998510:0:5949:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800973a1000. 00000020:00000010:1.0:1749609200.998512:0:5949:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800973a0600. 00000040:00000010:1.0:1749609200.998514:0:5949:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800973a1800. 00000020:00000010:1.0:1749609200.998517:0:5949:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88013767f800. 00000020:00000010:1.0:1749609200.998520:0:5949:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6cb78. 00000020:00000010:1.0:1749609200.998522:0:5949:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800973a0200. 80000000:00000010:1.0:1749609200.998523:0:5949:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5180. 40000000:00000010:1.0:1749609200.998525:0:5949:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b478dc40. 00100000:00000010:1.0:1749609200.998533:0:5949:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88013767f000. 00040000:00000010:1.0:1749609200.998535:0:5949:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a80daf00. 00040000:00000010:1.0:1749609200.998537:0:5949:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800973a1a00. 00080000:00000010:1.0:1749609200.998540:0:5949:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129db5000. 00080000:00000010:1.0:1749609200.998544:0:5949:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800aa1d2000. 00000004:00000010:1.0:1749609200.998548:0:5949:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880129db7000. 00002000:00000010:1.0:1749609200.998550:0:5949:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008f11a800. 00000100:00000010:1.0:1749609200.998592:0:5949:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff8800735e0000. 00000100:00000200:1.0:1749609200.998611:0:5949:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1749609200.998712:0:5950:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b478d5c0. 00000020:00000010:1.0:1749609200.998715:0:5950:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b478db80. 00000020:00000010:1.0:1749609200.998718:0:5950:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801391dac00. 00000020:00000010:1.0:1749609200.998720:0:5950:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801391db600. 00000040:00000010:1.0:1749609200.998722:0:5950:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8801391db200. 00000020:00000010:1.0:1749609200.998725:0:5950:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a64800. 00000020:00000010:1.0:1749609200.998727:0:5950:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6a338. 00000020:00000010:1.0:1749609200.998729:0:5950:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8801391da400. 80000000:00000010:1.0:1749609200.998731:0:5950:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5d80. 40000000:00000010:1.0:1749609200.998733:0:5950:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b478d1c0. 00100000:00000010:1.0:1749609200.998735:0:5950:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a65800. 00040000:00000010:1.0:1749609200.998738:0:5950:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7700. 00040000:00000010:1.0:1749609200.998740:0:5950:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801391dba00. 00080000:00000010:1.0:1749609200.998742:0:5950:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129db0000. 00080000:00000010:1.0:1749609200.998745:0:5950:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800aa1d4000. 00000004:00000010:1.0:1749609200.998749:0:5950:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880129db1000. 00002000:00000010:1.0:1749609200.998752:0:5950:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2fc00. 00000100:00000010:1.0:1749609200.998794:0:5950:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff8800a5be0000. 00000100:00000200:1.0:1749609200.998801:0:5950:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1749609200.999294:0:5951:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b478ddc0. 00000020:00000010:1.0:1749609200.999296:0:5951:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b478d3c0. 00000020:00000010:1.0:1749609200.999298:0:5951:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801391da800. 00000020:00000010:1.0:1749609200.999300:0:5951:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801391dbe00. 00000040:00000010:1.0:1749609200.999301:0:5951:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8801391daa00. 00000020:00000010:1.0:1749609200.999307:0:5951:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a66800. 00000020:00000010:1.0:1749609200.999309:0:5951:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd69e30. 00000020:00000010:1.0:1749609200.999310:0:5951:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8801391db800. 80000000:00000010:1.0:1749609200.999311:0:5951:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5cc0. 40000000:00000010:1.0:1749609200.999313:0:5951:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b478dbc0. 00100000:00000010:1.0:1749609200.999315:0:5951:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a66000. 00040000:00000010:1.0:1749609200.999316:0:5951:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7f00. 00040000:00000010:1.0:1749609200.999318:0:5951:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801391db000. 00080000:00000010:1.0:1749609200.999325:0:5951:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880097b41000. 00080000:00000010:1.0:1749609200.999328:0:5951:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800aa1d6000. 00000004:00000010:1.0:1749609200.999332:0:5951:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88008fb6a000. 00000100:00000200:1.0:1749609200.999334:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999336:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d840b0. 00000400:00000010:1.0:1749609200.999339:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb540. 00000100:00000200:1.0:1749609200.999341:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999342:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84108. 00000400:00000010:1.0:1749609200.999343:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bbc00. 00000100:00000200:1.0:1749609200.999344:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999345:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84160. 00000400:00000010:1.0:1749609200.999346:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb0c0. 00000100:00000200:1.0:1749609200.999347:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999348:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d841b8. 00000400:00000010:1.0:1749609200.999349:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb480. 00000100:00000200:1.0:1749609200.999349:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999350:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84210. 00000400:00000010:1.0:1749609200.999351:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bbe40. 00000100:00000200:1.0:1749609200.999352:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999352:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84268. 00000400:00000010:1.0:1749609200.999353:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bbb40. 00000100:00000200:1.0:1749609200.999354:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999355:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d842c0. 00000400:00000010:1.0:1749609200.999356:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb6c0. 00000100:00000200:1.0:1749609200.999357:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999357:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8d84318. 00000400:00000010:1.0:1749609200.999361:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb240. 00000100:00000200:1.0:1749609200.999362:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999364:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8370. 00000400:00000010:1.0:1749609200.999365:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bba80. 00000100:00000200:1.0:1749609200.999366:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999367:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac83c8. 00000400:00000010:1.0:1749609200.999368:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb900. 00000100:00000200:1.0:1749609200.999369:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999369:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8420. 00000400:00000010:1.0:1749609200.999370:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb180. 00000100:00000200:1.0:1749609200.999371:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999372:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8478. 00000400:00000010:1.0:1749609200.999372:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb9c0. 00000100:00000200:1.0:1749609200.999373:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999374:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac84d0. 00000400:00000010:1.0:1749609200.999375:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb840. 00000100:00000200:1.0:1749609200.999375:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999376:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8528. 00000400:00000010:1.0:1749609200.999377:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bbf00. 00000100:00000200:1.0:1749609200.999378:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999378:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8580. 00000400:00000010:1.0:1749609200.999379:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800928bb3c0. 00000100:00000200:1.0:1749609200.999380:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999381:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac85d8. 00000400:00000010:1.0:1749609200.999383:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380b40. 00000100:00000200:1.0:1749609200.999384:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999384:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8630. 00000400:00000010:1.0:1749609200.999385:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b23806c0. 00000100:00000200:1.0:1749609200.999386:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999387:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8688. 00000400:00000010:1.0:1749609200.999388:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380d80. 00000100:00000200:1.0:1749609200.999388:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999389:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac86e0. 00000400:00000010:1.0:1749609200.999390:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b23800c0. 00000100:00000200:1.0:1749609200.999391:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999394:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8738. 00000400:00000010:1.0:1749609200.999395:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380e40. 00000100:00000200:1.0:1749609200.999396:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999397:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8790. 00000400:00000010:1.0:1749609200.999398:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380cc0. 00000100:00000200:1.0:1749609200.999399:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999400:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac87e8. 00000400:00000010:1.0:1749609200.999401:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b23809c0. 00000100:00000200:1.0:1749609200.999401:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999402:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8840. 00000400:00000010:1.0:1749609200.999403:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380900. 00000100:00000200:1.0:1749609200.999404:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999415:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8898. 00000400:00000010:1.0:1749609200.999417:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380a80. 00000100:00000200:1.0:1749609200.999417:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999418:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac88f0. 00000400:00000010:1.0:1749609200.999420:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380240. 00000100:00000200:1.0:1749609200.999421:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999422:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8948. 00000400:00000010:1.0:1749609200.999423:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380840. 00000100:00000200:1.0:1749609200.999425:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999426:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac89a0. 00000400:00000010:1.0:1749609200.999427:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380000. 00000100:00000200:1.0:1749609200.999429:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999431:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac89f8. 00000400:00000010:1.0:1749609200.999432:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380c00. 00000100:00000200:1.0:1749609200.999433:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999435:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8a50. 00000400:00000010:1.0:1749609200.999437:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380180. 00000100:00000200:1.0:1749609200.999438:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999439:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8aa8. 00000400:00000010:1.0:1749609200.999441:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380600. 00000100:00000200:1.0:1749609200.999443:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999444:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8b00. 00000400:00000010:1.0:1749609200.999445:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380f00. 00000100:00000200:1.0:1749609200.999452:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999453:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8b58. 00000400:00000010:1.0:1749609200.999455:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380480. 00000100:00000200:1.0:1749609200.999456:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999457:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8bb0. 00000400:00000010:1.0:1749609200.999459:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380780. 00000100:00000200:1.0:1749609200.999460:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999461:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8c08. 00000400:00000010:1.0:1749609200.999463:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2380540. 00000100:00000200:1.0:1749609200.999465:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999466:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8c60. 00000400:00000010:1.0:1749609200.999468:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733cd80. 00000100:00000200:1.0:1749609200.999470:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999471:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8cb8. 00000400:00000010:1.0:1749609200.999473:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c0c0. 00000100:00000200:1.0:1749609200.999474:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999475:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8d10. 00000400:00000010:1.0:1749609200.999477:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c600. 00000100:00000200:1.0:1749609200.999478:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999480:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8d68. 00000400:00000010:1.0:1749609200.999481:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c540. 00000100:00000200:1.0:1749609200.999483:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999484:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8dc0. 00000400:00000010:1.0:1749609200.999486:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c6c0. 00000100:00000200:1.0:1749609200.999487:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999489:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8e18. 00000400:00000010:1.0:1749609200.999490:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733ce40. 00000100:00000200:1.0:1749609200.999492:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999493:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8e70. 00000400:00000010:1.0:1749609200.999495:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c9c0. 00000100:00000200:1.0:1749609200.999496:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999497:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8ec8. 00000400:00000010:1.0:1749609200.999499:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733ca80. 00000100:00000200:1.0:1749609200.999500:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999502:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8f20. 00000400:00000010:1.0:1749609200.999508:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733cb40. 00000100:00000200:1.0:1749609200.999510:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999511:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8f78. 00000400:00000010:1.0:1749609200.999512:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c840. 00000100:00000200:1.0:1749609200.999513:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999514:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8000. 00000400:00000010:1.0:1749609200.999515:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c900. 00000100:00000200:1.0:1749609200.999516:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999516:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8058. 00000400:00000010:1.0:1749609200.999517:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c240. 00000100:00000200:1.0:1749609200.999518:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999519:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac80b0. 00000400:00000010:1.0:1749609200.999520:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c000. 00000100:00000200:1.0:1749609200.999521:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999522:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8108. 00000400:00000010:1.0:1749609200.999523:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c180. 00000100:00000200:1.0:1749609200.999523:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999524:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8160. 00000400:00000010:1.0:1749609200.999525:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733cf00. 00000100:00000200:1.0:1749609200.999526:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999527:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac81b8. 00000400:00000010:1.0:1749609200.999528:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c780. 00000100:00000200:1.0:1749609200.999528:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999529:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8210. 00000400:00000010:1.0:1749609200.999530:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733c480. 00000100:00000200:1.0:1749609200.999531:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999531:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8268. 00000400:00000010:1.0:1749609200.999532:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733cc00. 00000100:00000200:1.0:1749609200.999533:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999534:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac82c0. 00000400:00000010:1.0:1749609200.999534:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013733ccc0. 00000100:00000200:1.0:1749609200.999535:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999536:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8318. 00000400:00000010:1.0:1749609200.999538:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200d0c0. 00000100:00000200:1.0:1749609200.999538:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999542:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0688. 00000400:00000010:1.0:1749609200.999543:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200d780. 00000100:00000200:1.0:1749609200.999544:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999545:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0000. 00000400:00000010:1.0:1749609200.999547:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200d900. 00000100:00000200:1.0:1749609200.999547:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999548:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0058. 00000400:00000010:1.0:1749609200.999549:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200df00. 00000100:00000200:1.0:1749609200.999550:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999551:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f00b0. 00000400:00000010:1.0:1749609200.999551:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200d600. 00000100:00000200:1.0:1749609200.999552:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999553:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0108. 00000400:00000010:1.0:1749609200.999554:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200d240. 00000100:00000200:1.0:1749609200.999555:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999555:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0160. 00000400:00000010:1.0:1749609200.999556:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200d300. 00000100:00000200:1.0:1749609200.999557:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999558:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f01b8. 00000400:00000010:1.0:1749609200.999558:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200db40. 00000100:00000200:1.0:1749609200.999559:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999560:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0210. 00000400:00000010:1.0:1749609200.999561:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200d840. 00000100:00000200:1.0:1749609200.999561:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999562:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0268. 00000400:00000010:1.0:1749609200.999563:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200dd80. 00000100:00000200:1.0:1749609200.999563:0:5951:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1749609200.999564:0:5951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f02c0. 00000400:00000010:1.0:1749609200.999565:0:5951:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b200d000. 00000100:00000010:1.0:1749609200.999573:0:5951:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009d0d0000. 00000100:00000200:1.0:1749609200.999585:0:5951:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1749609200.999708:0:5952:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b478d480. 00000020:00000010:1.0:1749609200.999710:0:5952:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b478d240. 00000020:00000010:1.0:1749609200.999712:0:5952:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801391db400. 00000020:00000010:1.0:1749609200.999713:0:5952:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801391dae00. 00000040:00000010:1.0:1749609200.999717:0:5952:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8801391da600. 00000020:00000010:1.0:1749609200.999719:0:5952:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a64000. 00000020:00000010:1.0:1749609200.999721:0:5952:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6bc60. 00000020:00000010:1.0:1749609200.999726:0:5952:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8801391dbc00. 80000000:00000010:1.0:1749609200.999728:0:5952:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec59c0. 40000000:00000010:1.0:1749609200.999729:0:5952:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b478d440. 00100000:00000010:1.0:1749609200.999730:0:5952:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a65000. 00040000:00000010:1.0:1749609200.999732:0:5952:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7800. 00040000:00000010:1.0:1749609200.999735:0:5952:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1a85c00. 00080000:00000010:1.0:1749609200.999737:0:5952:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008fb6e000. 00080000:00000010:1.0:1749609200.999743:0:5952:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800acd40000. 00000004:00000010:1.0:1749609200.999746:0:5952:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88008fb68000. 00000100:00000010:1.0:1749609200.999754:0:5952:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009d7a4000. 00000100:00000200:1.0:1749609200.999759:0:5952:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1749609201.019232:0:5953:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b478dd00. 00000020:00000010:1.0:1749609201.019235:0:5953:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b478d840. 00000020:00000010:1.0:1749609201.019239:0:5953:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1a84600. 00000020:00000010:1.0:1749609201.019242:0:5953:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1a84400. 00000040:00000010:1.0:1749609201.019244:0:5953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1a84200. 00000020:00000010:1.0:1749609201.019247:0:5953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a67000. 00000020:00000010:1.0:1749609201.019250:0:5953:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6c168. 00000020:00000010:1.0:1749609201.019253:0:5953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1a85a00. 80000000:00000010:1.0:1749609201.019255:0:5953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5360. 40000000:00000010:1.0:1749609201.019257:0:5953:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b478d640. 00100000:00000010:1.0:1749609201.019261:0:5953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a63800. 00040000:00000010:1.0:1749609201.019263:0:5953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7900. 00040000:00000010:1.0:1749609201.019265:0:5953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1a85400. 00080000:00000010:1.0:1749609201.019269:0:5953:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008fb6f000. 00080000:00000010:1.0:1749609201.019274:0:5953:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800acd42000. 00000004:00000010:1.0:1749609201.019281:0:5953:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880095cc7000. 00002000:00000010:1.0:1749609201.019285:0:5953:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2f800. 00000100:00000200:1.0:1749609201.019289:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019294:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0318. 00000400:00000010:1.0:1749609201.019305:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800acd44000. 00000100:00000200:1.0:1749609201.019313:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019314:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0370. 00000400:00000010:1.0:1749609201.019318:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800acd46000. 00000100:00000200:1.0:1749609201.019321:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019323:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f03c8. 00000400:00000010:1.0:1749609201.019332:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096bb8000. 00000100:00000200:1.0:1749609201.019337:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019339:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0420. 00000400:00000010:1.0:1749609201.019342:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096bba000. 00000100:00000200:1.0:1749609201.019346:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019347:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0478. 00000400:00000010:1.0:1749609201.019350:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096bbc000. 00000100:00000200:1.0:1749609201.019352:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019353:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f04d0. 00000400:00000010:1.0:1749609201.019357:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096bbe000. 00000100:00000200:1.0:1749609201.019360:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019361:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0528. 00000400:00000010:1.0:1749609201.019369:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7ca8000. 00000100:00000200:1.0:1749609201.019373:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019375:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0580. 00000400:00000010:1.0:1749609201.019378:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7caa000. 00000100:00000200:1.0:1749609201.019381:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019382:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f05d8. 00000400:00000010:1.0:1749609201.019385:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7cac000. 00000100:00000200:1.0:1749609201.019388:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019389:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0630. 00000400:00000010:1.0:1749609201.019393:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7cae000. 00000100:00000200:1.0:1749609201.019395:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019396:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f09f8. 00000400:00000010:1.0:1749609201.019416:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009f1d8000. 00000100:00000200:1.0:1749609201.019423:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019425:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0a50. 00000400:00000010:1.0:1749609201.019428:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009f1da000. 00000100:00000200:1.0:1749609201.019431:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019432:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0aa8. 00000400:00000010:1.0:1749609201.019440:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009f1dc000. 00000100:00000200:1.0:1749609201.019443:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019444:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0b00. 00000400:00000010:1.0:1749609201.019447:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009f1de000. 00000100:00000200:1.0:1749609201.019449:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019450:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0b58. 00000400:00000010:1.0:1749609201.019455:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009d278000. 00000100:00000200:1.0:1749609201.019458:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019459:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0bb0. 00000400:00000010:1.0:1749609201.019461:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009d27a000. 00000100:00000200:1.0:1749609201.019464:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019464:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0c08. 00000400:00000010:1.0:1749609201.019467:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009d27c000. 00000100:00000200:1.0:1749609201.019469:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019470:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0c60. 00000400:00000010:1.0:1749609201.019472:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009d27e000. 00000100:00000200:1.0:1749609201.019474:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019475:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0cb8. 00000400:00000010:1.0:1749609201.019480:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a0258000. 00000100:00000200:1.0:1749609201.019483:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019484:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0d10. 00000400:00000010:1.0:1749609201.019486:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a025a000. 00000100:00000200:1.0:1749609201.019488:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019489:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0d68. 00000400:00000010:1.0:1749609201.019491:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a025c000. 00000100:00000200:1.0:1749609201.019493:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019494:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0dc0. 00000400:00000010:1.0:1749609201.019497:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a025e000. 00000100:00000200:1.0:1749609201.019499:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019499:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0e18. 00000400:00000010:1.0:1749609201.019504:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009f358000. 00000100:00000200:1.0:1749609201.019507:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019508:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0e70. 00000400:00000010:1.0:1749609201.019510:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009f35a000. 00000100:00000200:1.0:1749609201.019512:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019513:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0ec8. 00000400:00000010:1.0:1749609201.019517:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009f35c000. 00000100:00000200:1.0:1749609201.019520:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019521:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0f20. 00000400:00000010:1.0:1749609201.019524:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009f35e000. 00000100:00000200:1.0:1749609201.019526:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019527:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0f78. 00000400:00000010:1.0:1749609201.019532:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009d2d0000. 00000100:00000200:1.0:1749609201.019535:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019537:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f09a0. 00000400:00000010:1.0:1749609201.019540:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009d2d2000. 00000100:00000200:1.0:1749609201.019543:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019544:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0948. 00000400:00000010:1.0:1749609201.019547:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009d2d4000. 00000100:00000200:1.0:1749609201.019550:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019552:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f08f0. 00000400:00000010:1.0:1749609201.019555:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009d2d6000. 00000100:00000200:1.0:1749609201.019558:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019559:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0898. 00000400:00000010:1.0:1749609201.019567:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800928e0000. 00000100:00000200:1.0:1749609201.019572:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019574:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0840. 00000400:00000010:1.0:1749609201.019577:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800928e2000. 00000100:00000200:1.0:1749609201.019580:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019582:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f07e8. 00000400:00000010:1.0:1749609201.019585:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800928e4000. 00000100:00000200:1.0:1749609201.019589:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019590:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0790. 00000400:00000010:1.0:1749609201.019593:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800928e6000. 00000100:00000200:1.0:1749609201.019597:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019598:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0738. 00000400:00000010:1.0:1749609201.019604:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88006e610000. 00000100:00000200:1.0:1749609201.019608:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019609:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f06e0. 00000400:00000010:1.0:1749609201.019611:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88006e612000. 00000100:00000200:1.0:1749609201.019613:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019615:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5e18. 00000400:00000010:1.0:1749609201.019620:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88006e614000. 00000100:00000200:1.0:1749609201.019623:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019624:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5e70. 00000400:00000010:1.0:1749609201.019626:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88006e616000. 00000100:00000200:1.0:1749609201.019629:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019629:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5478. 00000400:00000010:1.0:1749609201.019635:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800968e0000. 00000100:00000200:1.0:1749609201.019637:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019638:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5058. 00000400:00000010:1.0:1749609201.019642:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800968e2000. 00000100:00000200:1.0:1749609201.019645:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019646:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5ec8. 00000400:00000010:1.0:1749609201.019649:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800968e4000. 00000100:00000200:1.0:1749609201.019652:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019653:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5f78. 00000400:00000010:1.0:1749609201.019656:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800968e6000. 00000100:00000200:1.0:1749609201.019659:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019660:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b52c0. 00000400:00000010:1.0:1749609201.019668:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096ed0000. 00000100:00000200:1.0:1749609201.019673:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019696:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5a50. 00000400:00000010:1.0:1749609201.019701:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096ed2000. 00000100:00000200:1.0:1749609201.019704:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019706:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5f20. 00000400:00000010:1.0:1749609201.019709:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096ed4000. 00000100:00000200:1.0:1749609201.019712:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019713:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5580. 00000400:00000010:1.0:1749609201.019716:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096ed6000. 00000100:00000200:1.0:1749609201.019720:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019721:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5210. 00000400:00000010:1.0:1749609201.019730:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009dac0000. 00000100:00000200:1.0:1749609201.019733:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019734:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b51b8. 00000400:00000010:1.0:1749609201.019737:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009dac2000. 00000100:00000200:1.0:1749609201.019739:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019740:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5160. 00000400:00000010:1.0:1749609201.019745:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009dac4000. 00000100:00000200:1.0:1749609201.019748:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019749:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5370. 00000400:00000010:1.0:1749609201.019752:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009dac6000. 00000100:00000200:1.0:1749609201.019754:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019755:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b59a0. 00000400:00000010:1.0:1749609201.019760:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800acc88000. 00000100:00000200:1.0:1749609201.019763:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019764:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b55d8. 00000400:00000010:1.0:1749609201.019766:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800acc8a000. 00000100:00000200:1.0:1749609201.019768:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019769:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b50b0. 00000400:00000010:1.0:1749609201.019771:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800acc8c000. 00000100:00000200:1.0:1749609201.019773:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019774:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5840. 00000400:00000010:1.0:1749609201.019776:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800acc8e000. 00000100:00000200:1.0:1749609201.019779:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019781:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5948. 00000400:00000010:1.0:1749609201.019788:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88006ebc0000. 00000100:00000200:1.0:1749609201.019792:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019794:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b53c8. 00000400:00000010:1.0:1749609201.019797:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88006ebc2000. 00000100:00000200:1.0:1749609201.019800:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019801:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b58f0. 00000400:00000010:1.0:1749609201.019804:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88006ebc4000. 00000100:00000200:1.0:1749609201.019807:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019808:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5898. 00000400:00000010:1.0:1749609201.019811:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88006ebc6000. 00000100:00000200:1.0:1749609201.019814:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019816:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5318. 00000400:00000010:1.0:1749609201.019824:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096f08000. 00000100:00000200:1.0:1749609201.019829:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019831:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5000. 00000400:00000010:1.0:1749609201.019834:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096f0a000. 00000100:00000200:1.0:1749609201.019837:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019838:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b57e8. 00000400:00000010:1.0:1749609201.019845:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096f0c000. 00000100:00000200:1.0:1749609201.019849:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019851:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5790. 00000400:00000010:1.0:1749609201.019854:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096f0e000. 00000100:00000200:1.0:1749609201.019857:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019858:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5738. 00000400:00000010:1.0:1749609201.019865:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880097b00000. 00000100:00000200:1.0:1749609201.019869:0:5953:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609201.019870:0:5953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b56e0. 00000400:00000010:1.0:1749609201.019873:0:5953:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880097b02000. 00000100:00000010:1.0:1749609201.019883:0:5953:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800a7684000. 00000100:00000200:1.0:1749609201.019901:0:5953:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1749609201.020036:0:5954:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b478d680. 00000020:00000010:1.0:1749609201.020038:0:5954:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b478df00. 00000020:00000010:1.0:1749609201.020040:0:5954:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1a85e00. 00000020:00000010:1.0:1749609201.020042:0:5954:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1a84a00. 00000040:00000010:1.0:1749609201.020045:0:5954:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4287000. 00000020:00000010:1.0:1749609201.020047:0:5954:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a62800. 00000020:00000010:1.0:1749609201.020048:0:5954:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6b758. 00000020:00000010:1.0:1749609201.020050:0:5954:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1b3c200. 80000000:00000010:1.0:1749609201.020052:0:5954:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5ae0. 40000000:00000010:1.0:1749609201.020053:0:5954:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012a375140. 00100000:00000010:1.0:1749609201.020055:0:5954:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a60000. 00040000:00000010:1.0:1749609201.020057:0:5954:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7500. 00040000:00000010:1.0:1749609201.020058:0:5954:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1b3c400. 00080000:00000010:1.0:1749609201.020060:0:5954:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880095cc5000. 00080000:00000010:1.0:1749609201.020063:0:5954:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880097b04000. 00000004:00000010:1.0:1749609201.020066:0:5954:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880095cc3000. 00002000:00000010:1.0:1749609201.020067:0:5954:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2f400. 00000100:00000010:1.0:1749609201.020076:0:5954:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800a9bb4000. 00000100:00000200:1.0:1749609201.020081:0:5954:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1749609201.020552:0:5955:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a375380. 00000020:00000010:1.0:1749609201.020554:0:5955:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a375780. 00000020:00000010:1.0:1749609201.020556:0:5955:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1b3cc00. 00000020:00000010:1.0:1749609201.020561:0:5955:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1b3de00. 00000040:00000010:1.0:1749609201.020563:0:5955:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1b3c000. 00000020:00000010:1.0:1749609201.020565:0:5955:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a63000. 00000020:00000010:1.0:1749609201.020566:0:5955:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd68000. 00000020:00000010:1.0:1749609201.020568:0:5955:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1b3da00. 80000000:00000010:1.0:1749609201.020569:0:5955:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5420. 40000000:00000010:1.0:1749609201.020570:0:5955:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012a375bc0. 00100000:00000010:1.0:1749609201.020572:0:5955:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a60800. 00040000:00000010:1.0:1749609201.020574:0:5955:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7b00. 00040000:00000010:1.0:1749609201.020575:0:5955:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1b3ce00. 00080000:00000010:1.0:1749609201.020577:0:5955:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880095cc2000. 00080000:00000010:1.0:1749609201.020580:0:5955:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880097b06000. 00000004:00000010:1.0:1749609201.020583:0:5955:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880095cc0000. 00000100:00000200:1.0:1749609201.020585:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020587:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5688. 00000400:00000010:1.0:1749609201.020589:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75220. 00000100:00000200:1.0:1749609201.020591:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020592:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5630. 00000400:00000010:1.0:1749609201.020593:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a752a8. 00000100:00000200:1.0:1749609201.020594:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020595:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5420. 00000400:00000010:1.0:1749609201.020596:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75330. 00000100:00000200:1.0:1749609201.020597:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020597:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b54d0. 00000400:00000010:1.0:1749609201.020598:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a753b8. 00000100:00000200:1.0:1749609201.020600:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020601:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5528. 00000400:00000010:1.0:1749609201.020602:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75440. 00000100:00000200:1.0:1749609201.020603:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020605:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5268. 00000400:00000010:1.0:1749609201.020606:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a754c8. 00000100:00000200:1.0:1749609201.020607:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020608:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5108. 00000400:00000010:1.0:1749609201.020610:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75550. 00000100:00000200:1.0:1749609201.020616:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020618:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5dc0. 00000400:00000010:1.0:1749609201.020619:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a755d8. 00000100:00000200:1.0:1749609201.020621:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020622:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5d68. 00000400:00000010:1.0:1749609201.020623:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75660. 00000100:00000200:1.0:1749609201.020625:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020626:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5d10. 00000400:00000010:1.0:1749609201.020627:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a756e8. 00000100:00000200:1.0:1749609201.020629:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020630:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5cb8. 00000400:00000010:1.0:1749609201.020631:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75770. 00000100:00000200:1.0:1749609201.020632:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020634:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5c60. 00000400:00000010:1.0:1749609201.020635:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a757f8. 00000100:00000200:1.0:1749609201.020636:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020638:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5c08. 00000400:00000010:1.0:1749609201.020639:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75880. 00000100:00000200:1.0:1749609201.020640:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020642:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5bb0. 00000400:00000010:1.0:1749609201.020643:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75908. 00000100:00000200:1.0:1749609201.020645:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020646:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5b58. 00000400:00000010:1.0:1749609201.020647:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75990. 00000100:00000200:1.0:1749609201.020649:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020650:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5b00. 00000400:00000010:1.0:1749609201.020652:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75a18. 00000100:00000200:1.0:1749609201.020653:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020655:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5aa8. 00000400:00000010:1.0:1749609201.020656:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75aa0. 00000100:00000200:1.0:1749609201.020658:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020663:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79000. 00000400:00000010:1.0:1749609201.020666:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75b28. 00000100:00000200:1.0:1749609201.020669:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020670:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79058. 00000400:00000010:1.0:1749609201.020696:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75bb0. 00000100:00000200:1.0:1749609201.020697:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020698:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c790b0. 00000400:00000010:1.0:1749609201.020700:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75c38. 00000100:00000200:1.0:1749609201.020700:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020701:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79108. 00000400:00000010:1.0:1749609201.020702:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75cc0. 00000100:00000200:1.0:1749609201.020703:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020704:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79160. 00000400:00000010:1.0:1749609201.020705:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75d48. 00000100:00000200:1.0:1749609201.020706:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020706:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c791b8. 00000400:00000010:1.0:1749609201.020707:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75dd0. 00000100:00000200:1.0:1749609201.020708:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020708:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79210. 00000400:00000010:1.0:1749609201.020709:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75e58. 00000100:00000200:1.0:1749609201.020710:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020711:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79268. 00000400:00000010:1.0:1749609201.020712:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75ee0. 00000100:00000200:1.0:1749609201.020712:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020713:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c792c0. 00000400:00000010:1.0:1749609201.020714:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75f68. 00000100:00000200:1.0:1749609201.020715:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020715:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79318. 00000400:00000010:1.0:1749609201.020717:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75000. 00000100:00000200:1.0:1749609201.020718:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020718:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79370. 00000400:00000010:1.0:1749609201.020719:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75088. 00000100:00000200:1.0:1749609201.020720:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020721:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c793c8. 00000400:00000010:1.0:1749609201.020721:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75110. 00000100:00000200:1.0:1749609201.020722:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020723:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79420. 00000400:00000010:1.0:1749609201.020724:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1a75198. 00000100:00000200:1.0:1749609201.020724:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020728:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79478. 00000400:00000010:1.0:1749609201.020731:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92000. 00000100:00000200:1.0:1749609201.020733:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020734:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c794d0. 00000400:00000010:1.0:1749609201.020734:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92088. 00000100:00000200:1.0:1749609201.020735:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020736:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79528. 00000400:00000010:1.0:1749609201.020737:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92110. 00000100:00000200:1.0:1749609201.020738:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020738:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79580. 00000400:00000010:1.0:1749609201.020739:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92198. 00000100:00000200:1.0:1749609201.020740:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020741:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c795d8. 00000400:00000010:1.0:1749609201.020742:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92220. 00000100:00000200:1.0:1749609201.020743:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020745:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79630. 00000400:00000010:1.0:1749609201.020746:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f922a8. 00000100:00000200:1.0:1749609201.020747:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020748:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79688. 00000400:00000010:1.0:1749609201.020749:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92330. 00000100:00000200:1.0:1749609201.020750:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020751:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c796e0. 00000400:00000010:1.0:1749609201.020753:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f923b8. 00000100:00000200:1.0:1749609201.020754:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020755:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79738. 00000400:00000010:1.0:1749609201.020757:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92440. 00000100:00000200:1.0:1749609201.020758:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020759:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79790. 00000400:00000010:1.0:1749609201.020760:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f924c8. 00000100:00000200:1.0:1749609201.020761:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020763:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c797e8. 00000400:00000010:1.0:1749609201.020764:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92550. 00000100:00000200:1.0:1749609201.020766:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020767:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79840. 00000400:00000010:1.0:1749609201.020768:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f925d8. 00000100:00000200:1.0:1749609201.020774:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020776:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79898. 00000400:00000010:1.0:1749609201.020777:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92660. 00000100:00000200:1.0:1749609201.020779:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020780:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c798f0. 00000400:00000010:1.0:1749609201.020781:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f926e8. 00000100:00000200:1.0:1749609201.020782:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020784:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79948. 00000400:00000010:1.0:1749609201.020785:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92770. 00000100:00000200:1.0:1749609201.020786:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020787:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c799a0. 00000400:00000010:1.0:1749609201.020788:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f927f8. 00000100:00000200:1.0:1749609201.020790:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020791:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c799f8. 00000400:00000010:1.0:1749609201.020792:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92880. 00000100:00000200:1.0:1749609201.020794:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020795:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79a50. 00000400:00000010:1.0:1749609201.020796:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92908. 00000100:00000200:1.0:1749609201.020797:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020798:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79aa8. 00000400:00000010:1.0:1749609201.020799:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92990. 00000100:00000200:1.0:1749609201.020801:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020802:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79b00. 00000400:00000010:1.0:1749609201.020803:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92a18. 00000100:00000200:1.0:1749609201.020805:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020806:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79b58. 00000400:00000010:1.0:1749609201.020807:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92aa0. 00000100:00000200:1.0:1749609201.020808:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020809:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79bb0. 00000400:00000010:1.0:1749609201.020811:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92b28. 00000100:00000200:1.0:1749609201.020812:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020813:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79c08. 00000400:00000010:1.0:1749609201.020814:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92bb0. 00000100:00000200:1.0:1749609201.020816:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020817:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79c60. 00000400:00000010:1.0:1749609201.020823:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92c38. 00000100:00000200:1.0:1749609201.020825:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020826:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79cb8. 00000400:00000010:1.0:1749609201.020827:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92cc0. 00000100:00000200:1.0:1749609201.020829:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020830:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79d10. 00000400:00000010:1.0:1749609201.020831:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92d48. 00000100:00000200:1.0:1749609201.020832:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020833:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79d68. 00000400:00000010:1.0:1749609201.020835:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92dd0. 00000100:00000200:1.0:1749609201.020836:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020837:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79dc0. 00000400:00000010:1.0:1749609201.020838:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92e58. 00000100:00000200:1.0:1749609201.020839:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020840:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79e18. 00000400:00000010:1.0:1749609201.020841:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92ee0. 00000100:00000200:1.0:1749609201.020842:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020843:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79e70. 00000400:00000010:1.0:1749609201.020844:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a8f92f68. 00000100:00000200:1.0:1749609201.020846:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020847:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79ec8. 00000400:00000010:1.0:1749609201.020851:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061000. 00000100:00000200:1.0:1749609201.020854:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020855:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79f20. 00000400:00000010:1.0:1749609201.020856:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061088. 00000100:00000200:1.0:1749609201.020857:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020858:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79f78. 00000400:00000010:1.0:1749609201.020859:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061110. 00000100:00000200:1.0:1749609201.020860:0:5955:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1749609201.020863:0:5955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864000. 00000400:00000010:1.0:1749609201.020864:0:5955:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061198. 00000100:00000010:1.0:1749609201.020867:0:5955:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880134a61000. 00000100:00000200:1.0:1749609201.020878:0:5955:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1749609201.021007:0:5956:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a375d00. 00000020:00000010:1.0:1749609201.021010:0:5956:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b36f40. 00000020:00000010:1.0:1749609201.021018:0:5956:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1b3d200. 00000020:00000010:1.0:1749609201.021020:0:5956:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1b3d000. 00000040:00000010:1.0:1749609201.021022:0:5956:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1b3d800. 00000020:00000010:1.0:1749609201.021024:0:5956:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a62000. 00000020:00000010:1.0:1749609201.021027:0:5956:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6df98. 00000020:00000010:1.0:1749609201.021029:0:5956:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1b3d400. 80000000:00000010:1.0:1749609201.021032:0:5956:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b442f720. 40000000:00000010:1.0:1749609201.021033:0:5956:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36400. 00100000:00000010:1.0:1749609201.021035:0:5956:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a61800. 00040000:00000010:1.0:1749609201.021037:0:5956:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7c00. 00040000:00000010:1.0:1749609201.021039:0:5956:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1b3d600. 00080000:00000010:1.0:1749609201.021042:0:5956:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880095cc1000. 00080000:00000010:1.0:1749609201.021049:0:5956:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f550000. 00000004:00000010:1.0:1749609201.021053:0:5956:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880095cc6000. 00000100:00000010:1.0:1749609201.021056:0:5956:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880134a67800. 00000100:00000200:1.0:1749609201.021068:0:5956:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1749609201.021512:0:5957:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b36040. 00000020:00000010:1.0:1749609201.021514:0:5957:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b36c40. 00000020:00000010:1.0:1749609201.021517:0:5957:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a9f7c00. 00000020:00000010:1.0:1749609201.021519:0:5957:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a60a8200. 00000040:00000010:1.0:1749609201.021520:0:5957:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a60a9400. 00000020:00000010:1.0:1749609201.021522:0:5957:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff2800. 00000020:00000010:1.0:1749609201.021524:0:5957:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6ad48. 00000020:00000010:1.0:1749609201.021526:0:5957:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a60a9c00. 80000000:00000010:1.0:1749609201.021528:0:5957:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a060. 40000000:00000010:1.0:1749609201.021529:0:5957:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36ec0. 00100000:00000010:1.0:1749609201.021531:0:5957:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff4800. 00040000:00000010:1.0:1749609201.021532:0:5957:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7a00. 00040000:00000010:1.0:1749609201.021533:0:5957:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a60a9e00. 00080000:00000010:1.0:1749609201.021536:0:5957:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880095cc4000. 00080000:00000010:1.0:1749609201.021538:0:5957:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f552000. 00000004:00000010:1.0:1749609201.021545:0:5957:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a7cb0000. 00002000:00000010:1.0:1749609201.021547:0:5957:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2f000. 00000100:00000200:1.0:1749609201.021550:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021552:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864058. 00000400:00000010:1.0:1749609201.021555:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061220. 00000100:00000200:1.0:1749609201.021556:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021557:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18640b0. 00000400:00000010:1.0:1749609201.021558:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a0612a8. 00000100:00000200:1.0:1749609201.021559:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021560:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864108. 00000400:00000010:1.0:1749609201.021561:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061330. 00000100:00000200:1.0:1749609201.021562:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021562:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864160. 00000400:00000010:1.0:1749609201.021563:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a0613b8. 00000100:00000200:1.0:1749609201.021564:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021565:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18641b8. 00000400:00000010:1.0:1749609201.021565:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061440. 00000100:00000200:1.0:1749609201.021566:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021567:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864210. 00000400:00000010:1.0:1749609201.021568:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a0614c8. 00000100:00000200:1.0:1749609201.021568:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021569:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864268. 00000400:00000010:1.0:1749609201.021570:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061550. 00000100:00000200:1.0:1749609201.021571:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021571:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18642c0. 00000400:00000010:1.0:1749609201.021572:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a0615d8. 00000100:00000200:1.0:1749609201.021573:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021574:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864318. 00000400:00000010:1.0:1749609201.021574:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061660. 00000100:00000200:1.0:1749609201.021575:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021576:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864370. 00000400:00000010:1.0:1749609201.021576:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a0616e8. 00000100:00000200:1.0:1749609201.021577:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021578:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18643c8. 00000400:00000010:1.0:1749609201.021579:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061770. 00000100:00000200:1.0:1749609201.021579:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021580:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864420. 00000400:00000010:1.0:1749609201.021583:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a0617f8. 00000100:00000200:1.0:1749609201.021584:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021585:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864478. 00000400:00000010:1.0:1749609201.021586:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061880. 00000100:00000200:1.0:1749609201.021587:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021588:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18644d0. 00000400:00000010:1.0:1749609201.021589:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061908. 00000100:00000200:1.0:1749609201.021589:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021590:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864528. 00000400:00000010:1.0:1749609201.021591:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061990. 00000100:00000200:1.0:1749609201.021592:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021592:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864580. 00000400:00000010:1.0:1749609201.021593:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061a18. 00000100:00000200:1.0:1749609201.021594:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021594:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18645d8. 00000400:00000010:1.0:1749609201.021595:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061aa0. 00000100:00000200:1.0:1749609201.021596:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021597:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864630. 00000400:00000010:1.0:1749609201.021597:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061b28. 00000100:00000200:1.0:1749609201.021598:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021599:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864688. 00000400:00000010:1.0:1749609201.021599:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061bb0. 00000100:00000200:1.0:1749609201.021600:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021601:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18646e0. 00000400:00000010:1.0:1749609201.021602:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061c38. 00000100:00000200:1.0:1749609201.021602:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021603:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864738. 00000400:00000010:1.0:1749609201.021604:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061cc0. 00000100:00000200:1.0:1749609201.021605:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021605:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864790. 00000400:00000010:1.0:1749609201.021606:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061d48. 00000100:00000200:1.0:1749609201.021607:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021608:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18647e8. 00000400:00000010:1.0:1749609201.021608:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061dd0. 00000100:00000200:1.0:1749609201.021609:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021612:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864840. 00000400:00000010:1.0:1749609201.021613:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061e58. 00000100:00000200:1.0:1749609201.021614:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021615:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864898. 00000400:00000010:1.0:1749609201.021616:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061ee0. 00000100:00000200:1.0:1749609201.021617:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021618:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18648f0. 00000400:00000010:1.0:1749609201.021618:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009a061f68. 00000100:00000200:1.0:1749609201.021619:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021620:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864948. 00000400:00000010:1.0:1749609201.021623:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01000. 00000100:00000200:1.0:1749609201.021624:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021625:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18649a0. 00000400:00000010:1.0:1749609201.021626:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01088. 00000100:00000200:1.0:1749609201.021627:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021627:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18649f8. 00000400:00000010:1.0:1749609201.021628:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01110. 00000100:00000200:1.0:1749609201.021629:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021629:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864a50. 00000400:00000010:1.0:1749609201.021630:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01198. 00000100:00000200:1.0:1749609201.021631:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021632:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864aa8. 00000400:00000010:1.0:1749609201.021632:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01220. 00000100:00000200:1.0:1749609201.021633:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021634:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864b00. 00000400:00000010:1.0:1749609201.021634:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff012a8. 00000100:00000200:1.0:1749609201.021635:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021636:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864b58. 00000400:00000010:1.0:1749609201.021637:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01330. 00000100:00000200:1.0:1749609201.021637:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021638:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864bb0. 00000400:00000010:1.0:1749609201.021639:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff013b8. 00000100:00000200:1.0:1749609201.021640:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021640:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864c08. 00000400:00000010:1.0:1749609201.021641:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01440. 00000100:00000200:1.0:1749609201.021645:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021645:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864c60. 00000400:00000010:1.0:1749609201.021646:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff014c8. 00000100:00000200:1.0:1749609201.021647:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021648:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864cb8. 00000400:00000010:1.0:1749609201.021649:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01550. 00000100:00000200:1.0:1749609201.021650:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021650:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864d10. 00000400:00000010:1.0:1749609201.021651:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff015d8. 00000100:00000200:1.0:1749609201.021652:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021652:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864d68. 00000400:00000010:1.0:1749609201.021653:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01660. 00000100:00000200:1.0:1749609201.021654:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021655:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864dc0. 00000400:00000010:1.0:1749609201.021655:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff016e8. 00000100:00000200:1.0:1749609201.021656:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021657:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864e18. 00000400:00000010:1.0:1749609201.021657:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01770. 00000100:00000200:1.0:1749609201.021658:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021659:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864e70. 00000400:00000010:1.0:1749609201.021660:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff017f8. 00000100:00000200:1.0:1749609201.021660:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021661:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864ec8. 00000400:00000010:1.0:1749609201.021662:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01880. 00000100:00000200:1.0:1749609201.021663:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021663:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864f20. 00000400:00000010:1.0:1749609201.021664:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01908. 00000100:00000200:1.0:1749609201.021665:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021665:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864f78. 00000400:00000010:1.0:1749609201.021666:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01990. 00000100:00000200:1.0:1749609201.021667:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021670:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595000. 00000400:00000010:1.0:1749609201.021671:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01a18. 00000100:00000200:1.0:1749609201.021672:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021673:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595058. 00000400:00000010:1.0:1749609201.021690:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01aa0. 00000100:00000200:1.0:1749609201.021691:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021693:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965950b0. 00000400:00000010:1.0:1749609201.021694:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01b28. 00000100:00000200:1.0:1749609201.021696:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021697:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595108. 00000400:00000010:1.0:1749609201.021698:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01bb0. 00000100:00000200:1.0:1749609201.021700:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021701:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595160. 00000400:00000010:1.0:1749609201.021702:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01c38. 00000100:00000200:1.0:1749609201.021704:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021705:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965951b8. 00000400:00000010:1.0:1749609201.021706:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01cc0. 00000100:00000200:1.0:1749609201.021708:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021709:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595210. 00000400:00000010:1.0:1749609201.021710:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01d48. 00000100:00000200:1.0:1749609201.021711:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021713:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595268. 00000400:00000010:1.0:1749609201.021714:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01dd0. 00000100:00000200:1.0:1749609201.021715:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021716:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965952c0. 00000400:00000010:1.0:1749609201.021718:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01e58. 00000100:00000200:1.0:1749609201.021719:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021720:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595318. 00000400:00000010:1.0:1749609201.021721:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01ee0. 00000100:00000200:1.0:1749609201.021723:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021724:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595370. 00000400:00000010:1.0:1749609201.021725:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008ff01f68. 00000100:00000200:1.0:1749609201.021727:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021728:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965953c8. 00000400:00000010:1.0:1749609201.021734:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b000. 00000100:00000200:1.0:1749609201.021737:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021799:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595420. 00000400:00000010:1.0:1749609201.021802:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b088. 00000100:00000200:1.0:1749609201.021804:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021809:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595478. 00000400:00000010:1.0:1749609201.021811:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b110. 00000100:00000200:1.0:1749609201.021813:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021815:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965954d0. 00000400:00000010:1.0:1749609201.021816:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b198. 00000100:00000200:1.0:1749609201.021818:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021819:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595528. 00000400:00000010:1.0:1749609201.021821:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b220. 00000100:00000200:1.0:1749609201.021822:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021823:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595580. 00000400:00000010:1.0:1749609201.021824:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b2a8. 00000100:00000200:1.0:1749609201.021825:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021826:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965955d8. 00000400:00000010:1.0:1749609201.021827:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b330. 00000100:00000200:1.0:1749609201.021828:0:5957:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1749609201.021828:0:5957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595630. 00000400:00000010:1.0:1749609201.021829:0:5957:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b3b8. 00000100:00000010:1.0:1749609201.021831:0:5957:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880096ff1000. 00000100:00000200:1.0:1749609201.021836:0:5957:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1749609201.021955:0:5958:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b361c0. 00000020:00000010:1.0:1749609201.021957:0:5958:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b36480. 00000020:00000010:1.0:1749609201.021959:0:5958:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a60a9600. 00000020:00000010:1.0:1749609201.021960:0:5958:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a60a8800. 00000040:00000010:1.0:1749609201.021961:0:5958:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a60a8e00. 00000020:00000010:1.0:1749609201.021963:0:5958:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff2000. 00000020:00000010:1.0:1749609201.021964:0:5958:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd68a10. 00000020:00000010:1.0:1749609201.021966:0:5958:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a60a9a00. 80000000:00000010:1.0:1749609201.021967:0:5958:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a360. 40000000:00000010:1.0:1749609201.021969:0:5958:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36300. 00100000:00000010:1.0:1749609201.021971:0:5958:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff1800. 00040000:00000010:1.0:1749609201.021972:0:5958:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7600. 00040000:00000010:1.0:1749609201.021974:0:5958:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a60a8600. 00080000:00000010:1.0:1749609201.021977:0:5958:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800a7cb1000. 00080000:00000010:1.0:1749609201.021980:0:5958:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f554000. 00000004:00000010:1.0:1749609201.021988:0:5958:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a7cb2000. 00002000:00000010:1.0:1749609201.021991:0:5958:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2ec00. 00000100:00000010:1.0:1749609201.021993:0:5958:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880096ff0000. 00000100:00000200:1.0:1749609201.021999:0:5958:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1749609201.022595:0:5959:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b369c0. 00000020:00000010:1.0:1749609201.022598:0:5959:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b36240. 00000020:00000010:1.0:1749609201.022601:0:5959:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a60a9800. 00000020:00000010:1.0:1749609201.022603:0:5959:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b476f200. 00000040:00000010:1.0:1749609201.022605:0:5959:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b476f000. 00000020:00000010:1.0:1749609201.022606:0:5959:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff3800. 00000020:00000010:1.0:1749609201.022608:0:5959:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6c670. 00000020:00000010:1.0:1749609201.022610:0:5959:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b476ea00. 80000000:00000010:1.0:1749609201.022611:0:5959:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a3c0. 40000000:00000010:1.0:1749609201.022612:0:5959:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36f00. 00100000:00000010:1.0:1749609201.022615:0:5959:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff0800. 00040000:00000010:1.0:1749609201.022617:0:5959:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7d00. 00040000:00000010:1.0:1749609201.022619:0:5959:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b476fc00. 00080000:00000010:1.0:1749609201.022622:0:5959:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800a7cb3000. 00080000:00000010:1.0:1749609201.022626:0:5959:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f556000. 00000004:00000010:1.0:1749609201.022630:0:5959:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a7cb4000. 00002000:00000010:1.0:1749609201.022632:0:5959:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2e800. 00000100:00000200:1.0:1749609201.022635:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022638:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595688. 00000400:00000010:1.0:1749609201.022640:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b440. 00000100:00000200:1.0:1749609201.022643:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022644:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965956e0. 00000400:00000010:1.0:1749609201.022646:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b4c8. 00000100:00000200:1.0:1749609201.022647:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022648:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595738. 00000400:00000010:1.0:1749609201.022650:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b550. 00000100:00000200:1.0:1749609201.022651:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022652:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595790. 00000400:00000010:1.0:1749609201.022654:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b5d8. 00000100:00000200:1.0:1749609201.022655:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022661:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965957e8. 00000400:00000010:1.0:1749609201.022663:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b660. 00000100:00000200:1.0:1749609201.022665:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022667:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595840. 00000400:00000010:1.0:1749609201.022668:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b6e8. 00000100:00000200:1.0:1749609201.022670:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022671:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595898. 00000400:00000010:1.0:1749609201.022673:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b770. 00000100:00000200:1.0:1749609201.022692:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022693:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965958f0. 00000400:00000010:1.0:1749609201.022694:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b7f8. 00000100:00000200:1.0:1749609201.022695:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022696:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595948. 00000400:00000010:1.0:1749609201.022697:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b880. 00000100:00000200:1.0:1749609201.022698:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022698:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965959a0. 00000400:00000010:1.0:1749609201.022699:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b908. 00000100:00000200:1.0:1749609201.022700:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022701:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800965959f8. 00000400:00000010:1.0:1749609201.022701:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8b990. 00000100:00000200:1.0:1749609201.022702:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022703:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595a50. 00000400:00000010:1.0:1749609201.022704:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8ba18. 00000100:00000200:1.0:1749609201.022704:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022705:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595aa8. 00000400:00000010:1.0:1749609201.022706:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8baa0. 00000100:00000200:1.0:1749609201.022707:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022707:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595b00. 00000400:00000010:1.0:1749609201.022708:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8bb28. 00000100:00000200:1.0:1749609201.022709:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022709:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595b58. 00000400:00000010:1.0:1749609201.022710:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8bbb0. 00000100:00000200:1.0:1749609201.022711:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022712:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595bb0. 00000400:00000010:1.0:1749609201.022712:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8bc38. 00000100:00000200:1.0:1749609201.022717:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022718:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595c08. 00000400:00000010:1.0:1749609201.022719:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8bcc0. 00000100:00000200:1.0:1749609201.022720:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022721:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595c60. 00000400:00000010:1.0:1749609201.022722:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8bd48. 00000100:00000200:1.0:1749609201.022723:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022723:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595cb8. 00000400:00000010:1.0:1749609201.022724:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8bdd0. 00000100:00000200:1.0:1749609201.022725:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022726:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595d10. 00000400:00000010:1.0:1749609201.022726:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8be58. 00000100:00000200:1.0:1749609201.022727:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022728:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595d68. 00000400:00000010:1.0:1749609201.022728:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8bee0. 00000100:00000200:1.0:1749609201.022729:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022730:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595dc0. 00000400:00000010:1.0:1749609201.022731:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880097b8bf68. 00000100:00000200:1.0:1749609201.022731:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022732:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595e18. 00000400:00000010:1.0:1749609201.022736:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8000. 00000100:00000200:1.0:1749609201.022737:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022738:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595e70. 00000400:00000010:1.0:1749609201.022739:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8088. 00000100:00000200:1.0:1749609201.022740:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022740:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595ec8. 00000400:00000010:1.0:1749609201.022741:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8110. 00000100:00000200:1.0:1749609201.022742:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022743:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595f20. 00000400:00000010:1.0:1749609201.022743:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8198. 00000100:00000200:1.0:1749609201.022744:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022745:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096595f78. 00000400:00000010:1.0:1749609201.022745:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8220. 00000100:00000200:1.0:1749609201.022746:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022749:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563000. 00000400:00000010:1.0:1749609201.022752:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be82a8. 00000100:00000200:1.0:1749609201.022754:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022755:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563058. 00000400:00000010:1.0:1749609201.022755:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8330. 00000100:00000200:1.0:1749609201.022756:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022757:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5630b0. 00000400:00000010:1.0:1749609201.022758:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be83b8. 00000100:00000200:1.0:1749609201.022759:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022759:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563108. 00000400:00000010:1.0:1749609201.022760:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8440. 00000100:00000200:1.0:1749609201.022761:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022761:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563160. 00000400:00000010:1.0:1749609201.022762:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be84c8. 00000100:00000200:1.0:1749609201.022763:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022764:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5631b8. 00000400:00000010:1.0:1749609201.022764:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8550. 00000100:00000200:1.0:1749609201.022765:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022766:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563210. 00000400:00000010:1.0:1749609201.022766:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be85d8. 00000100:00000200:1.0:1749609201.022767:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022768:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563268. 00000400:00000010:1.0:1749609201.022769:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8660. 00000100:00000200:1.0:1749609201.022770:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022770:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5632c0. 00000400:00000010:1.0:1749609201.022771:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be86e8. 00000100:00000200:1.0:1749609201.022772:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022772:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563318. 00000400:00000010:1.0:1749609201.022773:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8770. 00000100:00000200:1.0:1749609201.022774:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022774:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563370. 00000400:00000010:1.0:1749609201.022775:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be87f8. 00000100:00000200:1.0:1749609201.022776:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022777:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5633c8. 00000400:00000010:1.0:1749609201.022777:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8880. 00000100:00000200:1.0:1749609201.022778:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022781:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563420. 00000400:00000010:1.0:1749609201.022782:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8908. 00000100:00000200:1.0:1749609201.022783:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022784:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563478. 00000400:00000010:1.0:1749609201.022785:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8990. 00000100:00000200:1.0:1749609201.022786:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022787:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5634d0. 00000400:00000010:1.0:1749609201.022788:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8a18. 00000100:00000200:1.0:1749609201.022788:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022789:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563528. 00000400:00000010:1.0:1749609201.022790:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8aa0. 00000100:00000200:1.0:1749609201.022791:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022791:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563580. 00000400:00000010:1.0:1749609201.022792:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8b28. 00000100:00000200:1.0:1749609201.022793:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022793:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5635d8. 00000400:00000010:1.0:1749609201.022794:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8bb0. 00000100:00000200:1.0:1749609201.022795:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022795:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563630. 00000400:00000010:1.0:1749609201.022796:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8c38. 00000100:00000200:1.0:1749609201.022797:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022798:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563688. 00000400:00000010:1.0:1749609201.022798:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8cc0. 00000100:00000200:1.0:1749609201.022799:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022800:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5636e0. 00000400:00000010:1.0:1749609201.022800:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8d48. 00000100:00000200:1.0:1749609201.022801:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022802:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563738. 00000400:00000010:1.0:1749609201.022803:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8dd0. 00000100:00000200:1.0:1749609201.022803:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022804:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563790. 00000400:00000010:1.0:1749609201.022805:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8e58. 00000100:00000200:1.0:1749609201.022806:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022806:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5637e8. 00000400:00000010:1.0:1749609201.022807:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8ee0. 00000100:00000200:1.0:1749609201.022811:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022812:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563840. 00000400:00000010:1.0:1749609201.022813:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1be8f68. 00000100:00000200:1.0:1749609201.022814:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022815:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563898. 00000400:00000010:1.0:1749609201.022817:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387000. 00000100:00000200:1.0:1749609201.022819:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022820:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5638f0. 00000400:00000010:1.0:1749609201.022820:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387088. 00000100:00000200:1.0:1749609201.022821:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022822:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563948. 00000400:00000010:1.0:1749609201.022823:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387110. 00000100:00000200:1.0:1749609201.022823:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022824:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5639a0. 00000400:00000010:1.0:1749609201.022825:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387198. 00000100:00000200:1.0:1749609201.022825:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022826:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f5639f8. 00000400:00000010:1.0:1749609201.022827:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387220. 00000100:00000200:1.0:1749609201.022828:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022828:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563a50. 00000400:00000010:1.0:1749609201.022829:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53872a8. 00000100:00000200:1.0:1749609201.022830:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022830:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563aa8. 00000400:00000010:1.0:1749609201.022831:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387330. 00000100:00000200:1.0:1749609201.022832:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022833:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563b00. 00000400:00000010:1.0:1749609201.022833:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53873b8. 00000100:00000200:1.0:1749609201.022834:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022835:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563b58. 00000400:00000010:1.0:1749609201.022835:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387440. 00000100:00000200:1.0:1749609201.022836:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022837:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563bb0. 00000400:00000010:1.0:1749609201.022838:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53874c8. 00000100:00000200:1.0:1749609201.022838:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022839:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563c08. 00000400:00000010:1.0:1749609201.022842:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387550. 00000100:00000200:1.0:1749609201.022843:0:5959:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1749609201.022844:0:5959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563c60. 00000400:00000010:1.0:1749609201.022845:0:5959:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53875d8. 00000100:00000010:1.0:1749609201.022847:0:5959:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880096ff4000. 00000100:00000200:1.0:1749609201.022858:0:5959:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1749609201.022991:0:5960:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b36fc0. 00000020:00000010:1.0:1749609201.022993:0:5960:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b363c0. 00000020:00000010:1.0:1749609201.022995:0:5960:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b476e800. 00000020:00000010:1.0:1749609201.022996:0:5960:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b476f400. 00000040:00000010:1.0:1749609201.022998:0:5960:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b476e400. 00000020:00000010:1.0:1749609201.022999:0:5960:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff3000. 00000020:00000010:1.0:1749609201.023001:0:5960:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6d080. 00000020:00000010:1.0:1749609201.023002:0:5960:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b476ec00. 80000000:00000010:1.0:1749609201.023004:0:5960:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a420. 40000000:00000010:1.0:1749609201.023005:0:5960:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b360c0. 00100000:00000010:1.0:1749609201.023007:0:5960:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c4000. 00040000:00000010:1.0:1749609201.023009:0:5960:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7000. 00040000:00000010:1.0:1749609201.023010:0:5960:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b476e600. 00080000:00000010:1.0:1749609201.023012:0:5960:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800a7cb5000. 00080000:00000010:1.0:1749609201.023019:0:5960:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096488000. 00000004:00000010:1.0:1749609201.023023:0:5960:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a7cb6000. 00002000:00000010:1.0:1749609201.023025:0:5960:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2e400. 00000100:00000010:1.0:1749609201.023027:0:5960:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b42c3000. 00000100:00000200:1.0:1749609201.023031:0:5960:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:1.0:1749609201.034098:0:5961:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff8800a5700000. 00000100:00000010:1.0:1749609201.034103:0:5961:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b36e00. 00000020:00000010:1.0:1749609201.034105:0:5961:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b36c80. 00000020:00000010:1.0:1749609201.034111:0:5961:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4479200. 00000020:00000010:1.0:1749609201.034114:0:5961:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4479c00. 00000040:00000010:1.0:1749609201.034117:0:5961:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4479000. 00000020:00000010:1.0:1749609201.034120:0:5961:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c2800. 00000020:00000010:1.0:1749609201.034124:0:5961:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd6da90. 00000020:00000010:1.0:1749609201.034126:0:5961:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4479a00. 80000000:00000010:1.0:1749609201.034133:0:5961:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a480. 40000000:00000010:1.0:1749609201.034136:0:5961:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36640. 00100000:00000010:1.0:1749609201.034140:0:5961:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c5000. 00040000:00000010:1.0:1749609201.034143:0:5961:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7300. 00040000:00000010:1.0:1749609201.034146:0:5961:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4479400. 00080000:00000010:1.0:1749609201.034150:0:5961:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800a7cb7000. 00080000:00000010:1.0:1749609201.034154:0:5961:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009648a000. 00000004:00000010:1.0:1749609201.034163:0:5961:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800accc8000. 00002000:00000010:1.0:1749609201.034167:0:5961:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2e000. 00000100:00000200:1.0:1749609201.034172:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034176:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563cb8. 00000400:00000010:1.0:1749609201.034181:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800accc9000. 00000100:00000200:1.0:1749609201.034187:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034188:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563d10. 00000400:00000010:1.0:1749609201.034191:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800accca000. 00000100:00000200:1.0:1749609201.034192:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034193:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563d68. 00000400:00000010:1.0:1749609201.034195:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800acccb000. 00000100:00000200:1.0:1749609201.034197:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034197:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563dc0. 00000400:00000010:1.0:1749609201.034199:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800acccc000. 00000100:00000200:1.0:1749609201.034201:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034201:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563e18. 00000400:00000010:1.0:1749609201.034203:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800acccd000. 00000100:00000200:1.0:1749609201.034204:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034205:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563e70. 00000400:00000010:1.0:1749609201.034207:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800accce000. 00000100:00000200:1.0:1749609201.034208:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034209:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563ec8. 00000400:00000010:1.0:1749609201.034211:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800acccf000. 00000100:00000200:1.0:1749609201.034212:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034213:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563f20. 00000400:00000010:1.0:1749609201.034218:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009df30000. 00000100:00000200:1.0:1749609201.034220:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034221:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009f563f78. 00000400:00000010:1.0:1749609201.034226:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009df31000. 00000100:00000200:1.0:1749609201.034228:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034231:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3000. 00000400:00000010:1.0:1749609201.034235:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009df32000. 00000100:00000200:1.0:1749609201.034238:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034239:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3058. 00000400:00000010:1.0:1749609201.034241:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009df33000. 00000100:00000200:1.0:1749609201.034243:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034245:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e30b0. 00000400:00000010:1.0:1749609201.034247:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009df34000. 00000100:00000200:1.0:1749609201.034249:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034250:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3108. 00000400:00000010:1.0:1749609201.034253:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009df35000. 00000100:00000200:1.0:1749609201.034255:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034256:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3160. 00000400:00000010:1.0:1749609201.034259:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009df36000. 00000100:00000200:1.0:1749609201.034261:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034263:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e31b8. 00000400:00000010:1.0:1749609201.034265:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009df37000. 00000100:00000200:1.0:1749609201.034267:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034268:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3210. 00000400:00000010:1.0:1749609201.034275:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880097908000. 00000100:00000200:1.0:1749609201.034280:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034282:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3268. 00000400:00000010:1.0:1749609201.034285:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880097909000. 00000100:00000200:1.0:1749609201.034287:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034288:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e32c0. 00000400:00000010:1.0:1749609201.034291:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009790a000. 00000100:00000200:1.0:1749609201.034294:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034295:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3318. 00000400:00000010:1.0:1749609201.034298:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009790b000. 00000100:00000200:1.0:1749609201.034300:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034302:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3370. 00000400:00000010:1.0:1749609201.034304:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009790c000. 00000100:00000200:1.0:1749609201.034307:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034308:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e33c8. 00000400:00000010:1.0:1749609201.034315:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009790d000. 00000100:00000200:1.0:1749609201.034319:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034320:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3420. 00000400:00000010:1.0:1749609201.034323:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009790e000. 00000100:00000200:1.0:1749609201.034326:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034327:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3478. 00000400:00000010:1.0:1749609201.034330:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009790f000. 00000100:00000200:1.0:1749609201.034332:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034333:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e34d0. 00000400:00000010:1.0:1749609201.034340:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a41a0000. 00000100:00000200:1.0:1749609201.034344:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034345:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3528. 00000400:00000010:1.0:1749609201.034348:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a41a1000. 00000100:00000200:1.0:1749609201.034349:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034350:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3580. 00000400:00000010:1.0:1749609201.034352:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a41a2000. 00000100:00000200:1.0:1749609201.034354:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034354:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e35d8. 00000400:00000010:1.0:1749609201.034356:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a41a3000. 00000100:00000200:1.0:1749609201.034357:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034358:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3630. 00000400:00000010:1.0:1749609201.034360:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a41a4000. 00000100:00000200:1.0:1749609201.034361:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034362:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3688. 00000400:00000010:1.0:1749609201.034363:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a41a5000. 00000100:00000200:1.0:1749609201.034365:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034366:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e36e0. 00000400:00000010:1.0:1749609201.034367:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a41a6000. 00000100:00000200:1.0:1749609201.034370:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034371:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3738. 00000400:00000010:1.0:1749609201.034373:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a41a7000. 00000100:00000200:1.0:1749609201.034375:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034376:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3790. 00000400:00000010:1.0:1749609201.034383:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d3f0000. 00000100:00000200:1.0:1749609201.034387:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034388:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e37e8. 00000400:00000010:1.0:1749609201.034400:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d3f1000. 00000100:00000200:1.0:1749609201.034403:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034417:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3840. 00000400:00000010:1.0:1749609201.034420:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d3f2000. 00000100:00000200:1.0:1749609201.034423:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034424:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3898. 00000400:00000010:1.0:1749609201.034426:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d3f3000. 00000100:00000200:1.0:1749609201.034429:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034430:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e38f0. 00000400:00000010:1.0:1749609201.034432:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d3f4000. 00000100:00000200:1.0:1749609201.034435:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034436:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3948. 00000400:00000010:1.0:1749609201.034438:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d3f5000. 00000100:00000200:1.0:1749609201.034441:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034442:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e39a0. 00000400:00000010:1.0:1749609201.034444:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d3f6000. 00000100:00000200:1.0:1749609201.034446:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034447:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e39f8. 00000400:00000010:1.0:1749609201.034450:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d3f7000. 00000100:00000200:1.0:1749609201.034452:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034453:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3a50. 00000400:00000010:1.0:1749609201.034462:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a9838000. 00000100:00000200:1.0:1749609201.034466:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034468:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3aa8. 00000400:00000010:1.0:1749609201.034470:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a9839000. 00000100:00000200:1.0:1749609201.034473:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034474:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3b00. 00000400:00000010:1.0:1749609201.034476:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a983a000. 00000100:00000200:1.0:1749609201.034479:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034480:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3b58. 00000400:00000010:1.0:1749609201.034482:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a983b000. 00000100:00000200:1.0:1749609201.034484:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034485:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3bb0. 00000400:00000010:1.0:1749609201.034488:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a983c000. 00000100:00000200:1.0:1749609201.034490:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034491:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3c08. 00000400:00000010:1.0:1749609201.034498:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a983d000. 00000100:00000200:1.0:1749609201.034501:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034502:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3c60. 00000400:00000010:1.0:1749609201.034504:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a983e000. 00000100:00000200:1.0:1749609201.034507:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034508:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3cb8. 00000400:00000010:1.0:1749609201.034510:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800a983f000. 00000100:00000200:1.0:1749609201.034512:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034513:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3d10. 00000400:00000010:1.0:1749609201.034519:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096670000. 00000100:00000200:1.0:1749609201.034522:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034523:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3d68. 00000400:00000010:1.0:1749609201.034525:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096671000. 00000100:00000200:1.0:1749609201.034528:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034529:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3dc0. 00000400:00000010:1.0:1749609201.034531:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096672000. 00000100:00000200:1.0:1749609201.034533:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034534:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3e18. 00000400:00000010:1.0:1749609201.034537:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096673000. 00000100:00000200:1.0:1749609201.034539:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034540:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3e70. 00000400:00000010:1.0:1749609201.034542:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096674000. 00000100:00000200:1.0:1749609201.034545:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034546:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3ec8. 00000400:00000010:1.0:1749609201.034548:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096675000. 00000100:00000200:1.0:1749609201.034550:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034551:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3f20. 00000400:00000010:1.0:1749609201.034553:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096676000. 00000100:00000200:1.0:1749609201.034555:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034556:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b19e3f78. 00000400:00000010:1.0:1749609201.034559:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096677000. 00000100:00000200:1.0:1749609201.034561:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034566:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44000. 00000400:00000010:1.0:1749609201.034572:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c050000. 00000100:00000200:1.0:1749609201.034574:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034575:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44058. 00000400:00000010:1.0:1749609201.034579:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c051000. 00000100:00000200:1.0:1749609201.034580:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034581:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a440b0. 00000400:00000010:1.0:1749609201.034583:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c052000. 00000100:00000200:1.0:1749609201.034585:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034585:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44108. 00000400:00000010:1.0:1749609201.034587:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c053000. 00000100:00000200:1.0:1749609201.034589:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034589:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44160. 00000400:00000010:1.0:1749609201.034591:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c054000. 00000100:00000200:1.0:1749609201.034592:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034593:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a441b8. 00000400:00000010:1.0:1749609201.034595:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c055000. 00000100:00000200:1.0:1749609201.034596:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034597:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44210. 00000400:00000010:1.0:1749609201.034599:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c056000. 00000100:00000200:1.0:1749609201.034600:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034601:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44268. 00000400:00000010:1.0:1749609201.034602:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c057000. 00000100:00000200:1.0:1749609201.034604:0:5961:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1749609201.034604:0:5961:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a442c0. 00000400:00000010:1.0:1749609201.034609:0:5961:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096fa8000. 00000100:00000010:1.0:1749609201.034617:0:5961:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880096bb4000. 00000100:00000200:1.0:1749609201.034633:0:5961:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000020:00000010:1.0:1749609201.035072:0:5962:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff880097000000. 00000100:00000010:1.0:1749609201.035075:0:5962:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b36a00. 00000020:00000010:1.0:1749609201.035076:0:5962:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b36b40. 00000020:00000010:1.0:1749609201.035078:0:5962:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4479600. 00000020:00000010:1.0:1749609201.035080:0:5962:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4479e00. 00000040:00000010:1.0:1749609201.035081:0:5962:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129dbae00. 00000020:00000010:1.0:1749609201.035083:0:5962:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c3800. 00000020:00000010:1.0:1749609201.035085:0:5962:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd69928. 00000020:00000010:1.0:1749609201.035087:0:5962:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129dba800. 80000000:00000010:1.0:1749609201.035088:0:5962:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a4e0. 40000000:00000010:1.0:1749609201.035089:0:5962:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36380. 00100000:00000010:1.0:1749609201.035095:0:5962:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c1000. 00040000:00000010:1.0:1749609201.035097:0:5962:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1bf7400. 00040000:00000010:1.0:1749609201.035099:0:5962:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b443c600. 00080000:00000010:1.0:1749609201.035101:0:5962:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880096fa9000. 00080000:00000010:1.0:1749609201.035104:0:5962:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009648c000. 00000004:00000010:1.0:1749609201.035107:0:5962:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880096faa000. 00002000:00000010:1.0:1749609201.035108:0:5962:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2dc00. 00000100:00000010:1.0:1749609201.035117:0:5962:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880129c44000. 00000100:00000200:1.0:1749609201.035130:0:5962:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:1.0:1749609201.035585:0:5963:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff880130b00000. 00000100:00000010:1.0:1749609201.035588:0:5963:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b36900. 00000020:00000010:1.0:1749609201.035590:0:5963:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b36dc0. 00000020:00000010:1.0:1749609201.035594:0:5963:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b574e00. 00000020:00000010:1.0:1749609201.035596:0:5963:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b575800. 00000040:00000010:1.0:1749609201.035597:0:5963:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b575a00. 00000020:00000010:1.0:1749609201.035600:0:5963:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c0800. 00000020:00000010:1.0:1749609201.035602:0:5963:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd68508. 00000020:00000010:1.0:1749609201.035604:0:5963:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b574000. 80000000:00000010:1.0:1749609201.035606:0:5963:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a540. 40000000:00000010:1.0:1749609201.035608:0:5963:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36000. 00100000:00000010:1.0:1749609201.035610:0:5963:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c4800. 00040000:00000010:1.0:1749609201.035612:0:5963:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74ca00. 00040000:00000010:1.0:1749609201.035614:0:5963:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b574200. 00080000:00000010:1.0:1749609201.035617:0:5963:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880096fab000. 00080000:00000010:1.0:1749609201.035620:0:5963:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009648e000. 00000004:00000010:1.0:1749609201.035624:0:5963:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880096fac000. 00002000:00000010:1.0:1749609201.035626:0:5963:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2d800. 00000100:00000010:1.0:1749609201.035636:0:5963:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880129cc4000. 00000100:00000200:1.0:1749609201.035648:0:5963:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:1.0:1749609201.036089:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36280. 00000020:00000010:1.0:1749609201.036091:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b36280. 00000020:00000010:1.0:1749609201.036094:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b574800. 00000020:00000010:1.0:1749609201.036096:0:5945:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23fe80. 00000020:00000010:1.0:1749609201.036100:0:5945:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000020:00000010:1.0:1749609201.036116:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36280. 00000020:00000010:1.0:1749609201.036117:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b36280. 00000100:00000200:1.0:1749609201.036118:0:5945:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193437440 02000000:00000010:1.0:1749609201.036132:0:5945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at ffff880130f38000. 20000000:00000010:1.0:1749609201.036142:0:5945:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff88012b574a00. 20000000:00000010:1.0:1749609201.036147:0:5945:0:(mgs_llog.c:476:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff880130f3a000. 20000000:00000010:1.0:1749609201.036150:0:5945:0:(mgs_llog.c:483:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff880130f3c000. 20000000:00000010:1.0:1749609201.036153:0:5945:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff88012b575000. 20000000:00000010:1.0:1749609201.036156:0:5945:0:(mgs_llog.c:476:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff880130f3e000. 20000000:00000010:1.0:1749609201.036165:0:5945:0:(mgs_llog.c:483:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff88012d970000. 20000000:00000010:1.0:1749609201.036167:0:5945:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff880129ef72c0. 20000000:00000010:1.0:1749609201.036169:0:5945:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff880129ef7c40. 00000020:00000010:1.0:1749609201.037047:0:5965:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b575400. 00000020:00000010:1.0:1749609201.037050:0:5965:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b575600. 00000040:00000010:1.0:1749609201.037051:0:5965:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b574c00. 00000020:00000010:1.0:1749609201.037053:0:5965:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c7800. 00000020:00000010:1.0:1749609201.037055:0:5965:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd69420. 00000020:00000010:1.0:1749609201.037058:0:5965:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b52ad800. 80000000:00000010:1.0:1749609201.037059:0:5965:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a5a0. 40000000:00000010:1.0:1749609201.037061:0:5965:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36280. 00100000:00000010:1.0:1749609201.037063:0:5965:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c7000. 00040000:00000010:1.0:1749609201.037064:0:5965:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c500. 00040000:00000010:1.0:1749609201.037066:0:5965:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b52ad200. 00080000:00000010:1.0:1749609201.037068:0:5965:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880096fad000. 00080000:00000010:1.0:1749609201.037071:0:5965:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d972000. 00000004:00000010:1.0:1749609201.037074:0:5965:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880096fae000. 00002000:00000010:1.0:1749609201.037076:0:5965:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2d400. 00000020:00000010:1.0:1749609201.037077:0:5965:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b36680. 00000040:00000010:1.0:1749609201.037081:0:5965:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012d974000. 00000100:00000010:1.0:1749609201.038727:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b40. 00000100:00000010:3.0:1749609201.038798:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a00. 00010000:00000200:3.0:1749609201.038812:0:5945:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800973bcc50 x1834598193437440/t0(0) o253->7b400bc7-1645-4d34-bdd3-789dfa63e8d1@0@lo:147/0 lens 4832/4832 e 0 to 0 dl 1749609212 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609201.038826:0:5945:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0480. 00000100:00000200:3.0:1749609201.038829:0:5945:0:(niobuf.c:81:ptl_send_buf()) Sending 4832 bytes to portal 25, xid 1834598193437440, offset 224 00000400:00000200:3.0:1749609201.038834:0:5945:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609201.038840:0:5945:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609201.038845:0:5945:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 4832 into portal 25 MB=0x6848eada01b00 00000400:00000200:3.0:1749609201.038849:0:5945:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4832/4832 into md 0x3019 [2] + 224 00000400:00000200:3.0:1749609201.038854:0:5945:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609201.038856:0:5945:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609201.038861:0:5945:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822a00 x1834598193437440/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749609217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609201.038884:0:5945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b42f0480 00000400:00000010:3.0:1749609201.038886:0:5945:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b42f0480. 00000020:00000010:3.0:1749609201.038895:0:5945:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009f01e000. 00000020:00000010:3.0:1749609201.038901:0:5945:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d23fe80. 00000020:00000010:3.0:1749609201.038905:0:5945:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:3.0:1749609201.038908:0:5945:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b574800. 02000000:00000010:3.0:1749609201.038913:0:5945:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 5128 at ffff8800b41f8000. 00000100:00000200:3.0:1749609201.038917:0:5945:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609201.038921:0:5945:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55898. 00000400:00000010:3.0:1749609201.038923:0:5945:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0480. 00000020:00000010:3.0:1749609201.039130:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f696c0. 00000020:00000010:3.0:1749609201.039134:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f696c0. 00000020:00000010:3.0:1749609201.039138:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012ff59200. 00000020:00000010:3.0:1749609201.039141:0:5945:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.039143:0:5945:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.039158:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f696c0. 00000020:00000010:3.0:1749609201.039159:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f696c0. 00000100:00000200:3.0:1749609201.039162:0:5945:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193437568 00010000:00000010:3.0:1749609201.039171:0:5945:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b2390800. 00010000:00000010:3.0:1749609201.039180:0:5945:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff59a00. 00000020:00000010:3.0:1749609201.039182:0:5945:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800a8f696c0. 02000000:00000010:3.0:1749609201.039191:0:5945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff88009d3c2000. 00010000:00000200:3.0:1749609201.039203:0:5945:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800973bf850 x1834598193437568/t0(0) o101->7b400bc7-1645-4d34-bdd3-789dfa63e8d1@0@lo:147/0 lens 328/344 e 0 to 0 dl 1749609212 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609201.039213:0:5945:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8660. 00000100:00000200:3.0:1749609201.039216:0:5945:0:(niobuf.c:81:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1834598193437568, offset 224 00000400:00000200:3.0:1749609201.039219:0:5945:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609201.039225:0:5945:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609201.039237:0:5945:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6848eada01b80 00000400:00000200:3.0:1749609201.039240:0:5945:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x3029 [1] + 224 00000400:00000200:3.0:1749609201.039244:0:5945:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609201.039246:0:5945:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609201.039250:0:5945:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822a00 x1834598193437568/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749609217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609201.039271:0:5945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800994c8660 00000400:00000010:3.0:1749609201.039273:0:5945:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800994c8660. 00000020:00000010:3.0:1749609201.039281:0:5945:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.039283:0:5945:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.039286:0:5945:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012ff59200. 02000000:00000010:3.0:1749609201.039289:0:5945:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 640 at ffff88009d3c2000. 00000100:00000200:3.0:1749609201.039295:0:5945:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609201.039298:0:5945:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c558f0. 00000400:00000010:3.0:1749609201.039305:0:5945:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f06c0. 00000020:00000010:3.0:1749609201.039482:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.039485:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.039488:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012ff59200. 00000020:00000010:3.0:1749609201.039490:0:5945:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.039491:0:5945:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.039512:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.039513:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f690c0. 00000100:00000200:3.0:1749609201.039515:0:5945:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193437696 02000000:00000010:3.0:1749609201.039527:0:5945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff88009d3c2000. 00000040:00000010:3.0:1749609201.039530:0:5945:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012ff59400. 00000040:00000010:3.0:1749609201.039540:0:5945:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88012ff59400. 00010000:00000200:3.0:1749609201.039545:0:5945:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800973bec50 x1834598193437696/t0(0) o501->7b400bc7-1645-4d34-bdd3-789dfa63e8d1@0@lo:147/0 lens 512/272 e 0 to 0 dl 1749609212 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609201.039553:0:5945:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8660. 00000100:00000200:3.0:1749609201.039556:0:5945:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1834598193437696, offset 224 00000400:00000200:3.0:1749609201.039559:0:5945:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609201.039563:0:5945:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609201.039567:0:5945:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6848eada01c00 00000400:00000200:3.0:1749609201.039570:0:5945:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x3039 [1] + 224 00000400:00000200:3.0:1749609201.039573:0:5945:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609201.039575:0:5945:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609201.039578:0:5945:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822a00 x1834598193437696/t0(0) o501->MGC192.168.203.144@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1749609217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609201.039601:0:5945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800994c8660 00000400:00000010:3.0:1749609201.039603:0:5945:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800994c8660. 00000020:00000010:3.0:1749609201.039610:0:5945:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.039612:0:5945:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.039614:0:5945:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012ff59200. 02000000:00000010:3.0:1749609201.039618:0:5945:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 568 at ffff88009d3c2000. 00000100:00000200:3.0:1749609201.039621:0:5945:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609201.039624:0:5945:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55948. 00000400:00000010:3.0:1749609201.039626:0:5945:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0300. 00000020:00000010:3.0:1749609201.039848:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.039850:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.039853:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012ff59200. 00000020:00000010:3.0:1749609201.039855:0:5945:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.039857:0:5945:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.039874:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.039876:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f690c0. 00000100:00000200:3.0:1749609201.039878:0:5945:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193437824 00010000:00000010:3.0:1749609201.039891:0:5945:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b2390e00. 00010000:00000010:3.0:1749609201.039894:0:5945:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff59400. 02000000:00000010:3.0:1749609201.039899:0:5945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff88009d3c2000. 00010000:00000200:3.0:1749609201.039905:0:5945:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800973bd850 x1834598193437824/t0(0) o101->7b400bc7-1645-4d34-bdd3-789dfa63e8d1@0@lo:147/0 lens 328/344 e 0 to 0 dl 1749609212 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609201.039914:0:5945:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8660. 00000100:00000200:3.0:1749609201.039917:0:5945:0:(niobuf.c:81:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1834598193437824, offset 224 00000400:00000200:3.0:1749609201.039920:0:5945:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609201.039924:0:5945:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609201.039928:0:5945:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6848eada01c80 00000400:00000200:3.0:1749609201.039932:0:5945:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x3049 [1] + 224 00000400:00000200:3.0:1749609201.039935:0:5945:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609201.039937:0:5945:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609201.039940:0:5945:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822a00 x1834598193437824/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749609217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609201.039951:0:5945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800994c8660 00000400:00000010:3.0:1749609201.039953:0:5945:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800994c8660. 00000020:00000010:3.0:1749609201.039958:0:5945:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.039960:0:5945:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.039962:0:5945:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012ff59200. 02000000:00000010:3.0:1749609201.039965:0:5945:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 640 at ffff88009d3c2000. 00000100:00000200:3.0:1749609201.039968:0:5945:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609201.039971:0:5945:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c559a0. 00000400:00000010:3.0:1749609201.039973:0:5945:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0000. 00000020:00000010:3.0:1749609201.040105:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.040107:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.040110:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012ff59200. 00000020:00000010:3.0:1749609201.040112:0:5945:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.040113:0:5945:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.040137:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.040140:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f690c0. 00000100:00000200:3.0:1749609201.040142:0:5945:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193437952 00010000:00000010:3.0:1749609201.040152:0:5945:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff58000. 02000000:00000010:3.0:1749609201.040156:0:5945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff88009d3c2000. 00010000:00000200:3.0:1749609201.040161:0:5945:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800973be850 x1834598193437952/t0(0) o101->7b400bc7-1645-4d34-bdd3-789dfa63e8d1@0@lo:147/0 lens 328/344 e 0 to 0 dl 1749609212 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609201.040167:0:5945:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8660. 00000100:00000200:3.0:1749609201.040169:0:5945:0:(niobuf.c:81:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1834598193437952, offset 224 00000400:00000200:3.0:1749609201.040172:0:5945:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609201.040175:0:5945:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609201.040178:0:5945:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6848eada01d00 00000400:00000200:3.0:1749609201.040180:0:5945:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x3059 [1] + 224 00000400:00000200:3.0:1749609201.040183:0:5945:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609201.040184:0:5945:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609201.040187:0:5945:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822a00 x1834598193437952/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749609217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609201.040195:0:5945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800994c8660 00000400:00000010:3.0:1749609201.040195:0:5945:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800994c8660. 00000020:00000010:3.0:1749609201.040199:0:5945:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.040201:0:5945:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.040202:0:5945:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012ff59200. 02000000:00000010:3.0:1749609201.040204:0:5945:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 640 at ffff88009d3c2000. 00000100:00000200:3.0:1749609201.040207:0:5945:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609201.040209:0:5945:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c559f8. 00000400:00000010:3.0:1749609201.040210:0:5945:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0180. 00000020:00000010:3.0:1749609201.040357:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.040359:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.040361:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012ff59200. 00000020:00000010:3.0:1749609201.040362:0:5945:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.040363:0:5945:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.040375:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f690c0. 00000020:00000010:3.0:1749609201.040376:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f690c0. 00000100:00000200:3.0:1749609201.040377:0:5945:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193438080 02000000:00000010:3.0:1749609201.040381:0:5945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff88009d3c2000. 00000040:00000010:3.0:1749609201.040383:0:5945:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012ff59800. 00000040:00000010:3.0:1749609201.040401:0:5945:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff880099d2c360. 00000020:00000010:3.0:1749609201.040416:0:5945:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b2390900. 00000020:00000010:3.0:1749609201.040419:0:5945:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b2390100. 00080000:00000010:3.0:1749609201.040423:0:5945:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012ff58200. 00000040:00000010:3.0:1749609201.040430:0:5945:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff880099d2c360. 00000040:00000010:3.0:1749609201.040432:0:5945:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88012ff59800. 20000000:00000010:3.0:1749609201.040435:0:5945:0:(mgs_nids.c:916:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff8800a8f690c0. 00010000:00000200:3.0:1749609201.040439:0:5945:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096d7d450 x1834598193438080/t0(0) o501->7b400bc7-1645-4d34-bdd3-789dfa63e8d1@0@lo:147/0 lens 512/272 e 0 to 0 dl 1749609212 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609201.040445:0:5945:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8660. 00000100:00000200:3.0:1749609201.040448:0:5945:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1834598193438080, offset 224 00000400:00000200:3.0:1749609201.040450:0:5945:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609201.040453:0:5945:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609201.040457:0:5945:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6848eada01d80 00000400:00000200:3.0:1749609201.040460:0:5945:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x3069 [1] + 224 00000400:00000200:3.0:1749609201.040463:0:5945:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609201.040465:0:5945:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609201.040469:0:5945:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822a00 x1834598193438080/t0(0) o501->MGC192.168.203.144@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1749609217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609201.040486:0:5945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800994c8660 00000400:00000010:3.0:1749609201.040488:0:5945:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800994c8660. 00000020:00000010:3.0:1749609201.040495:0:5945:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.040497:0:5945:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.040499:0:5945:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012ff59200. 02000000:00000010:3.0:1749609201.040501:0:5945:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 568 at ffff88009d3c2000. 00000100:00000200:3.0:1749609201.040505:0:5945:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609201.040507:0:5945:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55a50. 00000400:00000010:3.0:1749609201.040516:0:5945:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0c00. 00000020:00000010:3.0:1749609201.040641:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f69180. 00000020:00000010:3.0:1749609201.040642:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f69180. 00000020:00000010:3.0:1749609201.040645:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012ff59200. 00000020:00000010:3.0:1749609201.040646:0:5945:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609201.040651:0:5945:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749609201.040666:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a8f69180. 00000020:00000010:3.0:1749609201.040667:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a8f69180. 00000100:00000200:3.0:1749609201.040669:0:5945:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193438208 02000000:00000010:3.0:1749609201.040701:0:5945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff880136a78000. 00000040:00000010:3.0:1749609201.040705:0:5945:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012ff59800. 00000040:00000010:3.0:1749609201.040713:0:5945:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009f01c000. 00000020:00000010:1.0:1749609201.041290:0:5966:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b52ad600. 00000020:00000010:1.0:1749609201.041298:0:5966:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b52ada00. 00000040:00000010:1.0:1749609201.041300:0:5966:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b52adc00. 00000020:00000010:1.0:1749609201.041302:0:5966:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c2000. 00000020:00000010:1.0:1749609201.041305:0:5966:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800acd69420. 00000020:00000010:1.0:1749609201.041307:0:5966:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b52ad400. 80000000:00000010:1.0:1749609201.041310:0:5966:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a600. 40000000:00000010:1.0:1749609201.041311:0:5966:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36d40. 00100000:00000010:1.0:1749609201.041314:0:5966:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c0000. 00040000:00000010:1.0:1749609201.041316:0:5966:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c100. 00040000:00000010:1.0:1749609201.041318:0:5966:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b52ade00. 00080000:00000010:1.0:1749609201.041322:0:5966:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880096faf000. 00080000:00000010:1.0:1749609201.041325:0:5966:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d976000. 00000004:00000010:1.0:1749609201.041329:0:5966:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880096fae000. 00002000:00000010:1.0:1749609201.041331:0:5966:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880129c2d000. 00000020:00000010:1.0:1749609201.041333:0:5966:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b36d80. 00000040:00000010:1.0:1749609201.041337:0:5966:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012d972000. 00000100:00000010:1.0:1749609201.041343:0:5966:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1500. 02000000:00000010:1.0:1749609201.041347:0:5966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b52ac200. 00000100:00000010:1.0:1749609201.041352:0:5966:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e1bef00. 02000000:00000010:1.0:1749609201.041364:0:5966:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff880136a78000. 00000400:00000010:1.0:1749609201.041367:0:5966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44318. 00000400:00000010:1.0:1749609201.041370:0:5966:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88012e1bee40. 00000100:00000200:1.0:1749609201.041373:0:5966:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834598193438336, portal 25 00000400:00000010:1.0:1749609201.041376:0:5966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609201.041378:0:5966:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834598193438336, offset 0 00000400:00000200:1.0:1749609201.041382:0:5966:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609201.041387:0:5966:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609201.041392:0:5966:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6848eada01e80 00000400:00000200:1.0:1749609201.041395:0:5966:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2829 [2] + 0 00000400:00000010:1.0:1749609201.041397:0:5966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88006ec85948. 00000400:00000200:1.0:1749609201.041399:0:5966:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d230c00 00000400:00000200:1.0:1749609201.041402:0:5966:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609201.041422:0:5966:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609201.041433:0:5966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d230c00 00000400:00000010:1.0:1749609201.041435:0:5966:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d230c00. 00000100:00000200:1.0:1749609201.041438:0:5966:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749609201.041452:0:5966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387660 00000400:00000010:1.0:1749609201.041454:0:5966:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609201.041458:0:5966:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800966f1500 x1834598193438336/t0(0) o502->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749609217 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609201.041901:0:5966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b1a44318. 00000400:00000200:1.0:1749609201.041905:0:5966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e1bee40 00000400:00000010:1.0:1749609201.041906:0:5966:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff88012e1bee40. 00000100:00000200:1.0:1749609201.041910:0:5966:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800966f1500 x1834598193438336/t0(0) o502->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749609217 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609201.041917:0:5966:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800966f1500 x1834598193438336/t0(0) o502->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749609217 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609201.041929:0:5966:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012e1bef00. 02000000:00000010:1.0:1749609201.041935:0:5966:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff880136a78000. 02000000:00000010:1.0:1749609201.041945:0:5966:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b52ac200. 00000100:00000010:1.0:1749609201.041947:0:5966:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f1500. 00000020:00000010:1.0:1749609201.041957:0:5966:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f74c700. 00000020:00000010:1.0:1749609201.041960:0:5966:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f74c700. 00000020:00000010:1.0:1749609201.041963:0:5966:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff88009d23f780. 00000020:00000010:1.0:1749609201.041972:0:5966:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880136ac55c0. 00000020:00000010:1.0:1749609201.041977:0:5966:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b42c7000. 00000020:00000010:1.0:1749609201.041989:0:5966:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff88009d23f780. 00000020:00000010:1.0:1749609201.041993:0:5966:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff88012e1bef00. 00000001:00000010:1.0:1749609201.042009:0:5966:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e1bee40. 00000001:00000010:1.0:1749609201.042012:0:5966:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800acf20dc0. 00000001:00000010:1.0:1749609201.042015:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b52ac200. 00000001:00000010:1.0:1749609201.042016:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b52ac400. 00000001:00000010:1.0:1749609201.042018:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b52ac600. 00000001:00000010:1.0:1749609201.042020:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b52ac000. 00000001:00000010:1.0:1749609201.042022:0:5966:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e1be840. 00000001:00000010:1.0:1749609201.042028:0:5966:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800acf20160. 00000001:00000010:1.0:1749609201.042030:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b52ace00. 00000001:00000010:1.0:1749609201.042031:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b52ad200. 00000001:00000010:1.0:1749609201.042033:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b52ad800. 00000001:00000010:1.0:1749609201.042036:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d14fc00. 00000020:00000010:1.0:1749609201.042039:0:5966:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d14e000. 00000020:00000010:1.0:1749609201.042041:0:5966:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23f780. 00000020:00000010:1.0:1749609201.042043:0:5966:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a320. 00000008:00000010:1.0:1749609201.042047:0:5966:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e42580. 00020000:00000010:1.0:1749609201.042049:0:5966:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d4900. 00008000:00000010:1.0:1749609201.042052:0:5966:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8ae0. 00000080:00000010:1.0:1749609201.042057:0:5966:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf9000. 00000020:00000010:1.0:1749609201.042059:0:5966:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d14fa00. 00000020:00000010:1.0:1749609201.042061:0:5966:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d14e400. 00000040:00000010:1.0:1749609201.042063:0:5966:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d14f200. 00000020:00000010:1.0:1749609201.042066:0:5966:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c7800. 00000020:00000010:1.0:1749609201.042073:0:5966:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18000. 00000020:00000010:1.0:1749609201.042075:0:5966:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d14f000. 80000000:00000010:1.0:1749609201.042077:0:5966:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a660. 40000000:00000010:1.0:1749609201.042079:0:5966:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36bc0. 00100000:00000010:1.0:1749609201.042083:0:5966:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a2fd800. 00040000:00000010:1.0:1749609201.042085:0:5966:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c700. 00040000:00000010:1.0:1749609201.042086:0:5966:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d14e600. 00080000:00000010:1.0:1749609201.042089:0:5966:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880096fad000. 00080000:00000010:1.0:1749609201.042091:0:5966:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d974000. 00000004:00000010:1.0:1749609201.042100:0:5966:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c880000. 00000004:00000010:1.0:1749609201.042105:0:5966:0:(lod_dev.c:2182:lod_device_alloc()) kmalloced '(lod)': 3848 at ffff88012c881000. 00000004:00000010:1.0:1749609201.042110:0:5966:0:(lod_dev.c:1978:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at ffff8800acf20b00. 00000004:00000010:1.0:1749609201.042113:0:5966:0:(lod_dev.c:2003:lod_connect_to_osd()) kmalloced '(data)': 192 at ffff88012e1beb40. 00000020:00000010:1.0:1749609201.042116:0:5966:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012a2ff000. 00000004:00000010:1.0:1749609201.042121:0:5966:0:(lod_dev.c:2031:lod_connect_to_osd()) kfreed 'data': 192 at ffff88012e1beb40. 00000004:00000010:1.0:1749609201.042123:0:5966:0:(lod_dev.c:2032:lod_connect_to_osd()) kfreed 'nextdev': 27 at ffff8800acf20b00. 00000020:00000010:1.0:1749609201.042148:0:5966:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880130db8ac8. 00000020:00000010:1.0:1749609201.042150:0:5966:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880130db8a90. 00000020:00000010:1.0:1749609201.042151:0:5966:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880130db8ad8. 00000020:00000010:1.0:1749609201.042152:0:5966:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880130db8ad0. 00000020:00000010:1.0:1749609201.042262:0:5966:0:(lprocfs_status_server.c:47:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at ffff88012e1be240. 00000020:00000010:1.0:1749609201.042268:0:5966:0:(lprocfs_status_server.c:57:ldebugfs_add_symlink()) kfreed 'dest': 129 at ffff88012e1be240. 00000020:00000010:1.0:1749609201.042272:0:5966:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff88012e1be240. 00000020:00000010:1.0:1749609201.042275:0:5966:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff88012e1be240. 00000020:00000010:1.0:1749609201.042279:0:5966:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d14e400. 00000040:00000010:1.0:1749609201.042284:0:5966:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d14f200. 00000020:00000010:1.0:1749609201.042286:0:5966:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b42c7800. 00000020:00000010:1.0:1749609201.042289:0:5966:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a18000. 00000020:00000010:1.0:1749609201.042290:0:5966:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d14f000. 80000000:00000010:1.0:1749609201.042292:0:5966:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00a660. 40000000:00000010:1.0:1749609201.042293:0:5966:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b36bc0. 00100000:00000010:1.0:1749609201.042295:0:5966:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012a2fd800. 00040000:00000010:1.0:1749609201.042296:0:5966:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f74c700. 00040000:00000010:1.0:1749609201.042298:0:5966:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d14e600. 00080000:00000010:1.0:1749609201.042299:0:5966:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d974000. 00080000:00000010:1.0:1749609201.042301:0:5966:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880096fad000. 00000004:00000010:1.0:1749609201.042303:0:5966:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c880000. 00000020:00000010:1.0:1749609201.042306:0:5966:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d14fa00. 00000020:00000010:1.0:1749609201.042307:0:5966:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d23f780. 00000020:00000010:1.0:1749609201.042309:0:5966:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a320. 00000008:00000010:1.0:1749609201.042310:0:5966:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff880129e42580. 00020000:00000010:1.0:1749609201.042312:0:5966:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8801304d4900. 00008000:00000010:1.0:1749609201.042313:0:5966:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880130db8ae0. 00000080:00000010:1.0:1749609201.042315:0:5966:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012daf9000. 00000020:00000010:1.0:1749609201.042317:0:5966:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d14e000. 00000020:00000010:1.0:1749609201.042319:0:5966:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff88012e1bef00. 00000020:00000010:1.0:1749609201.042322:0:5966:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f74c700. 00000020:00000010:1.0:1749609201.042323:0:5966:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f74c700. 00000020:00000010:1.0:1749609201.042328:0:5966:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f74c700. 00000020:00000010:1.0:1749609201.042330:0:5966:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f74c700. 00000020:00000010:1.0:1749609201.042331:0:5966:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88009b00a660. 00000020:00000010:1.0:1749609201.042335:0:5966:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880136ac1570. 00000020:00000010:1.0:1749609201.042337:0:5966:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012a2fd800. 00000004:00000010:1.0:1749609201.042340:0:5966:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff880136b36bc0. 00000020:00000010:1.0:1749609201.042345:0:5966:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88009b00a660. 00000020:00000010:1.0:1749609201.042346:0:5966:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff88009b00a660. 00000020:00000010:1.0:1749609201.042348:0:5966:0:(obd_config.c:1072:class_add_profile()) kmalloced '(lprof)': 48 at ffff880136b36840. 00000020:00000010:1.0:1749609201.042350:0:5966:0:(obd_config.c:1078:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at ffff880129ef72d0. 00000020:00000010:1.0:1749609201.042351:0:5966:0:(obd_config.c:1084:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at ffff8800acf205c0. 00000020:00000010:1.0:1749609201.042352:0:5966:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff88009b00a660. 00000020:00000010:1.0:1749609201.042353:0:5966:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88012e1bef00. 00000001:00000010:1.0:1749609201.042359:0:5966:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e1be240. 00000001:00000010:1.0:1749609201.042360:0:5966:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800acf20560. 00000001:00000010:1.0:1749609201.042361:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d14e000. 00000001:00000010:1.0:1749609201.042363:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d14fa00. 00000001:00000010:1.0:1749609201.042364:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d14e800. 00000001:00000010:1.0:1749609201.042365:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d14e600. 00000001:00000010:1.0:1749609201.042366:0:5966:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e1be480. 00000001:00000010:1.0:1749609201.042368:0:5966:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800acf20260. 00000001:00000010:1.0:1749609201.042368:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d14f000. 00000001:00000010:1.0:1749609201.042369:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d14f200. 00000001:00000010:1.0:1749609201.042370:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d14e400. 00000001:00000010:1.0:1749609201.042371:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d14ee00. 00000020:00000010:1.0:1749609201.042373:0:5966:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d14e200. 00000020:00000010:1.0:1749609201.042374:0:5966:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23f780. 00000020:00000010:1.0:1749609201.042375:0:5966:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a320. 00000008:00000010:1.0:1749609201.042376:0:5966:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e42580. 00020000:00000010:1.0:1749609201.042377:0:5966:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d4900. 00008000:00000010:1.0:1749609201.042378:0:5966:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8ae0. 00000080:00000010:1.0:1749609201.042382:0:5966:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf9000. 00000020:00000010:1.0:1749609201.042384:0:5966:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d14f400. 00000020:00000010:1.0:1749609201.042385:0:5966:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d14ea00. 00000040:00000010:1.0:1749609201.042386:0:5966:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d14f800. 00000020:00000010:1.0:1749609201.042388:0:5966:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a2fd000. 00000020:00000010:1.0:1749609201.042389:0:5966:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18000. 00000020:00000010:1.0:1749609201.042391:0:5966:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d14ec00. 80000000:00000010:1.0:1749609201.042392:0:5966:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a660. 40000000:00000010:1.0:1749609201.042393:0:5966:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36540. 00100000:00000010:1.0:1749609201.042394:0:5966:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a2fe000. 00040000:00000010:1.0:1749609201.042395:0:5966:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c700. 00040000:00000010:1.0:1749609201.042397:0:5966:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d363e00. 00080000:00000010:1.0:1749609201.042398:0:5966:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c880000. 00080000:00000010:1.0:1749609201.042400:0:5966:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d974000. 00000004:00000010:1.0:1749609201.042402:0:5966:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c882000. 00000004:00000010:1.0:1749609201.042419:0:5966:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a2fe800. 00000004:00000010:1.0:1749609201.042423:0:5966:0:(mdt_handler.c:8294:mdt_device_alloc()) kmalloced '(m)': 3920 at ffff88012c883000. 00000004:00000010:1.0:1749609201.042428:0:5966:0:(mdt_handler.c:5956:mdt_stack_init()) kmalloced '(name)': 128 at ffff88009d23f800. 00000004:00000010:1.0:1749609201.042430:0:5966:0:(mdt_handler.c:5957:mdt_stack_init()) kmalloced '(uuid)': 128 at ffff88009d23fa00. 00000004:00000010:1.0:1749609201.042431:0:5966:0:(mdt_handler.c:5961:mdt_stack_init()) kmalloced '(bufs)': 104 at ffff88009d23f980. 00000004:00000010:1.0:1749609201.042433:0:5966:0:(mdt_handler.c:5985:mdt_stack_init()) kmalloced '(lcfg)': 120 at ffff88009d23fd00. 00000020:00000010:1.0:1749609201.042437:0:5966:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880136ac4050. 00000020:00000010:1.0:1749609201.042440:0:5966:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012a2ff800. 00000004:00000010:1.0:1749609201.042444:0:5966:0:(mdt_handler.c:6001:mdt_stack_init()) kfreed 'lcfg': 120 at ffff88009d23fd00. 00000004:00000010:1.0:1749609201.042446:0:5966:0:(mdt_handler.c:6008:mdt_stack_init()) kmalloced '(lcfg)': 128 at ffff88009d23fd00. 00000001:00000010:1.0:1749609201.042452:0:5966:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e1be3c0. 00000001:00000010:1.0:1749609201.042453:0:5966:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800acf20ee0. 00000001:00000010:1.0:1749609201.042455:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d363800. 00000001:00000010:1.0:1749609201.042456:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d362000. 00000001:00000010:1.0:1749609201.042457:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d362600. 00000001:00000010:1.0:1749609201.042459:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d363c00. 00000001:00000010:1.0:1749609201.042460:0:5966:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e1be540. 00000001:00000010:1.0:1749609201.042461:0:5966:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800acf20da0. 00000001:00000010:1.0:1749609201.042465:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d363a00. 00000001:00000010:1.0:1749609201.042467:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45f1200. 00000001:00000010:1.0:1749609201.042468:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45f0000. 00000001:00000010:1.0:1749609201.042469:0:5966:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45f0a00. 00000020:00000010:1.0:1749609201.042471:0:5966:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45f0200. 00000020:00000010:1.0:1749609201.042473:0:5966:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23fa80. 00000020:00000010:1.0:1749609201.042474:0:5966:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a3e8. 00000008:00000010:1.0:1749609201.042475:0:5966:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e426e0. 00020000:00000010:1.0:1749609201.042477:0:5966:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d4b40. 00008000:00000010:1.0:1749609201.042478:0:5966:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8ab0. 00000080:00000010:1.0:1749609201.042480:0:5966:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf9c30. 00000020:00000010:1.0:1749609201.042481:0:5966:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45f0e00. 00000020:00000010:1.0:1749609201.042483:0:5966:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b45f1800. 00000040:00000010:1.0:1749609201.042484:0:5966:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b45f0600. 00000020:00000010:1.0:1749609201.042485:0:5966:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c7800. 00000020:00000010:1.0:1749609201.042487:0:5966:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18508. 00000020:00000010:1.0:1749609201.042488:0:5966:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b45f1400. 80000000:00000010:1.0:1749609201.042489:0:5966:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00a6c0. 40000000:00000010:1.0:1749609201.042490:0:5966:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b36740. 00100000:00000010:1.0:1749609201.042492:0:5966:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b5204800. 00040000:00000010:1.0:1749609201.042493:0:5966:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c000. 00040000:00000010:1.0:1749609201.042494:0:5966:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b45f0c00. 00080000:00000010:1.0:1749609201.042496:0:5966:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c884000. 00080000:00000010:1.0:1749609201.042502:0:5966:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d098000. 00000004:00000010:1.0:1749609201.042504:0:5966:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c885000. 00000004:00000010:1.0:1749609201.042506:0:5966:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5204000. 00000004:00000010:1.0:1749609201.042508:0:5966:0:(mdd_device.c:1536:mdd_device_alloc()) kmalloced '(m)': 688 at ffff880136a7a400. 00000004:00000010:1.0:1749609201.042510:0:5966:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at ffff88012e1be600. 00000020:00000010:1.0:1749609201.042513:0:5966:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b5203800. 00000004:00000010:1.0:1749609201.042516:0:5966:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at ffff88012e1be600. 00000020:00000010:1.0:1749609201.042559:0:5966:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b45f1800. 00000040:00000010:1.0:1749609201.042561:0:5966:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b45f0600. 00000020:00000010:1.0:1749609201.042565:0:5966:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b42c7800. 00000020:00000010:1.0:1749609201.042566:0:5966:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a18508. 00000020:00000010:1.0:1749609201.042568:0:5966:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b45f1400. 80000000:00000010:1.0:1749609201.042569:0:5966:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00a6c0. 40000000:00000010:1.0:1749609201.042570:0:5966:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b36740. 00100000:00000010:1.0:1749609201.042571:0:5966:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b5204800. 00040000:00000010:1.0:1749609201.042573:0:5966:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f74c000. 00040000:00000010:1.0:1749609201.042574:0:5966:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b45f0c00. 00080000:00000010:1.0:1749609201.042576:0:5966:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d098000. 00080000:00000010:1.0:1749609201.042581:0:5966:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c884000. 00000004:00000010:1.0:1749609201.042583:0:5966:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c885000. 00000004:00000010:1.0:1749609201.042585:0:5966:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b5204000. 00000020:00000010:1.0:1749609201.042587:0:5966:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b45f0e00. 00000020:00000010:1.0:1749609201.042588:0:5966:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d23fa80. 00000020:00000010:1.0:1749609201.042589:0:5966:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a3e8. 00000008:00000010:1.0:1749609201.042591:0:5966:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff880129e426e0. 00020000:00000010:1.0:1749609201.042592:0:5966:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8801304d4b40. 00008000:00000010:1.0:1749609201.042593:0:5966:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880130db8ab0. 00000080:00000010:1.0:1749609201.042594:0:5966:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012daf9c30. 00000020:00000010:1.0:1749609201.042596:0:5966:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b45f0200. 00000004:00000010:1.0:1749609201.042598:0:5966:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff88012e1be600. 00000020:00000010:1.0:1749609201.042600:0:5966:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b5204000. 00000004:00000010:1.0:1749609201.042602:0:5966:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff88012e1be600. 00000004:00000010:1.0:1749609201.042604:0:5966:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff88012e1be600. 00000020:00000010:1.0:1749609201.042606:0:5966:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b5204800. 00000004:00000010:1.0:1749609201.042608:0:5966:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff88012e1be600. 00000004:00000010:1.0:1749609201.042610:0:5966:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5207800. 00000004:00000010:1.0:1749609201.042612:0:5966:0:(mdt_handler.c:6048:mdt_stack_init()) kfreed 'lcfg': 128 at ffff88009d23fd00. 00000004:00000010:1.0:1749609201.042613:0:5966:0:(mdt_handler.c:6052:mdt_stack_init()) kfreed 'bufs': 104 at ffff88009d23f980. 00000004:00000010:1.0:1749609201.042615:0:5966:0:(mdt_handler.c:6054:mdt_stack_init()) kfreed 'name': 128 at ffff88009d23f800. 00000004:00000010:1.0:1749609201.042616:0:5966:0:(mdt_handler.c:6055:mdt_stack_init()) kfreed 'uuid': 128 at ffff88009d23fa00. 00000004:00000010:1.0:1749609201.042617:0:5966:0:(mdt_handler.c:5777:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff88009f74c000. 80000000:00000010:1.0:1749609201.042619:0:5966:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff88012e1be600. 80000000:00000010:1.0:1749609201.042623:0:5966:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff88009d23fa00. 00000020:00000010:1.0:1749609201.042626:0:5966:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009f74c400. 00000004:00000010:1.0:1749609201.042629:0:5966:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88012a32a3a0. 00000004:00000010:1.0:1749609201.042632:0:5966:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800accd6e88. 00000004:00000010:1.0:1749609201.042634:0:5966:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b8d5398. 00080000:00000010:1.0:1749609201.042637:0:5966:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b45f0200. 00000001:00000010:1.0:1749609201.042646:0:5966:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800b1a44318. 00000001:00000010:1.0:1749609201.042657:0:5966:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800b1a44318. 00080000:00000010:1.0:1749609201.042673:0:5966:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88009f74cf00. 00100000:00000010:1.0:1749609201.042712:0:5966:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b36740. 00100000:00000010:1.0:1749609201.042721:0:5966:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880136b36740. 00080000:00000010:1.0:1749609201.042724:0:5966:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8800b45f0e00. 00000001:00000010:1.0:1749609201.042728:0:5966:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800b1a44318. 00000100:00000010:1.0:1749609201.043782:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a00. 00000100:00000010:3.0:1749609201.044718:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f00. 00000040:00000010:3.0:1749609201.086195:0:5930:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8800964f7840. 00000040:00000010:3.0:1749609201.086204:0:5930:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009666c000. 00000040:00000010:3.0:1749609201.086208:0:5930:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b463da00. 00000020:00000010:3.0:1749609201.086215:0:5930:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800966dae00. 00000040:00000010:3.0:1749609201.086218:0:5930:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800966dac00. 00000020:00000010:3.0:1749609201.086220:0:5930:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a098d800. 00000020:00000010:3.0:1749609201.086223:0:5930:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800966daa00. 80000000:00000010:3.0:1749609201.086225:0:5930:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a61b9e40. 00040000:00000010:3.0:1749609201.086230:0:5930:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b463d400. 00080000:00000010:3.0:1749609201.086232:0:5930:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800acc6a000. 00080000:00000010:3.0:1749609201.086237:0:5930:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012f80b000. 20000000:00000010:3.0:1749609201.086240:0:5930:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800b463d800. 00000020:00000010:3.0:1749609201.086243:0:5930:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800966da800. 10000000:00000010:3.0:1749609201.086245:0:5930:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b4415880. 00000020:00000010:3.0:1749609201.086267:0:5930:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff88009c799540. 00000020:00000010:3.0:1749609201.086270:0:5930:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880131637580. 00000020:02020000:3.0:1749609201.086273:0:5930:0:(obd_mount.c:89:lustre_process_log()) MGC192.168.203.144@tcp: Confguration from log lustre-MDT0000 failed from MGS -17. Communication error between node & MGS, a bad configuration, or other errors. See syslog for more info 00000020:00020000:3.0:1749609201.093986:0:5930:0:(tgt_mount.c:1523:server_start_targets()) failed to start server lustre-MDT0000: -17 00000040:00000010:3.0:1749609201.098218:0:5930:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff88009c799000. 00000020:00000010:3.0:1749609201.098237:0:5930:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b2024800. 00000040:00000010:3.0:1749609201.098244:0:5930:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b2024400. 00000020:00000010:3.0:1749609201.098247:0:5930:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0988800. 00000020:00000010:3.0:1749609201.098252:0:5930:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b2025a00. 80000000:00000010:3.0:1749609201.098257:0:5930:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a61b9420. 00040000:00000010:3.0:1749609201.098276:0:5930:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b2025800. 00080000:00000010:3.0:1749609201.098281:0:5930:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009666a000. 00080000:00000010:3.0:1749609201.098285:0:5930:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88008ffa9c00. 00080000:00000010:3.0:1749609201.098288:0:5930:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012f80a000. 20000000:00000010:3.0:1749609201.098292:0:5930:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff88009d277c00. 00000020:00000010:3.0:1749609201.098297:0:5930:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b2024e00. 00000020:00020000:3.0:1749609201.098300:0:5930:0:(tgt_mount.c:2268:server_fill_super()) Unable to start targets: -17 00000020:00000010:3.0:1749609201.101993:0:5930:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff880099d2c360. 00000020:00000010:3.0:1749609201.102001:0:5930:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff8800b1886280. 00000020:00000010:3.0:1749609201.102003:0:5930:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff8800b1886280. 00000020:00000010:3.0:1749609201.102009:0:5930:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012ff59600. 00000020:00000010:3.0:1749609201.102013:0:5930:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012ff59200. 00000040:00000010:3.0:1749609201.102016:0:5930:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012ff59800. 00000020:00000010:3.0:1749609201.102019:0:5930:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41e9000. 00000020:00000010:3.0:1749609201.102024:0:5930:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54b250. 00000020:00000010:3.0:1749609201.102027:0:5930:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012ff58400. 80000000:00000010:3.0:1749609201.102031:0:5930:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728bab40. 40000000:00000010:3.0:1749609201.102034:0:5930:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f69240. 00100000:00000010:3.0:1749609201.102037:0:5930:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b41ea800. 00040000:00000010:3.0:1749609201.102040:0:5930:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390400. 00040000:00000010:3.0:1749609201.102044:0:5930:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b41ee000. 00040000:00000010:3.0:1749609201.102046:0:5930:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012ff58600. 00080000:00000010:3.0:1749609201.102050:0:5930:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea0000. 00080000:00000010:3.0:1749609201.102054:0:5930:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f018000. 00000004:00000010:3.0:1749609201.102059:0:5930:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b41ef800. 00000004:00000010:3.0:1749609201.102063:0:5930:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acea7000. 00000004:00000010:3.0:1749609201.102066:0:5930:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b41eb000. 00002000:00000010:3.0:1749609201.102070:0:5930:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c2000. 00000020:00000010:3.0:1749609201.102073:0:5930:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8f69800. 00000020:00000010:3.0:1749609201.102078:0:5930:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8800728ba9c0. 00010000:00000010:3.0:1749609201.102092:0:5930:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800b42f0a80. 10000000:00000010:3.0:1749609201.102101:0:5930:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 293 at ffff88012b574c00. 10000000:00000010:3.0:1749609201.102105:0:5930:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff88009c25b800. 00010000:00000010:3.0:1749609201.102121:0:5930:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800b42f0d80. 00000100:00000010:1.0:1749609201.102121:0:5940:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1500. 02000000:00000010:1.0:1749609201.102134:0:5940:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b45f1000. 10000000:00000010:3.0:1749609201.102135:0:5930:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff88012b574800. 00000020:00000010:3.0:1749609201.102137:0:5930:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff8800728ba9c0. 00000020:00000010:3.0:1749609201.102143:0:5930:0:(tgt_mount.c:1736:server_put_super()) kmalloced '(extraname)': 22 at ffff880129c51100. 00000020:00000010:3.0:1749609201.102150:0:5930:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8800a8f69b40. 00000020:02000400:3.0:1749609201.102154:0:5930:0:(obd_config.c:859:class_cleanup()) Failing over lustre-MDT0000 00000020:00000010:1.0:1749609201.102166:0:5940:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff880136b36cc0. 00010000:00000010:1.0:1749609201.102178:0:5940:0:(ldlm_lockd.c:2932:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800b42f0a80. 00000020:00000010:1.0:1749609201.102332:0:5938:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012d098000. 00040000:00000010:1.0:1749609201.102337:0:5938:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b5206000. 00000004:00000010:1.0:1749609201.102339:0:5938:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5206800. 00000004:00000010:1.0:1749609201.102341:0:5938:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c885000. 00000004:00000010:1.0:1749609201.102343:0:5938:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5207800. 00000020:00000010:1.0:1749609201.102351:0:5938:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36440. 00000020:00000010:1.0:1749609201.102353:0:5938:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b36440. 00000020:00000010:1.0:1749609201.102356:0:5938:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45f0c00. 00000020:00000010:1.0:1749609201.102358:0:5938:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23f800. 00000020:00000010:1.0:1749609201.102360:0:5938:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a3e8. 00000020:00000010:1.0:1749609201.102378:0:5938:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36440. 00000020:00000010:1.0:1749609201.102379:0:5938:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b36440. 00000100:00000200:1.0:1749609201.102381:0:5938:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193438464 02000000:00000010:1.0:1749609201.102385:0:5938:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a7a800. 00000020:00000010:1.0:1749609201.102402:0:5938:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff880136b36440. 00000400:00000010:1.0:1749609201.102426:0:5938:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609201.102430:0:5938:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1834598193438464, offset 224 00000400:00000200:1.0:1749609201.102434:0:5938:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609201.102439:0:5938:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609201.102444:0:5938:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6848eada01f00 00000400:00000200:1.0:1749609201.102448:0:5938:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x3099 [1] + 224 00000400:00000200:1.0:1749609201.102451:0:5938:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609201.102454:0:5938:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609201.102458:0:5938:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800966f1500 x1834598193438464/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749609217 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609201.102475:0:5938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387660 00000400:00000010:1.0:1749609201.102477:0:5938:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387660. 00000020:00000010:1.0:1749609201.102485:0:5938:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d23f800. 00000020:00000010:1.0:1749609201.102489:0:5938:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a3e8. 00000020:00000010:1.0:1749609201.102491:0:5938:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b45f0c00. 10000000:00000010:1.0:1749609201.102504:0:5939:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff88009c25b600. 00000100:00000010:1.0:1749609201.102509:0:5939:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1880. 02000000:00000010:1.0:1749609201.102513:0:5939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b45f0c00. 00010000:00000010:1.0:1749609201.102527:0:5939:0:(ldlm_lockd.c:2932:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800b42f0d80. 00040000:00000010:1.0:1749609201.102533:0:1051:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b42c0000. 00080000:00000010:1.0:1749609201.102536:0:1051:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c884000. 00080000:00000010:1.0:1749609201.102539:0:1051:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d09a000. 00000004:00000010:1.0:1749609201.102541:0:1051:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b42c2000. 00000004:00000010:1.0:1749609201.102543:0:1051:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c886000. 00000004:00000010:1.0:1749609201.102545:0:1051:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b42c7800. 00000020:00000010:1.0:1749609201.102591:0:5938:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36e40. 00000020:00000010:1.0:1749609201.102593:0:5938:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b36e40. 00000020:00000010:1.0:1749609201.102596:0:5938:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45f0600. 00000020:00000010:1.0:1749609201.102597:0:5938:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23f800. 00000020:00000010:1.0:1749609201.102599:0:5938:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a3e8. 00000020:00000010:1.0:1749609201.102611:0:5938:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36e40. 00000020:00000010:1.0:1749609201.102617:0:5938:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b36e40. 00000100:00000200:1.0:1749609201.102619:0:5938:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193438592 02000000:00000010:1.0:1749609201.102623:0:5938:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a7ac00. 00000400:00000010:1.0:1749609201.102638:0:5938:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609201.102641:0:5938:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1834598193438592, offset 224 00000400:00000200:1.0:1749609201.102644:0:5938:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609201.102648:0:5938:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609201.102652:0:5938:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6848eada01f80 00000400:00000200:1.0:1749609201.102655:0:5938:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x30a5 [1] + 224 00000400:00000200:1.0:1749609201.102658:0:5938:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609201.102660:0:5938:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609201.102664:0:5938:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800966f1880 x1834598193438592/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749609217 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609201.102704:0:5938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387660 00000400:00000010:1.0:1749609201.102706:0:5938:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387660. 00000020:00000010:1.0:1749609201.102713:0:5938:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d23f800. 00000020:00000010:1.0:1749609201.102715:0:5938:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a3e8. 00000020:00000010:1.0:1749609201.102717:0:5938:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b45f0600. 00000020:00000010:3.0:1749609201.103858:0:5930:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c25b600. 00000020:00000010:3.0:1749609201.103863:0:5930:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c25b800. 00000040:00000010:3.0:1749609201.103865:0:5930:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b574800. 00000020:00000010:3.0:1749609201.103867:0:5930:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41ee800. 00000020:00000010:3.0:1749609201.103870:0:5930:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f548508. 00000020:00000010:3.0:1749609201.103872:0:5930:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b574c00. 80000000:00000010:3.0:1749609201.103874:0:5930:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba9c0. 40000000:00000010:3.0:1749609201.103876:0:5930:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f69a00. 00100000:00000010:3.0:1749609201.103878:0:5930:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b41e9800. 00040000:00000010:3.0:1749609201.103881:0:5930:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390600. 00040000:00000010:3.0:1749609201.103883:0:5930:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b41ea000. 00040000:00000010:3.0:1749609201.103885:0:5930:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d277c00. 00080000:00000010:3.0:1749609201.103888:0:5930:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea6000. 00080000:00000010:3.0:1749609201.103892:0:5930:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f01a000. 00000004:00000010:3.0:1749609201.103895:0:5930:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b41ed000. 00000004:00000010:3.0:1749609201.103898:0:5930:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acea4000. 00000004:00000010:3.0:1749609201.103900:0:5930:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b41ec000. 00000020:00000010:3.0:1749609201.104589:0:5930:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c25b800. 00000040:00000010:3.0:1749609201.104594:0:5930:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b574800. 00000020:00000010:3.0:1749609201.104596:0:5930:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41ee800. 00000020:00000010:3.0:1749609201.104600:0:5930:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88009f548508. 00000020:00000010:3.0:1749609201.104604:0:5930:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b574c00. 80000000:00000010:3.0:1749609201.104606:0:5930:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800728ba9c0. 40000000:00000010:3.0:1749609201.104609:0:5930:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800a8f69a00. 00100000:00000010:3.0:1749609201.104613:0:5930:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b41e9800. 00040000:00000010:3.0:1749609201.104616:0:5930:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b2390600. 00040000:00000010:3.0:1749609201.104619:0:5930:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b41ea000. 00040000:00000010:3.0:1749609201.104630:0:5930:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d277c00. 00080000:00000010:3.0:1749609201.104637:0:5930:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009f01a000. 00080000:00000010:3.0:1749609201.104640:0:5930:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acea6000. 00000004:00000010:3.0:1749609201.104643:0:5930:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b41ed000. 00000004:00000010:3.0:1749609201.104646:0:5930:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acea4000. 00000004:00000010:3.0:1749609201.104649:0:5930:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b41ec000. 00000020:00000010:3.0:1749609201.104652:0:5930:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c25b600. 00000004:00000010:3.0:1749609201.104661:0:5930:0:(mdt_handler.c:5819:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8800a8f69a00. 00100000:00000010:3.0:1749609201.104672:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415940. 00100000:00000010:3.0:1749609201.104705:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8801302e7880. 00100000:00000010:3.0:1749609201.104707:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a640. 00100000:00000010:3.0:1749609201.104710:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415680. 00100000:00000010:3.0:1749609201.104712:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415340. 00100000:00000010:3.0:1749609201.104713:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3aa80. 00100000:00000010:3.0:1749609201.104715:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a0c0. 00100000:00000010:3.0:1749609201.104716:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415c00. 00100000:00000010:3.0:1749609201.104718:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415a80. 00100000:00000010:3.0:1749609201.104719:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a480. 00000100:00000010:1.0:1749609201.104720:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c88e540. 00100000:00000010:3.0:1749609201.104721:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a780. 00100000:00000010:3.0:1749609201.104722:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3abc0. 00100000:00000010:3.0:1749609201.104724:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3acc0. 00100000:00000010:3.0:1749609201.104726:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a180. 00100000:00000010:3.0:1749609201.104727:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a300. 00100000:00000010:3.0:1749609201.104729:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a380. 00100000:00000010:3.0:1749609201.104730:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a440. 00100000:00000010:3.0:1749609201.104732:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415400. 00100000:00000010:3.0:1749609201.104733:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3aac0. 00100000:00000010:3.0:1749609201.104735:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a840. 00100000:00000010:3.0:1749609201.104736:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a240. 00100000:00000010:3.0:1749609201.104737:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a3c0. 00100000:00000010:3.0:1749609201.104739:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415900. 00100000:00000010:3.0:1749609201.104740:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415a00. 00100000:00000010:3.0:1749609201.104742:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3ac00. 00100000:00000010:3.0:1749609201.104743:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a740. 00100000:00000010:3.0:1749609201.104745:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a040. 00100000:00000010:3.0:1749609201.104750:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3af40. 00100000:00000010:3.0:1749609201.104752:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415980. 00100000:00000010:3.0:1749609201.104753:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3ad00. 00100000:00000010:3.0:1749609201.104755:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a940. 00100000:00000010:3.0:1749609201.104756:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a4c0. 00100000:00000010:3.0:1749609201.104757:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a000. 00100000:00000010:3.0:1749609201.104759:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3ab40. 00100000:00000010:3.0:1749609201.104760:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a980. 00100000:00000010:3.0:1749609201.104761:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a900. 00100000:00000010:3.0:1749609201.104763:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3aa00. 00100000:00000010:3.0:1749609201.104764:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a100. 00100000:00000010:3.0:1749609201.104765:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a6c0. 00100000:00000010:3.0:1749609201.104767:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a7c0. 00100000:00000010:3.0:1749609201.104768:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a500. 00100000:00000010:3.0:1749609201.104770:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3af00. 00100000:00000010:3.0:1749609201.104771:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415e00. 00100000:00000010:3.0:1749609201.104772:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3ac40. 00100000:00000010:3.0:1749609201.104774:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880096e3a200. 00100000:00000010:3.0:1749609201.104775:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4415040. 00100000:00000010:3.0:1749609201.104777:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8801302e7940. 00100000:00000010:3.0:1749609201.104778:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8801302e7f80. 00100000:00000010:3.0:1749609201.104779:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8801302e7ac0. 00100000:00000010:3.0:1749609201.104781:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8801302e7900. 00100000:00000010:3.0:1749609201.104782:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8801302e7dc0. 00100000:00000010:3.0:1749609201.104784:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8801302e7e00. 00100000:00000010:3.0:1749609201.104785:0:5930:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8801302e7280. 00000100:00000010:3.0:1749609201.104793:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c88e240. 00000004:00000010:3.0:1749609201.104801:0:5930:0:(mdt_handler.c:5825:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8800a8f69a00. 00000020:00000010:3.0:1749609201.104918:0:5930:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a5bc6c00. 00000020:00000010:3.0:1749609201.104922:0:5930:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040960. 00000020:00000010:3.0:1749609201.104925:0:5930:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b522a600. 00000020:00000010:3.0:1749609201.104930:0:5930:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b1b31a00. 00000040:00000010:3.0:1749609201.104933:0:5930:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b1b31800. 00000020:00000010:3.0:1749609201.104935:0:5930:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8801302c8000. 00000020:00000010:3.0:1749609201.104941:0:5930:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c65a90. 00000020:00000010:3.0:1749609201.104944:0:5930:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b522b400. 80000000:00000010:3.0:1749609201.104947:0:5930:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a61b92a0. 40000000:00000010:3.0:1749609201.104951:0:5930:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c88e300. 00100000:00000010:3.0:1749609201.104953:0:5930:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801302cc800. 00040000:00000010:3.0:1749609201.104956:0:5930:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b192d500. 00040000:00000010:3.0:1749609201.104959:0:5930:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8801302cc000. 00040000:00000010:3.0:1749609201.104961:0:5930:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b522b200. 00080000:00000010:3.0:1749609201.104964:0:5930:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88011da42000. 00080000:00000010:3.0:1749609201.104968:0:5930:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d0f9000. 00000004:00000010:3.0:1749609201.104971:0:5930:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8801302c9800. 00000004:00000010:3.0:1749609201.104974:0:5930:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012d0fa000. 00000004:00000010:3.0:1749609201.104977:0:5930:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8801302ce000. 00000020:00000010:3.0:1749609201.104979:0:5930:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5371c00. 00000020:00000010:3.0:1749609201.127616:0:5930:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8800a8f69a00. 00000020:00000010:3.0:1749609201.127632:0:5930:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff88012f8334a8. 00040000:00000010:3.0:1749609201.127646:0:5930:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0f950. 00000001:00000010:3.0:1749609201.127653:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b2154900. 00000001:00000010:3.0:1749609201.127654:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833c30. 00000001:00000010:3.0:1749609201.127656:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a80de700. 00040000:00000010:3.0:1749609201.127660:0:5930:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800b4027000. 00040000:00000010:3.0:1749609201.127665:0:5930:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0fab8. 00000001:00000010:3.0:1749609201.127667:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b21540c0. 00000001:00000010:3.0:1749609201.127668:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833560. 00000001:00000010:3.0:1749609201.127669:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a80de000. 00040000:00000010:3.0:1749609201.127670:0:5930:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800b52195e0. 00040000:00000010:3.0:1749609201.127672:0:5930:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0fc20. 00000001:00000010:3.0:1749609201.127686:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b2154300. 00000001:00000010:3.0:1749609201.127687:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f8334c0. 00000001:00000010:3.0:1749609201.127688:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a80de300. 00040000:00000010:3.0:1749609201.127689:0:5930:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800b5219100. 00040000:00000010:3.0:1749609201.127693:0:5930:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 328 at ffff8800b45dba00. 00000020:00000010:3.0:1749609201.127695:0:5930:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff88012f833550. 00040000:00000010:3.0:1749609201.127701:0:5930:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0fd88. 00000001:00000010:3.0:1749609201.127714:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b2154600. 00000001:00000010:3.0:1749609201.127715:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833460. 00000001:00000010:3.0:1749609201.127716:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a80ded00. 00040000:00000010:3.0:1749609201.127717:0:5930:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8801373ade80. 00040000:00000010:3.0:1749609201.127732:0:5930:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0f7e8. 00000001:00000010:3.0:1749609201.127735:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b2154840. 00000001:00000010:3.0:1749609201.127736:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833ac0. 00000001:00000010:3.0:1749609201.127738:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a80de800. 00040000:00000010:3.0:1749609201.127739:0:5930:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8801373adfa0. 00040000:00000010:3.0:1749609201.127742:0:5930:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0f680. 00000001:00000010:3.0:1749609201.127744:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b2154cc0. 00000001:00000010:3.0:1749609201.127745:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f8339e0. 00000001:00000010:3.0:1749609201.127747:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a80de400. 00040000:00000010:3.0:1749609201.127748:0:5930:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8801373adf60. 00040000:00000010:3.0:1749609201.127751:0:5930:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 328 at ffff8800b45da400. 00000020:00000010:1.0:1749609201.127790:0:5967:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012c88e780. 00000020:00000010:1.0:1749609201.127798:0:5967:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b45dbc00. 00000040:00000010:1.0:1749609201.127802:0:5967:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b45da200. 00000020:00000010:1.0:1749609201.127805:0:5967:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b2084800. 00000020:00000010:1.0:1749609201.127810:0:5967:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c65f98. 00000020:00000010:1.0:1749609201.127817:0:5967:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b45db600. 80000000:00000010:1.0:1749609201.127820:0:5967:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a61b9900. 40000000:00000010:1.0:1749609201.127826:0:5967:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c88e180. 00100000:00000010:1.0:1749609201.127830:0:5967:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801302cf000. 00040000:00000010:1.0:1749609201.127834:0:5967:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b532ce00. 00040000:00000010:1.0:1749609201.127839:0:5967:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8801302cd000. 00040000:00000010:1.0:1749609201.127842:0:5967:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b45db800. 00080000:00000010:1.0:1749609201.127845:0:5967:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88011da44000. 00080000:00000010:1.0:1749609201.127849:0:5967:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880136463000. 00000004:00000010:1.0:1749609201.127857:0:5967:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8801302c9000. 00000004:00000010:1.0:1749609201.127860:0:5967:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012d0f8000. 00000004:00000010:1.0:1749609201.127864:0:5967:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8801302c8800. 00000020:00000010:1.0:1749609201.127867:0:5967:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1b30c00. 00040000:00000010:1.0:1749609201.127870:0:5967:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at ffff8800a61b9a20. 00000001:00000010:3.0:1749609201.127963:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b2bda00. 00000001:00000010:3.0:1749609201.127967:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b2bde00. 00000001:00000010:3.0:1749609201.127968:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b2bd000. 00000001:00000010:3.0:1749609201.127969:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b2bd600. 00000001:00000010:3.0:1749609201.127970:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b40275c0. 00000001:00000010:3.0:1749609201.127972:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880099f573c0. 00000001:00000010:3.0:1749609201.127976:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b2bc200. 00000001:00000010:3.0:1749609201.127978:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006e489400. 00000001:00000010:3.0:1749609201.127979:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006e488a00. 00000001:00000010:3.0:1749609201.127980:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006e489000. 00000001:00000010:3.0:1749609201.127981:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4027440. 00000001:00000010:3.0:1749609201.127982:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880099f57b40. 00000020:00000010:3.0:1749609201.127988:0:5930:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b2082000. 00000020:00000010:3.0:1749609201.127993:0:5930:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b2024e00. 00000020:00000010:3.0:1749609201.127997:0:5930:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b2025400. 00000040:00000010:3.0:1749609201.127999:0:5930:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b2025800. 00000020:00000010:3.0:1749609201.128001:0:5930:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41ec000. 00000020:00000010:3.0:1749609201.128005:0:5930:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f548508. 00000020:00000010:3.0:1749609201.128007:0:5930:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b2025a00. 80000000:00000010:3.0:1749609201.128014:0:5930:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba9c0. 40000000:00000010:3.0:1749609201.128016:0:5930:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f699c0. 00100000:00000010:3.0:1749609201.128020:0:5930:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b41ed000. 00040000:00000010:3.0:1749609201.128022:0:5930:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390600. 00040000:00000010:3.0:1749609201.128024:0:5930:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b41ea000. 00040000:00000010:3.0:1749609201.128026:0:5930:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b2024400. 00080000:00000010:3.0:1749609201.128029:0:5930:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea4000. 00080000:00000010:3.0:1749609201.128033:0:5930:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f01a000. 00000004:00000010:3.0:1749609201.128037:0:5930:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b41e9800. 00000004:00000010:3.0:1749609201.128040:0:5930:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acea6000. 00000004:00000010:3.0:1749609201.128043:0:5930:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b41ee800. 00040000:00000010:3.0:1749609201.128050:0:5930:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b5206000. 00040000:00000010:3.0:1749609201.128053:0:5930:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b42c0000. 00040000:00000010:3.0:1749609201.128055:0:5930:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8801302ca800. 00040000:00000010:3.0:1749609201.128057:0:5930:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012a2fe000. 00040000:00000010:3.0:1749609201.128061:0:5930:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b4252800. 00040000:00000010:3.0:1749609201.128066:0:5930:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 576 at ffff88012e104400. 00000020:00000010:3.0:1749609201.128068:0:5930:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b2025400. 00000040:00000010:3.0:1749609201.128071:0:5930:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b2025800. 00000020:00000010:3.0:1749609201.128073:0:5930:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41ec000. 00000020:00000010:3.0:1749609201.128074:0:5930:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88009f548508. 00000020:00000010:3.0:1749609201.128077:0:5930:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b2025a00. 80000000:00000010:3.0:1749609201.128078:0:5930:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800728ba9c0. 40000000:00000010:3.0:1749609201.128080:0:5930:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800a8f699c0. 00100000:00000010:3.0:1749609201.128082:0:5930:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b41ed000. 00040000:00000010:3.0:1749609201.128083:0:5930:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b2390600. 00040000:00000010:3.0:1749609201.128085:0:5930:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b41ea000. 00040000:00000010:3.0:1749609201.128086:0:5930:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b2024400. 00080000:00000010:3.0:1749609201.128089:0:5930:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009f01a000. 00080000:00000010:3.0:1749609201.128091:0:5930:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acea4000. 00000004:00000010:3.0:1749609201.128093:0:5930:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b41e9800. 00000004:00000010:3.0:1749609201.128094:0:5930:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acea6000. 00000004:00000010:3.0:1749609201.128096:0:5930:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b41ee800. 00000020:00000010:3.0:1749609201.128097:0:5930:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b2024e00. 00000020:00000010:3.0:1749609201.128101:0:5930:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff8800a9a79570. 00000020:00000010:3.0:1749609201.128105:0:5930:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8800a8f69a00. 00000020:00000010:3.0:1749609201.128222:0:5930:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at ffff8800b2083800. 00000020:00000010:3.0:1749609201.128224:0:5930:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009a3e3000. 00010000:00000010:2.1F:1749609201.128753:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800966da000. 00010000:00000010:2.1:1749609201.134781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff58000. 00010000:00000010:2.1:1749609201.134794:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b405fa00. 00010000:00000010:2.1:1749609201.134797:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b575600. 00010000:00000010:2.1:1749609201.134800:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff59400. 00010000:00000010:2.1:1749609201.134802:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b2390e00. 02000000:00000010:3.0:1749609201.137870:0:5930:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff8800b53ba000. 02000000:00000010:3.0:1749609201.137876:0:5930:0:(upcall_cache.c:606:upcall_cache_cleanup()) kfreed 'cache': 1192 at ffff8800b53bd000. 02000000:00000010:3.0:1749609201.137879:0:5930:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff8800b53bb800. 02000000:00000010:3.0:1749609201.137882:0:5930:0:(upcall_cache.c:606:upcall_cache_cleanup()) kfreed 'cache': 1192 at ffff8800b53bc000. 00000020:00000010:3.0:1749609201.137892:0:5930:0:(tgt_main.c:670:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at ffff8800a5bc6b00. 00000020:00000010:3.0:1749609201.137895:0:5930:0:(tgt_main.c:674:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff88012e100000. 00000020:00000010:3.0:1749609201.137912:0:5930:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a5bc6b80. 00000020:00000010:3.0:1749609201.137915:0:5930:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40407d0. 00000020:00000010:3.0:1749609201.137918:0:5930:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b2bc000. 00000020:00000010:3.0:1749609201.137924:0:5930:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b46a6600. 00000040:00000010:3.0:1749609201.137927:0:5930:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b46a7400. 00000020:00000010:3.0:1749609201.137930:0:5930:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a098c000. 00000020:00000010:3.0:1749609201.137934:0:5930:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c64b78. 00000020:00000010:3.0:1749609201.137939:0:5930:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b463de00. 80000000:00000010:3.0:1749609201.137943:0:5930:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a61b93c0. 40000000:00000010:3.0:1749609201.137949:0:5930:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c88eb80. 00100000:00000010:3.0:1749609201.137951:0:5930:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a0988000. 00040000:00000010:3.0:1749609201.137955:0:5930:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b405f700. 00040000:00000010:3.0:1749609201.137958:0:5930:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b2bdc00. 00080000:00000010:3.0:1749609201.137961:0:5930:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88011da40000. 00080000:00000010:3.0:1749609201.137966:0:5930:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012f80c000. 00000004:00000010:3.0:1749609201.137970:0:5930:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a098b000. 00000004:00000010:3.0:1749609201.137973:0:5930:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012f80d000. 00000004:00000010:3.0:1749609201.137977:0:5930:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800a098f800. 00000020:00000010:3.0:1749609201.137980:0:5930:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b46a6200. 00000001:00000010:3.0:1749609201.137984:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880136acf540. 00000001:00000010:3.0:1749609201.137987:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833f08. 00000001:00000010:3.0:1749609201.137989:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880136acfb40. 00000001:00000010:3.0:1749609201.137992:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880136acff00. 00000001:00000010:3.0:1749609201.138006:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f8333b8. 00000001:00000010:3.0:1749609201.138007:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880136acfc00. 00000020:00000010:3.0:1749609201.138024:0:5930:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8800b46a6400. 00000020:00000010:3.0:1749609201.138028:0:5930:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009a3e2c00. 00000020:00000010:3.0:1749609201.138062:0:5930:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800b4027f80. 00000020:00000010:3.0:1749609201.138064:0:5930:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009a3e2800. 00000001:00000010:3.0:1749609201.150223:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000d12000. 00000001:00000010:3.0:1749609201.150237:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000d54000. 00000001:00000010:3.0:1749609201.150238:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000d96000. 00000001:00000010:3.0:1749609201.150239:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000dd8000. 00000001:00000010:3.0:1749609201.150240:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000e1a000. 00000001:00000010:3.0:1749609201.150241:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000e5c000. 00000001:00000010:3.0:1749609201.150242:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000e9e000. 00000001:00000010:3.0:1749609201.150243:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000ee0000. 00000001:00000010:3.0:1749609201.150244:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000f22000. 00000001:00000010:3.0:1749609201.150245:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000f64000. 00000001:00000010:3.0:1749609201.150246:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000fa6000. 00000001:00000010:3.0:1749609201.150247:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000fe8000. 00000001:00000010:3.0:1749609201.150248:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000102a000. 00000001:00000010:3.0:1749609201.150249:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000106c000. 00000001:00000010:3.0:1749609201.150250:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900010ae000. 00000001:00000010:3.0:1749609201.150251:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900010f0000. 00000001:00000010:3.0:1749609201.150251:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001132000. 00000001:00000010:3.0:1749609201.150252:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900011c2000. 00000001:00000010:3.0:1749609201.150253:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001204000. 00000001:00000010:3.0:1749609201.150254:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001246000. 00000001:00000010:3.0:1749609201.150255:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001288000. 00000001:00000010:3.0:1749609201.150256:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900012ca000. 00000001:00000010:3.0:1749609201.150257:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000130c000. 00000001:00000010:3.0:1749609201.150258:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000134e000. 00000001:00000010:3.0:1749609201.150259:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001390000. 00000001:00000010:3.0:1749609201.150259:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900013d2000. 00000001:00000010:3.0:1749609201.150274:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001414000. 00000001:00000010:3.0:1749609201.150275:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001456000. 00000001:00000010:3.0:1749609201.150277:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001498000. 00000001:00000010:3.0:1749609201.150278:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900014da000. 00000001:00000010:3.0:1749609201.150280:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000151c000. 00000001:00000010:3.0:1749609201.150281:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000155e000. 00000001:00000010:3.0:1749609201.150282:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900015a0000. 00000001:00000010:3.0:1749609201.150284:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900015e2000. 00000001:00000010:3.0:1749609201.150285:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001624000. 00000001:00000010:3.0:1749609201.150286:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001666000. 00000001:00000010:3.0:1749609201.150288:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900016a8000. 00000001:00000010:3.0:1749609201.150289:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900016ea000. 00000001:00000010:3.0:1749609201.150290:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000172c000. 00000001:00000010:3.0:1749609201.150292:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000176e000. 00000001:00000010:3.0:1749609201.150293:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900017b0000. 00000001:00000010:3.0:1749609201.150294:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900017f2000. 00000001:00000010:3.0:1749609201.150296:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001834000. 00000001:00000010:3.0:1749609201.150297:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001876000. 00000001:00000010:3.0:1749609201.150299:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900018b8000. 00000001:00000010:3.0:1749609201.150300:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900018fa000. 00000001:00000010:3.0:1749609201.150302:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000193c000. 00000001:00000010:3.0:1749609201.150303:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000197e000. 00000001:00000010:3.0:1749609201.150304:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900019c0000. 00000001:00000010:3.0:1749609201.150305:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001a02000. 00000001:00000010:3.0:1749609201.150307:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001a44000. 00000001:00000010:3.0:1749609201.150308:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001a86000. 00000001:00000010:3.0:1749609201.150310:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001ac8000. 00000001:00000010:3.0:1749609201.150311:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001b0a000. 00000001:00000010:3.0:1749609201.150312:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001b4c000. 00000001:00000010:3.0:1749609201.150314:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001b8e000. 00000001:00000010:3.0:1749609201.150315:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001bd0000. 00000001:00000010:3.0:1749609201.150316:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001c12000. 00000001:00000010:3.0:1749609201.150322:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001c54000. 00000001:00000010:3.0:1749609201.150323:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001c96000. 00000001:00000010:3.0:1749609201.150325:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001cd8000. 00000001:00000010:3.0:1749609201.150326:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001d1a000. 00000001:00000010:3.0:1749609201.150327:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001d5c000. 00000001:00000010:3.0:1749609201.150329:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001d9e000. 00000001:00000010:3.0:1749609201.150330:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001de0000. 00000001:00000010:3.0:1749609201.150332:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001e22000. 00000001:00000010:3.0:1749609201.150333:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001e64000. 00000001:00000010:3.0:1749609201.150334:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001ea6000. 00000001:00000010:3.0:1749609201.150336:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001ee8000. 00000001:00000010:3.0:1749609201.150337:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001f2a000. 00000001:00000010:3.0:1749609201.150339:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001f6c000. 00000001:00000010:3.0:1749609201.150340:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001fae000. 00000001:00000010:3.0:1749609201.150341:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001ff0000. 00000001:00000010:3.0:1749609201.150343:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002032000. 00000001:00000010:3.0:1749609201.150344:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002074000. 00000001:00000010:3.0:1749609201.150345:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900020b6000. 00000001:00000010:3.0:1749609201.150347:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900020f8000. 00000001:00000010:3.0:1749609201.150348:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000213a000. 00000001:00000010:3.0:1749609201.150349:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000217c000. 00000001:00000010:3.0:1749609201.150350:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900021be000. 00000001:00000010:3.0:1749609201.150352:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002200000. 00000001:00000010:3.0:1749609201.150353:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002242000. 00000001:00000010:3.0:1749609201.150354:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002284000. 00000001:00000010:3.0:1749609201.150356:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900022c6000. 00000001:00000010:3.0:1749609201.150357:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002308000. 00000001:00000010:3.0:1749609201.150358:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000234a000. 00000001:00000010:3.0:1749609201.150359:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000238c000. 00000001:00000010:3.0:1749609201.150361:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900023ce000. 00000001:00000010:3.0:1749609201.150362:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002410000. 00000001:00000010:3.0:1749609201.150363:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002452000. 00000001:00000010:3.0:1749609201.150367:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002494000. 00000001:00000010:3.0:1749609201.150368:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900024d6000. 00000001:00000010:3.0:1749609201.150370:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002518000. 00000001:00000010:3.0:1749609201.150371:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000255a000. 00000001:00000010:3.0:1749609201.150372:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000259c000. 00000001:00000010:3.0:1749609201.150374:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900025de000. 00000001:00000010:3.0:1749609201.150375:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002620000. 00000001:00000010:3.0:1749609201.150376:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002662000. 00000001:00000010:3.0:1749609201.150377:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900026a4000. 00000001:00000010:3.0:1749609201.150379:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900026e6000. 00000001:00000010:3.0:1749609201.150380:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002728000. 00000001:00000010:3.0:1749609201.150381:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000276a000. 00000001:00000010:3.0:1749609201.150382:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900027ac000. 00000001:00000010:3.0:1749609201.150383:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900027ee000. 00000001:00000010:3.0:1749609201.150385:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002830000. 00000001:00000010:3.0:1749609201.150386:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002872000. 00000001:00000010:3.0:1749609201.150387:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900028b4000. 00000001:00000010:3.0:1749609201.150388:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900028f6000. 00000001:00000010:3.0:1749609201.150389:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002938000. 00000001:00000010:3.0:1749609201.150391:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000297a000. 00000001:00000010:3.0:1749609201.150392:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900029bc000. 00000001:00000010:3.0:1749609201.150393:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900029fe000. 00000001:00000010:3.0:1749609201.150394:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002a40000. 00000001:00000010:3.0:1749609201.150396:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002a82000. 00000001:00000010:3.0:1749609201.150397:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002ac4000. 00000001:00000010:3.0:1749609201.150398:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002b06000. 00000001:00000010:3.0:1749609201.150399:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002b48000. 00000001:00000010:3.0:1749609201.150400:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002b8a000. 00000001:00000010:3.0:1749609201.150401:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002bcc000. 00000001:00000010:3.0:1749609201.150402:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002c0e000. 00000001:00000010:3.0:1749609201.150416:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002c50000. 00000001:00000010:3.0:1749609201.150418:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002c92000. 00000001:00000010:3.0:1749609201.150424:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002cd4000. 00000001:00000010:3.0:1749609201.150425:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002d16000. 00000001:00000010:3.0:1749609201.150426:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002d58000. 00000001:00000010:3.0:1749609201.150428:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002d9a000. 00000001:00000010:3.0:1749609201.150429:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002ddc000. 00000001:00000010:3.0:1749609201.150430:0:5930:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002e1e000. 00000001:00000010:3.0:1749609201.150432:0:5930:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at ffff88008ffaa400. 00000001:00000010:3.0:1749609201.150435:0:5930:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800b405f100. 00010000:00000010:3.0:1749609201.150440:0:5930:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88008ffaa000. 00000020:00000010:1.0:1749609201.154091:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36e40. 00000020:00000010:1.0:1749609201.154096:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b36e40. 00000020:00000010:1.0:1749609201.154099:0:5945:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45f0600. 00000020:00000010:1.0:1749609201.154102:0:5945:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23f800. 00000020:00000010:1.0:1749609201.154105:0:5945:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a3e8. 00000020:00000010:1.0:1749609201.154128:0:5945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36e40. 00000020:00000010:1.0:1749609201.154130:0:5945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b36e40. 00000100:00000200:1.0:1749609201.154132:0:5945:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193438848 02000000:00000010:1.0:1749609201.154142:0:5945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a7b000. 20000000:00000010:1.0:1749609201.154149:0:5945:0:(mgs_nids.c:994:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff8800a8f690c0. 00010000:00000200:1.0:1749609201.154172:0:5945:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096d7cc50 x1834598193438848/t0(0) o251->7b400bc7-1645-4d34-bdd3-789dfa63e8d1@0@lo:147/0 lens 224/224 e 0 to 0 dl 1749609212 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609201.154184:0:5945:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609201.154187:0:5945:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834598193438848, offset 224 00000400:00000200:1.0:1749609201.154192:0:5945:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609201.154198:0:5945:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609201.154203:0:5945:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848eada02080 00000400:00000200:1.0:1749609201.154207:0:5945:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x30b1 [1] + 224 00000400:00000200:1.0:1749609201.154211:0:5945:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609201.154213:0:5945:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609201.154217:0:5945:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c5c1180 x1834598193438848/t0(0) o251->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609201.154236:0:5945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387660 00000400:00000010:1.0:1749609201.154238:0:5945:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387660. 00000020:00000010:1.0:1749609201.154250:0:5945:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d23f800. 00000020:00000010:1.0:1749609201.154253:0:5945:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a3e8. 00000020:00000010:1.0:1749609201.154255:0:5945:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b45f0600. 02000000:00000010:1.0:1749609201.154260:0:5945:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136a7b000. 00000100:00000200:1.0:1749609201.154269:0:5945:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609201.154272:0:5945:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44370. 00000400:00000010:1.0:1749609201.154275:0:5945:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e1be480. 00000100:00000010:1.0:1749609201.156738:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c88e2c0. 00000020:00000010:1.0:1749609201.161046:0:11382:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8800a61b9120. 00000020:00000010:1.0:1749609201.161055:0:11382:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800a098a000. 00000020:00000010:1.0:1749609201.161060:0:11382:0:(obd_config.c:1156:class_put_profile()) kfreed 'lprof->lp_profile': 15 at ffff880129ef72d0. 00000020:00000010:1.0:1749609201.161063:0:11382:0:(obd_config.c:1157:class_put_profile()) kfreed 'lprof->lp_dt': 22 at ffff8800acf205c0. 00000020:00000010:1.0:1749609201.161067:0:11382:0:(obd_config.c:1159:class_put_profile()) kfreed 'lprof': 48 at ffff880136b36840. 00000020:00000010:1.0:1749609201.161153:0:11382:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88009c25a000. 00000020:00000010:1.0:1749609201.161157:0:11382:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800a60a5400. 00000020:00000010:1.0:1749609201.161183:0:11382:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8801302e7740. 00000020:00000010:1.0:1749609201.161185:0:11382:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff880136b36cc0. 00000020:00000010:1.0:1749609201.161187:0:11382:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8800b223d540. 00000020:00000010:1.0:1749609201.161189:0:11382:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800a8c632c0. 00000020:00000010:1.0:1749609201.161190:0:11382:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800a60a5c00. 00000001:00000010:1.0:1749609201.161213:0:11382:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 288 at ffff88009c25a400. 00000001:00000010:1.0:1749609201.161216:0:11382:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 288 at ffff88009c25a200. 00000001:00000010:1.0:1749609201.161217:0:11382:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff88009df68df0. 00000001:00000010:1.0:1749609201.161219:0:11382:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800b405f500. 00010000:00000010:1.0:1749609201.161223:0:11382:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff8800a60a6400. 00000020:00000010:1.0:1749609201.161231:0:11382:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff8800a9a7d5c0. 00000020:00000010:1.0:1749609201.161237:0:11382:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff8800a098f000. 00000020:00000010:1.0:1749609201.161250:0:5945:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a48c6000. 00000040:00000010:1.0:1749609201.161253:0:5945:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a48c7000. 00000020:00000010:1.0:1749609201.161255:0:5945:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096d25800. 00000020:00000010:1.0:1749609201.161258:0:5945:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a48c6e00. 80000000:00000010:1.0:1749609201.161261:0:5945:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5a80. 00040000:00000010:1.0:1749609201.161263:0:5945:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a48c7400. 00080000:00000010:1.0:1749609201.161266:0:5945:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800acdc4000. 00080000:00000010:1.0:1749609201.161269:0:5945:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880130a41400. 00080000:00000010:1.0:1749609201.161272:0:5945:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880129db6000. 20000000:00000010:1.0:1749609201.161275:0:5945:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800a48c7a00. 00000020:00000010:1.0:1749609201.161282:0:5945:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a48c6c00. 00000020:00000010:1.0:1749609201.161298:0:5945:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b478d800. 00000100:00000010:1.0:1749609201.161302:0:5945:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800b478d980. 00000020:00000010:1.0:1749609201.163033:0:5939:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012a371640. 00000020:00000010:1.0:1749609201.163039:0:5939:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a82b4000. 00000020:00000010:1.0:1749609201.163042:0:5939:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9a800. 00000020:00000010:1.0:1749609201.163046:0:5939:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd6e9a8. 00000020:00000010:1.0:1749609201.163049:0:5939:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a82b5a00. 80000000:00000010:1.0:1749609201.163052:0:5939:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec51e0. 40000000:00000010:1.0:1749609201.163053:0:5939:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012a371200. 00100000:00000010:1.0:1749609201.163056:0:5939:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096d24800. 00040000:00000010:1.0:1749609201.163059:0:5939:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a80da300. 00040000:00000010:1.0:1749609201.163061:0:5939:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a82b5400. 00080000:00000010:1.0:1749609201.163065:0:5939:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012e268000. 00080000:00000010:1.0:1749609201.163068:0:5939:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009bd78000. 00002000:00000010:1.0:1749609201.163071:0:5939:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88008f118400. 00000020:00000010:1.0:1749609201.163074:0:5939:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a82b5800. 00010000:00000010:1.0:1749609201.163076:0:5939:0:(ldlm_lockd.c:3037:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8800b47c1fc0. 00000020:00000010:1.0:1749609201.163105:0:5935:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009a209a00. 00000040:00000010:1.0:1749609201.163108:0:5935:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009a209200. 00000020:00000010:1.0:1749609201.163110:0:5935:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9b000. 00000020:00000010:1.0:1749609201.163112:0:5935:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd6a840. 00000020:00000010:1.0:1749609201.163116:0:5935:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009a209600. 80000000:00000010:1.0:1749609201.163118:0:5935:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5060. 40000000:00000010:1.0:1749609201.163119:0:5935:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b47c1a00. 00100000:00000010:1.0:1749609201.163121:0:5935:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097b9e000. 00040000:00000010:1.0:1749609201.163123:0:5935:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a80da200. 00040000:00000010:1.0:1749609201.163125:0:5935:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009a209000. 00080000:00000010:1.0:1749609201.163128:0:5935:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800aceae000. 00080000:00000010:1.0:1749609201.163135:0:5935:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009bd7f000. 00002000:00000010:1.0:1749609201.163138:0:5935:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88008f119000. 00000020:00000010:1.0:1749609201.163140:0:5935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a208e00. 00000020:00000010:1.0:1749609201.163143:0:5935:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b47c1d40. 00000100:00000010:1.0:1749609201.163146:0:5935:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800b47c1700. 00000020:00000010:1.0:1749609201.163345:0:5936:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009a208000. 00000020:00000010:1.0:1749609201.163349:0:5936:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff880097ec5960. 00000040:00000010:1.0:1749609201.163351:0:5936:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a8cd3e00. 00000020:00000010:1.0:1749609201.163354:0:5936:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9c000. 00000020:00000010:1.0:1749609201.163357:0:5936:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd6eeb0. 00000020:00000010:1.0:1749609201.163360:0:5936:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8cd3c00. 80000000:00000010:1.0:1749609201.163362:0:5936:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5ba0. 40000000:00000010:1.0:1749609201.163364:0:5936:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b47c1880. 00000008:00000010:1.0:1749609201.163366:0:5936:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dbd37c8. 00020000:00000010:1.0:1749609201.163369:0:5936:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800974a8600. 00008000:00000010:1.0:1749609201.163372:0:5936:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012dc351a8. 00100000:00000010:1.0:1749609201.163375:0:5936:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097b9a000. 00040000:00000010:1.0:1749609201.163378:0:5936:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a80dad00. 00040000:00000010:1.0:1749609201.163379:0:5936:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8cd2c00. 00080000:00000010:1.0:1749609201.163383:0:5936:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800aceaa000. 00080000:00000010:1.0:1749609201.163386:0:5936:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009bd7d000. 00002000:00000010:1.0:1749609201.163389:0:5936:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88008f11a400. 00000080:00000010:1.0:1749609201.163393:0:5936:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff880129c0e000. 00000080:00000010:1.0:1749609201.163396:0:5936:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff88012dd04b68. 00000020:00000010:1.0:1749609201.163399:0:5936:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a208600. 00000020:00000010:1.0:1749609201.163401:0:5936:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b47c18c0. 00000100:00000010:1.0:1749609201.163417:0:5936:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800b47c1bc0. 00000020:00000010:1.0:1749609201.163447:0:5938:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a82b5c00. 00000020:00000010:1.0:1749609201.163450:0:5938:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff880097ec5840. 00000040:00000010:1.0:1749609201.163452:0:5938:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a82b4200. 00000020:00000010:1.0:1749609201.163454:0:5938:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9d000. 00000020:00000010:1.0:1749609201.163457:0:5938:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd6e4a0. 00000020:00000010:1.0:1749609201.163459:0:5938:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a82b4e00. 80000000:00000010:1.0:1749609201.163462:0:5938:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5660. 40000000:00000010:1.0:1749609201.163463:0:5938:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b47c1d80. 00000008:00000010:1.0:1749609201.163465:0:5938:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dbd6f90. 00020000:00000010:1.0:1749609201.163468:0:5938:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88009d230480. 00008000:00000010:1.0:1749609201.163470:0:5938:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012dc36350. 00100000:00000010:1.0:1749609201.163473:0:5938:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097b99000. 00040000:00000010:1.0:1749609201.163480:0:5938:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a80dac00. 00040000:00000010:1.0:1749609201.163482:0:5938:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a82b4400. 00080000:00000010:1.0:1749609201.163485:0:5938:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012e26e000. 00080000:00000010:1.0:1749609201.163492:0:5938:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009bd7b000. 00000004:00000010:1.0:1749609201.163497:0:5938:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c885000. 00002000:00000010:1.0:1749609201.163501:0:5938:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88008f11b800. 00000080:00000010:1.0:1749609201.163503:0:5938:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff880129c0ec78. 00000080:00000010:1.0:1749609201.163505:0:5938:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff88012dd056d0. 00000020:00000010:1.0:1749609201.163507:0:5938:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a82b4800. 00000020:00000010:1.0:1749609201.163509:0:5938:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b47c19c0. 00000100:00000010:1.0:1749609201.163512:0:5938:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800b47c12c0. 00000004:00000010:1.0:1749609201.164593:0:5941:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c885000. 00000020:00000010:1.0:1749609201.164600:0:5941:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012a371500. 00000020:00000010:1.0:1749609201.164605:0:5941:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b47ebc00. 00000040:00000010:1.0:1749609201.164608:0:5941:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b47eac00. 00000020:00000010:1.0:1749609201.164611:0:5941:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096d26000. 00000020:00000010:1.0:1749609201.164614:0:5941:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd68f18. 00000020:00000010:1.0:1749609201.164619:0:5941:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b47ea000. 80000000:00000010:1.0:1749609201.164621:0:5941:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec56c0. 40000000:00000010:1.0:1749609201.164623:0:5941:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012a371f80. 00100000:00000010:1.0:1749609201.164625:0:5941:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096d21000. 00040000:00000010:1.0:1749609201.164628:0:5941:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a80daa00. 00040000:00000010:1.0:1749609201.164630:0:5941:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b5225a00. 00080000:00000010:1.0:1749609201.164634:0:5941:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012e26a000. 00080000:00000010:1.0:1749609201.164638:0:5941:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009bd7a000. 00000004:00000010:1.0:1749609201.164642:0:5941:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c885000. 00002000:00000010:1.0:1749609201.164644:0:5941:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88008f11b400. 00000020:00000010:1.0:1749609201.164646:0:5941:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b47ea200. 00000020:00000010:1.0:1749609201.166110:0:5950:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8801391db600. 00000040:00000010:1.0:1749609201.166114:0:5950:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8801391db200. 00000020:00000010:1.0:1749609201.166116:0:5950:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880134a64800. 00000020:00000010:1.0:1749609201.166119:0:5950:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd6a338. 00000020:00000010:1.0:1749609201.166123:0:5950:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8801391da400. 80000000:00000010:1.0:1749609201.166126:0:5950:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5d80. 40000000:00000010:1.0:1749609201.166132:0:5950:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b478d1c0. 00100000:00000010:1.0:1749609201.166135:0:5950:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880134a65800. 00040000:00000010:1.0:1749609201.166138:0:5950:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1bf7700. 00040000:00000010:1.0:1749609201.166140:0:5950:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8801391dba00. 00000004:00000010:1.0:1749609201.166142:0:5950:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880129db1000. 00002000:00000010:1.0:1749609201.166145:0:5950:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880129c2fc00. 00000020:00000010:1.0:1749609201.166148:0:5950:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801391dac00. 00000020:00000010:1.0:1749609201.166150:0:5950:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b478db80. 00000100:00000010:1.0:1749609201.166154:0:5950:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800b478d5c0. 00000020:00000010:1.0:1749609201.172703:0:5952:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8801391dae00. 00000040:00000010:1.0:1749609201.172708:0:5952:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8801391da600. 00000020:00000010:1.0:1749609201.172711:0:5952:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880134a64000. 00000020:00000010:1.0:1749609201.172715:0:5952:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd6bc60. 00000020:00000010:1.0:1749609201.172720:0:5952:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8801391dbc00. 80000000:00000010:1.0:1749609201.172724:0:5952:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec59c0. 40000000:00000010:1.0:1749609201.172727:0:5952:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b478d440. 00100000:00000010:1.0:1749609201.172731:0:5952:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880134a65000. 00040000:00000010:1.0:1749609201.172735:0:5952:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1bf7800. 00040000:00000010:1.0:1749609201.172738:0:5952:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b1a85c00. 00000004:00000010:1.0:1749609201.172741:0:5952:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88008fb68000. 00000020:00000010:1.0:1749609201.172744:0:5952:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801391db400. 00000020:00000010:1.0:1749609201.172747:0:5952:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b478d240. 00000100:00000010:1.0:1749609201.172751:0:5952:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800b478d480. 00000020:00000010:1.0:1749609201.173755:0:5954:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b1a84a00. 00000040:00000010:1.0:1749609201.173759:0:5954:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b4287000. 00000020:00000010:1.0:1749609201.173761:0:5954:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880134a62800. 00000020:00000010:1.0:1749609201.173763:0:5954:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd6b758. 00000020:00000010:1.0:1749609201.173765:0:5954:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b1b3c200. 80000000:00000010:1.0:1749609201.173767:0:5954:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5ae0. 40000000:00000010:1.0:1749609201.173768:0:5954:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012a375140. 00100000:00000010:1.0:1749609201.173770:0:5954:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880134a60000. 00040000:00000010:1.0:1749609201.173772:0:5954:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1bf7500. 00040000:00000010:1.0:1749609201.173774:0:5954:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b1b3c400. 00000004:00000010:1.0:1749609201.173776:0:5954:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880095cc3000. 00002000:00000010:1.0:1749609201.173778:0:5954:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880129c2f400. 00000020:00000010:1.0:1749609201.173784:0:5954:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1a85e00. 00000020:00000010:1.0:1749609201.173786:0:5954:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b478df00. 00000100:00000010:1.0:1749609201.173789:0:5954:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800b478d680. 00000100:00000010:3.0:1749609201.180086:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c88e580. 00000020:00000010:1.0:1749609201.195592:0:5956:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b1b3d000. 00000040:00000010:1.0:1749609201.195598:0:5956:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b1b3d800. 00000020:00000010:1.0:1749609201.195602:0:5956:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880134a62000. 00000020:00000010:1.0:1749609201.195607:0:5956:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd6df98. 00000020:00000010:1.0:1749609201.195614:0:5956:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b1b3d400. 80000000:00000010:1.0:1749609201.195617:0:5956:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b442f720. 40000000:00000010:1.0:1749609201.195620:0:5956:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b36400. 00100000:00000010:1.0:1749609201.195623:0:5956:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880134a61800. 00040000:00000010:1.0:1749609201.195626:0:5956:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1bf7c00. 00040000:00000010:1.0:1749609201.195628:0:5956:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b1b3d600. 00000004:00000010:1.0:1749609201.195631:0:5956:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880095cc6000. 00000020:00000010:1.0:1749609201.195634:0:5956:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1b3d200. 00000020:00000010:1.0:1749609201.195638:0:5956:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136b36f40. 00000100:00000010:1.0:1749609201.195641:0:5956:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff88012a375d00. 00000020:00000010:1.0:1749609201.196460:0:5958:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a60a8800. 00000040:00000010:1.0:1749609201.196465:0:5958:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a60a8e00. 00000020:00000010:1.0:1749609201.196467:0:5958:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096ff2000. 00000020:00000010:1.0:1749609201.196471:0:5958:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd68a10. 00000020:00000010:1.0:1749609201.196475:0:5958:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a60a9a00. 80000000:00000010:1.0:1749609201.196477:0:5958:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00a360. 40000000:00000010:1.0:1749609201.196479:0:5958:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b36300. 00100000:00000010:1.0:1749609201.196482:0:5958:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096ff1800. 00040000:00000010:1.0:1749609201.196485:0:5958:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1bf7600. 00040000:00000010:1.0:1749609201.196487:0:5958:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a60a8600. 00000004:00000010:1.0:1749609201.196490:0:5958:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800a7cb2000. 00002000:00000010:1.0:1749609201.196494:0:5958:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880129c2ec00. 00000020:00000010:1.0:1749609201.196496:0:5958:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a60a9600. 00000020:00000010:1.0:1749609201.196500:0:5958:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136b36480. 00000100:00000010:1.0:1749609201.196502:0:5958:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff880136b361c0. 00000020:00000010:1.0:1749609201.197343:0:5960:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b476f400. 00000040:00000010:1.0:1749609201.197347:0:5960:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b476e400. 00000020:00000010:1.0:1749609201.197349:0:5960:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096ff3000. 00000020:00000010:1.0:1749609201.197357:0:5960:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd6d080. 00000020:00000010:1.0:1749609201.197361:0:5960:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b476ec00. 80000000:00000010:1.0:1749609201.197363:0:5960:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00a420. 40000000:00000010:1.0:1749609201.197365:0:5960:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b360c0. 00100000:00000010:1.0:1749609201.197367:0:5960:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b42c4000. 00040000:00000010:1.0:1749609201.197371:0:5960:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1bf7000. 00040000:00000010:1.0:1749609201.197373:0:5960:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b476e600. 00000004:00000010:1.0:1749609201.197375:0:5960:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800a7cb6000. 00002000:00000010:1.0:1749609201.197378:0:5960:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880129c2e400. 00000020:00000010:1.0:1749609201.197380:0:5960:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b476e800. 00000020:00000010:1.0:1749609201.197383:0:5960:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136b363c0. 00000100:00000010:1.0:1749609201.197386:0:5960:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff880136b36fc0. 00000020:00000010:1.0:1749609201.198128:0:5963:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b575800. 00000040:00000010:1.0:1749609201.198132:0:5963:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b575a00. 00000020:00000010:1.0:1749609201.198134:0:5963:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b42c0800. 00000020:00000010:1.0:1749609201.198137:0:5963:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800acd68508. 00000020:00000010:1.0:1749609201.198140:0:5963:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b574000. 80000000:00000010:1.0:1749609201.198142:0:5963:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00a540. 40000000:00000010:1.0:1749609201.198144:0:5963:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b36000. 00100000:00000010:1.0:1749609201.198146:0:5963:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b42c4800. 00040000:00000010:1.0:1749609201.198149:0:5963:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f74ca00. 00040000:00000010:1.0:1749609201.198151:0:5963:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b574200. 00000004:00000010:1.0:1749609201.198154:0:5963:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880096fac000. 00002000:00000010:1.0:1749609201.198156:0:5963:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880129c2d800. 00000020:00000010:1.0:1749609201.198159:0:5963:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b574e00. 00000020:00000010:1.0:1749609201.198161:0:5963:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136b36dc0. 00000100:00000010:1.0:1749609201.198164:0:5963:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff880136b36900. 00000020:00000010:1.0:1749609201.198167:0:5963:0:(tgt_handler.c:1686:tgt_io_thread_done()) kfreed 'tbc': 1048576 at ffff880130b00000. 00010000:00000010:1.1F:1749609201.198761:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b2390800. 00010000:00000010:1.1:1749609201.198772:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff59a00. 00010000:00000010:3.1F:1749609201.198852:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b575400. 00010000:00000010:3.1:1749609201.198862:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b405f200. 00080000:00000010:1.0:1749609202.958890:0:6427:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009f74ca00. 00000100:00000010:3.0:1749609202.967940:0:6431:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b1b72e40. 00000020:00000010:3.0:1749609202.967944:0:6431:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b1b72a80. 00000020:00000010:3.0:1749609202.967948:0:6431:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b2024000. 00000020:00000010:3.0:1749609202.967950:0:6431:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b2024400. 00000040:00000010:3.0:1749609202.967952:0:6431:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b2025a00. 00000020:00000010:3.0:1749609202.967955:0:6431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41ec800. 00000020:00000010:3.0:1749609202.967958:0:6431:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f548508. 00000020:00000010:3.0:1749609202.967961:0:6431:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b2024200. 80000000:00000010:3.0:1749609202.967964:0:6431:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba780. 40000000:00000010:3.0:1749609202.967966:0:6431:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b1b72ac0. 00100000:00000010:3.0:1749609202.967969:0:6431:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b41ea800. 00040000:00000010:3.0:1749609202.967971:0:6431:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390200. 00040000:00000010:3.0:1749609202.967974:0:6431:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b2025e00. 00080000:00000010:3.0:1749609202.967977:0:6431:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea7000. 00080000:00000010:3.0:1749609202.967980:0:6431:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f01a000. 00002000:00000010:3.0:1749609202.967985:0:6431:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c2400. 00000100:00000200:3.0:1749609202.967988:0:6431:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1749609202.967992:0:6431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55aa8. 00000400:00000010:3.0:1749609202.967997:0:6431:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0900. 00000100:00000010:3.0:1749609202.968004:0:6431:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b41eb800. 00000100:00000200:3.0:1749609202.968010:0:6431:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749609202.968103:0:6432:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b1b72640. 00000020:00000010:3.0:1749609202.968106:0:6432:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b1b72b80. 00000020:00000010:3.0:1749609202.968113:0:6432:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b2025600. 00000020:00000010:3.0:1749609202.968116:0:6432:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b2025800. 00000040:00000010:3.0:1749609202.968118:0:6432:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b2024e00. 00000020:00000010:3.0:1749609202.968120:0:6432:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41ee000. 00000020:00000010:3.0:1749609202.968122:0:6432:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54eeb0. 00000020:00000010:3.0:1749609202.968124:0:6432:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b2024600. 80000000:00000010:3.0:1749609202.968126:0:6432:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba240. 40000000:00000010:3.0:1749609202.968129:0:6432:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b1b72000. 00100000:00000010:3.0:1749609202.968131:0:6432:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b41ed800. 00040000:00000010:3.0:1749609202.968133:0:6432:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390f00. 00040000:00000010:3.0:1749609202.968135:0:6432:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b2024c00. 00080000:00000010:3.0:1749609202.968137:0:6432:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea6000. 00080000:00000010:3.0:1749609202.968141:0:6432:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f018000. 00002000:00000010:3.0:1749609202.968144:0:6432:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c1800. 00000100:00000010:3.0:1749609202.968147:0:6432:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b41e9000. 00000100:00000200:3.0:1749609202.968153:0:6432:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749609202.968763:0:6433:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b549af40. 00000020:00000010:3.0:1749609202.968766:0:6433:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b549aec0. 00000020:00000010:3.0:1749609202.968769:0:6433:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006e488a00. 00000020:00000010:3.0:1749609202.968770:0:6433:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006e489400. 00000020:00000010:3.0:1749609202.968772:0:6433:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800728baea0. 00000040:00000010:3.0:1749609202.968774:0:6433:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b2bd400. 00000020:00000010:3.0:1749609202.968776:0:6433:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41ef800. 00000020:00000010:3.0:1749609202.968778:0:6433:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54ad48. 00000020:00000010:3.0:1749609202.968779:0:6433:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b2bdc00. 80000000:00000010:3.0:1749609202.968781:0:6433:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728bad20. 40000000:00000010:3.0:1749609202.968783:0:6433:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8c67500. 00000008:00000010:3.0:1749609202.968785:0:6433:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff880096f31650. 00020000:00000010:3.0:1749609202.968787:0:6433:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b42f0f00. 00008000:00000010:3.0:1749609202.968789:0:6433:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880096f38710. 00100000:00000010:3.0:1749609202.968791:0:6433:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b41e8000. 00040000:00000010:3.0:1749609202.968792:0:6433:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390500. 00040000:00000010:3.0:1749609202.968794:0:6433:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b2bc000. 00080000:00000010:3.0:1749609202.968800:0:6433:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea4000. 00080000:00000010:3.0:1749609202.968803:0:6433:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f01e000. 00002000:00000010:3.0:1749609202.968805:0:6433:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c3c00. 00000080:00000010:3.0:1749609202.968807:0:6433:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800a8fa82a0. 00000080:00000010:3.0:1749609202.968809:0:6433:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880096f3c490. 00000100:00000200:3.0:1749609202.968811:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968813:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55b00. 00000400:00000010:3.0:1749609202.968815:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0e40. 00000100:00000200:3.0:1749609202.968817:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968818:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55b58. 00000400:00000010:3.0:1749609202.968819:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0180. 00000100:00000200:3.0:1749609202.968820:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968821:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55bb0. 00000400:00000010:3.0:1749609202.968823:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0840. 00000100:00000200:3.0:1749609202.968823:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968824:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55c08. 00000400:00000010:3.0:1749609202.968825:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0480. 00000100:00000200:3.0:1749609202.968826:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968827:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55c60. 00000400:00000010:3.0:1749609202.968827:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0b40. 00000100:00000200:3.0:1749609202.968828:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968829:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55cb8. 00000400:00000010:3.0:1749609202.968830:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b42f0c00. 00000100:00000200:3.0:1749609202.968831:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968831:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55d10. 00000400:00000010:3.0:1749609202.968833:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acfcc0. 00000100:00000200:3.0:1749609202.968833:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968834:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55d68. 00000400:00000010:3.0:1749609202.968835:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acfc00. 00000100:00000200:3.0:1749609202.968836:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968837:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55dc0. 00000400:00000010:3.0:1749609202.968838:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acff00. 00000100:00000200:3.0:1749609202.968839:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968839:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55e18. 00000400:00000010:3.0:1749609202.968840:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acfb40. 00000100:00000200:3.0:1749609202.968844:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968845:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55e70. 00000400:00000010:3.0:1749609202.968846:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf540. 00000100:00000200:3.0:1749609202.968847:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968847:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55ec8. 00000400:00000010:3.0:1749609202.968848:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf480. 00000100:00000200:3.0:1749609202.968849:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968850:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55f20. 00000400:00000010:3.0:1749609202.968850:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf780. 00000100:00000200:3.0:1749609202.968851:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968852:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55f78. 00000400:00000010:3.0:1749609202.968853:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf840. 00000100:00000200:3.0:1749609202.968853:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968854:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55898. 00000400:00000010:3.0:1749609202.968855:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acfa80. 00000100:00000200:3.0:1749609202.968856:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968857:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c558f0. 00000400:00000010:3.0:1749609202.968858:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf600. 00000100:00000200:3.0:1749609202.968859:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968859:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55948. 00000400:00000010:3.0:1749609202.968860:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf9c0. 00000100:00000200:3.0:1749609202.968861:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968862:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c559a0. 00000400:00000010:3.0:1749609202.968862:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf900. 00000100:00000200:3.0:1749609202.968863:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968864:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c559f8. 00000400:00000010:3.0:1749609202.968864:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf240. 00000100:00000200:3.0:1749609202.968865:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968866:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55a50. 00000400:00000010:3.0:1749609202.968867:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf3c0. 00000100:00000200:3.0:1749609202.968867:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968868:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55000. 00000400:00000010:3.0:1749609202.968869:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf0c0. 00000100:00000200:3.0:1749609202.968870:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968871:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55058. 00000400:00000010:3.0:1749609202.968874:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acf180. 00000100:00000200:3.0:1749609202.968875:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968876:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c550b0. 00000400:00000010:3.0:1749609202.968877:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136acfe40. 00000100:00000200:3.0:1749609202.968878:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968878:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55108. 00000400:00000010:3.0:1749609202.968880:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154f00. 00000100:00000200:3.0:1749609202.968881:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968881:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55160. 00000400:00000010:3.0:1749609202.968882:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154c00. 00000100:00000200:3.0:1749609202.968883:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968884:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c551b8. 00000400:00000010:3.0:1749609202.968885:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154a80. 00000100:00000200:3.0:1749609202.968886:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968886:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55210. 00000400:00000010:3.0:1749609202.968887:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154480. 00000100:00000200:3.0:1749609202.968888:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968889:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55268. 00000400:00000010:3.0:1749609202.968890:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154e40. 00000100:00000200:3.0:1749609202.968890:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968891:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c552c0. 00000400:00000010:3.0:1749609202.968892:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154000. 00000100:00000200:3.0:1749609202.968893:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968894:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55318. 00000400:00000010:3.0:1749609202.968894:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154240. 00000100:00000200:3.0:1749609202.968895:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968896:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55370. 00000400:00000010:3.0:1749609202.968897:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154540. 00000100:00000200:3.0:1749609202.968898:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968898:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c553c8. 00000400:00000010:3.0:1749609202.968899:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154780. 00000100:00000200:3.0:1749609202.968900:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968901:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55420. 00000400:00000010:3.0:1749609202.968901:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154d80. 00000100:00000200:3.0:1749609202.968902:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968905:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55478. 00000400:00000010:3.0:1749609202.968906:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154cc0. 00000100:00000200:3.0:1749609202.968907:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968908:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c554d0. 00000400:00000010:3.0:1749609202.968909:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154840. 00000100:00000200:3.0:1749609202.968910:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968911:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55528. 00000400:00000010:3.0:1749609202.968911:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154600. 00000100:00000200:3.0:1749609202.968912:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968913:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55580. 00000400:00000010:3.0:1749609202.968914:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b21546c0. 00000100:00000200:3.0:1749609202.968914:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968915:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c555d8. 00000400:00000010:3.0:1749609202.968916:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154b40. 00000100:00000200:3.0:1749609202.968917:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968917:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55630. 00000400:00000010:3.0:1749609202.968918:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154300. 00000100:00000200:3.0:1749609202.968919:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968920:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55688. 00000400:00000010:3.0:1749609202.968920:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b21540c0. 00000100:00000200:3.0:1749609202.968921:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968922:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c556e0. 00000400:00000010:3.0:1749609202.968923:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154900. 00000100:00000200:3.0:1749609202.968924:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968924:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55738. 00000400:00000010:3.0:1749609202.968925:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b21549c0. 00000100:00000200:3.0:1749609202.968926:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968927:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55790. 00000400:00000010:3.0:1749609202.968927:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b21543c0. 00000100:00000200:3.0:1749609202.968928:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968929:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c557e8. 00000400:00000010:3.0:1749609202.968930:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b2154180. 00000100:00000200:3.0:1749609202.968930:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968931:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096c55840. 00000400:00000010:3.0:1749609202.968933:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799a80. 00000100:00000200:3.0:1749609202.968936:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968937:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fd10. 00000400:00000010:3.0:1749609202.968939:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799300. 00000100:00000200:3.0:1749609202.968940:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968940:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fd68. 00000400:00000010:3.0:1749609202.968941:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799480. 00000100:00000200:3.0:1749609202.968942:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968943:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fdc0. 00000400:00000010:3.0:1749609202.968944:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799cc0. 00000100:00000200:3.0:1749609202.968945:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968946:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fe18. 00000400:00000010:3.0:1749609202.968946:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c7990c0. 00000100:00000200:3.0:1749609202.968947:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968948:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fe70. 00000400:00000010:3.0:1749609202.968949:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799b40. 00000100:00000200:3.0:1749609202.968950:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968950:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fec8. 00000400:00000010:3.0:1749609202.968951:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799e40. 00000100:00000200:3.0:1749609202.968952:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968952:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05ff20. 00000400:00000010:3.0:1749609202.968953:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c7993c0. 00000100:00000200:3.0:1749609202.968954:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968955:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05ff78. 00000400:00000010:3.0:1749609202.968955:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799900. 00000100:00000200:3.0:1749609202.968956:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968957:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f000. 00000400:00000010:3.0:1749609202.968958:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799840. 00000100:00000200:3.0:1749609202.968958:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968959:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f058. 00000400:00000010:3.0:1749609202.968960:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c7999c0. 00000100:00000200:3.0:1749609202.968961:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968961:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f0b0. 00000400:00000010:3.0:1749609202.968962:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799180. 00000100:00000200:3.0:1749609202.968963:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968963:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f108. 00000400:00000010:3.0:1749609202.968966:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799c00. 00000100:00000200:3.0:1749609202.968968:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968968:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f160. 00000400:00000010:3.0:1749609202.968969:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799f00. 00000100:00000200:3.0:1749609202.968970:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968971:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f1b8. 00000400:00000010:3.0:1749609202.968972:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799240. 00000100:00000200:3.0:1749609202.968973:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968973:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f210. 00000400:00000010:3.0:1749609202.968974:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799780. 00000100:00000200:3.0:1749609202.968975:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968975:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f268. 00000400:00000010:3.0:1749609202.968976:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799600. 00000100:00000200:3.0:1749609202.968977:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968978:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f2c0. 00000400:00000010:3.0:1749609202.968979:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799000. 00000100:00000200:3.0:1749609202.968979:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968980:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f318. 00000400:00000010:3.0:1749609202.968981:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009c799540. 00000100:00000200:3.0:1749609202.968982:0:6433:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749609202.968982:0:6433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f370. 00000400:00000010:3.0:1749609202.968984:0:6433:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef646c0. 00000100:00000010:3.0:1749609202.968985:0:6433:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b41ea000. 00000100:00000200:3.0:1749609202.969000:0:6433:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749609202.969104:0:6434:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a8c67080. 00000020:00000010:3.0:1749609202.969107:0:6434:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8c672c0. 00000020:00000010:3.0:1749609202.969109:0:6434:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b2bd600. 00000020:00000010:3.0:1749609202.969111:0:6434:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b2bd000. 00000020:00000010:3.0:1749609202.969113:0:6434:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800728ba180. 00000040:00000010:3.0:1749609202.969114:0:6434:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b2bde00. 00000020:00000010:3.0:1749609202.969116:0:6434:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41eb000. 00000020:00000010:3.0:1749609202.969117:0:6434:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f549e30. 00000020:00000010:3.0:1749609202.969119:0:6434:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b2bda00. 80000000:00000010:3.0:1749609202.969120:0:6434:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba9c0. 40000000:00000010:3.0:1749609202.969121:0:6434:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8c67400. 00000008:00000010:3.0:1749609202.969126:0:6434:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff880096f32178. 00020000:00000010:3.0:1749609202.969127:0:6434:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88009ef64f00. 00008000:00000010:3.0:1749609202.969129:0:6434:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880096f38a98. 00100000:00000010:3.0:1749609202.969131:0:6434:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b41ee800. 00040000:00000010:3.0:1749609202.969132:0:6434:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390100. 00040000:00000010:3.0:1749609202.969134:0:6434:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b45db000. 00080000:00000010:3.0:1749609202.969136:0:6434:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea1000. 00080000:00000010:3.0:1749609202.969138:0:6434:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f01c000. 00002000:00000010:3.0:1749609202.969141:0:6434:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c3800. 00000080:00000010:3.0:1749609202.969142:0:6434:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800a8fa8540. 00000080:00000010:3.0:1749609202.969143:0:6434:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880096f3c6d8. 00000100:00000010:3.0:1749609202.969145:0:6434:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b41ec000. 00000100:00000200:3.0:1749609202.969151:0:6434:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749609202.969231:0:6435:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a8c67040. 00000020:00000010:3.0:1749609202.969233:0:6435:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8c67640. 00000020:00000010:3.0:1749609202.969235:0:6435:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45db800. 00000020:00000010:3.0:1749609202.969237:0:6435:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b45db600. 00000020:00000010:3.0:1749609202.969239:0:6435:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800728bab40. 00000040:00000010:3.0:1749609202.969240:0:6435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b45da200. 00000020:00000010:3.0:1749609202.969242:0:6435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41e9800. 00000020:00000010:3.0:1749609202.969245:0:6435:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f549420. 00000020:00000010:3.0:1749609202.969246:0:6435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b45dbc00. 80000000:00000010:3.0:1749609202.969248:0:6435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba660. 40000000:00000010:3.0:1749609202.969250:0:6435:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8c67480. 00000008:00000010:3.0:1749609202.969252:0:6435:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff880096f32ca0. 00020000:00000010:3.0:1749609202.969254:0:6435:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88009ef64300. 00008000:00000010:3.0:1749609202.969255:0:6435:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880096f38e20. 00100000:00000010:3.0:1749609202.969257:0:6435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b41ed000. 00040000:00000010:3.0:1749609202.969259:0:6435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390700. 00040000:00000010:3.0:1749609202.969261:0:6435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b45da400. 00080000:00000010:3.0:1749609202.969263:0:6435:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea5000. 00080000:00000010:3.0:1749609202.969267:0:6435:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011da46000. 00002000:00000010:3.0:1749609202.969270:0:6435:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c1400. 00000080:00000010:3.0:1749609202.969275:0:6435:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800a8fa8150. 00000080:00000010:3.0:1749609202.969277:0:6435:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880096f3c920. 00000100:00000010:3.0:1749609202.969279:0:6435:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b53bc000. 00000100:00000200:3.0:1749609202.969286:0:6435:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:3.0:1749609202.969352:0:6436:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800a8c67140. 00000020:00000010:3.0:1749609202.969354:0:6436:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5370800. 00000020:00000010:3.0:1749609202.969356:0:6436:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5370e00. 00000020:00000010:3.0:1749609202.969358:0:6436:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b53bb800. 00000020:00000010:3.0:1749609202.969360:0:6436:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f548a10. 00000020:00000010:3.0:1749609202.969361:0:6436:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5371e00. 80000000:00000010:3.0:1749609202.969362:0:6436:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba1e0. 40000000:00000010:3.0:1749609202.969363:0:6436:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8c67280. 00100000:00000010:3.0:1749609202.969365:0:6436:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b53bd000. 00040000:00000010:3.0:1749609202.969367:0:6436:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390000. 00040000:00000010:3.0:1749609202.969368:0:6436:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5371600. 00080000:00000010:3.0:1749609202.969371:0:6436:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea3000. 00080000:00000010:3.0:1749609202.969373:0:6436:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011da40000. 00002000:00000010:3.0:1749609202.969376:0:6436:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c2c00. 00000020:00000010:3.0:1749609202.969377:0:6436:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8c671c0. 00010000:00000010:3.0:1749609202.969441:0:6437:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800a8c67580. 00000020:00000010:3.0:1749609202.969443:0:6437:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5371400. 00000020:00000010:3.0:1749609202.969444:0:6437:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5371000. 00000020:00000010:3.0:1749609202.969446:0:6437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b53ba000. 00000020:00000010:3.0:1749609202.969447:0:6437:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f548000. 00000020:00000010:3.0:1749609202.969448:0:6437:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5371200. 80000000:00000010:3.0:1749609202.969449:0:6437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba420. 40000000:00000010:3.0:1749609202.969450:0:6437:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8c670c0. 00100000:00000010:3.0:1749609202.969452:0:6437:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a2fd800. 00040000:00000010:3.0:1749609202.969453:0:6437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390600. 00040000:00000010:3.0:1749609202.969455:0:6437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5370200. 00080000:00000010:3.0:1749609202.969457:0:6437:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea0000. 00080000:00000010:3.0:1749609202.969459:0:6437:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011da44000. 00002000:00000010:3.0:1749609202.969461:0:6437:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c0800. 00000020:00000010:3.0:1749609202.969466:0:6437:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8c67180. 00000020:00000010:3.0:1749609202.969516:0:6438:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5370c00. 00000020:00000010:3.0:1749609202.969518:0:6438:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5371c00. 00000040:00000010:3.0:1749609202.969520:0:6438:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1b30c00. 00000020:00000010:3.0:1749609202.969522:0:6438:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a2ff800. 00000020:00000010:3.0:1749609202.969523:0:6438:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54cb78. 00000020:00000010:3.0:1749609202.969525:0:6438:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1b31800. 80000000:00000010:3.0:1749609202.969526:0:6438:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba480. 40000000:00000010:3.0:1749609202.969527:0:6438:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8c67300. 00100000:00000010:3.0:1749609202.969528:0:6438:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a2ff000. 00040000:00000010:3.0:1749609202.969530:0:6438:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b2390800. 00040000:00000010:3.0:1749609202.969531:0:6438:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1b31a00. 00080000:00000010:3.0:1749609202.969533:0:6438:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acea2000. 00080000:00000010:3.0:1749609202.969536:0:6438:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011da42000. 00002000:00000010:3.0:1749609202.969538:0:6438:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c2800. 00000020:00000010:3.0:1749609202.969540:0:6438:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8c673c0. 00080000:00000010:1.0:1749609202.969907:0:1047:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c886000. 00080000:00000010:1.0:1749609202.969913:0:1047:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d09c000. 02000000:00000010:1.0:1749609202.969926:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136a78000. 00000400:00000010:1.0:1749609202.969929:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a443c8. 00000400:00000010:1.0:1749609202.969932:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609202.969938:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193438976, portal 25 00000400:00000010:1.0:1749609202.969941:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53876e8. 00000100:00000200:1.0:1749609202.969942:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193438976, offset 0 00000400:00000200:1.0:1749609202.969947:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609202.969955:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609202.969960:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada02100 00000400:00000100:1.0:1749609202.969964:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193438976 offset 0 length 520: 4 00000400:00000200:1.0:1749609202.969966:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012f1af9c0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1749609202.969967:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1749609202.969972:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53876e8 00000400:00000010:1.0:1749609202.969973:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53876e8. 00000100:00000200:1.0:1749609202.969978:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f823480 x1834598193438976/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609202.969987:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69280. 00000100:00000010:1.0:1749609202.969994:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69700. 00000100:00000010:1.0:1749609202.969997:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69000. 00000100:00000010:1.0:1749609202.970007:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69c00. 00000100:00000010:3.0:1749609202.972716:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69c00. 00000100:00000010:1.0:1749609202.972740:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69700. 00000100:00000010:3.0:1749609202.975381:0:6440:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a8c67440. 00000020:00000010:3.0:1749609202.975385:0:6440:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8c67ac0. 00000020:00000010:3.0:1749609202.975390:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d276200. 00000020:00000010:3.0:1749609202.975408:0:6440:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d276a00. 00000040:00000010:3.0:1749609202.975411:0:6440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d276600. 00000020:00000010:3.0:1749609202.975414:0:6440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a2fd000. 00000020:00000010:3.0:1749609202.975417:0:6440:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54d080. 00000020:00000010:3.0:1749609202.975420:0:6440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d276800. 80000000:00000010:3.0:1749609202.975422:0:6440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba720. 40000000:00000010:3.0:1749609202.975425:0:6440:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8c67200. 00100000:00000010:3.0:1749609202.975428:0:6440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a2fe800. 00040000:00000010:3.0:1749609202.975430:0:6440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5376700. 00040000:00000010:3.0:1749609202.975432:0:6440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d277000. 00080000:00000010:3.0:1749609202.975435:0:6440:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b26d000. 00080000:00000010:3.0:1749609202.975447:0:6440:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a5358000. 00000004:00000010:3.0:1749609202.975454:0:6440:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acf41000. 00002000:00000010:3.0:1749609202.975461:0:6440:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c0000. 00000100:00000200:3.0:1749609202.975465:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975468:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f3c8. 00000400:00000010:3.0:1749609202.975473:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012a2fe000. 00000100:00000200:3.0:1749609202.975478:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975480:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f420. 00000400:00000010:3.0:1749609202.975483:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b5204800. 00000100:00000200:3.0:1749609202.975485:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975486:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f478. 00000400:00000010:3.0:1749609202.975488:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b5204000. 00000100:00000200:3.0:1749609202.975490:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975491:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f4d0. 00000400:00000010:3.0:1749609202.975493:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b5203800. 00000100:00000200:3.0:1749609202.975495:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975496:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f528. 00000400:00000010:3.0:1749609202.975498:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b5206800. 00000100:00000200:3.0:1749609202.975500:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975501:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f580. 00000400:00000010:3.0:1749609202.975503:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b5207800. 00000100:00000200:3.0:1749609202.975505:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975507:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f5d8. 00000400:00000010:3.0:1749609202.975508:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b5206000. 00000100:00000200:3.0:1749609202.975510:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975512:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f630. 00000400:00000010:3.0:1749609202.975514:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7c800. 00000100:00000200:3.0:1749609202.975516:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975517:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f688. 00000400:00000010:3.0:1749609202.975519:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c78000. 00000100:00000200:3.0:1749609202.975521:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975522:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f6e0. 00000400:00000010:3.0:1749609202.975523:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c79000. 00000100:00000200:3.0:1749609202.975525:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975526:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f738. 00000400:00000010:3.0:1749609202.975528:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c79800. 00000100:00000200:3.0:1749609202.975530:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975531:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f790. 00000400:00000010:3.0:1749609202.975537:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7b000. 00000100:00000200:3.0:1749609202.975539:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975541:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f7e8. 00000400:00000010:3.0:1749609202.975542:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c78800. 00000100:00000200:3.0:1749609202.975544:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975545:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f840. 00000400:00000010:3.0:1749609202.975547:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7d800. 00000100:00000200:3.0:1749609202.975548:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975549:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f898. 00000400:00000010:3.0:1749609202.975551:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7a000. 00000100:00000200:3.0:1749609202.975553:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975554:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f8f0. 00000400:00000010:3.0:1749609202.975556:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7f000. 00000100:00000200:3.0:1749609202.975558:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975559:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f948. 00000400:00000010:3.0:1749609202.975561:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7f800. 00000100:00000200:3.0:1749609202.975563:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975564:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f9a0. 00000400:00000010:3.0:1749609202.975566:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7e000. 00000100:00000200:3.0:1749609202.975568:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975569:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05f9f8. 00000400:00000010:3.0:1749609202.975571:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7c000. 00000100:00000200:3.0:1749609202.975573:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975574:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fa50. 00000400:00000010:3.0:1749609202.975575:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7b800. 00000100:00000200:3.0:1749609202.975577:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975577:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05faa8. 00000400:00000010:3.0:1749609202.975579:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7d000. 00000100:00000200:3.0:1749609202.975580:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975580:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fb00. 00000400:00000010:3.0:1749609202.975582:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880090c7a800. 00000100:00000200:3.0:1749609202.975583:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975583:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fb58. 00000400:00000010:3.0:1749609202.975586:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b523e000. 00000100:00000200:3.0:1749609202.975587:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975587:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fbb0. 00000400:00000010:3.0:1749609202.975592:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b523f000. 00000100:00000200:3.0:1749609202.975593:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975594:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fc08. 00000400:00000010:3.0:1749609202.975596:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b523e800. 00000100:00000200:3.0:1749609202.975597:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975598:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fc60. 00000400:00000010:3.0:1749609202.975599:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cd8800. 00000100:00000200:3.0:1749609202.975600:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975601:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c05fcb8. 00000400:00000010:3.0:1749609202.975603:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cdf800. 00000100:00000200:3.0:1749609202.975604:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975605:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79000. 00000400:00000010:3.0:1749609202.975606:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cde800. 00000100:00000200:3.0:1749609202.975608:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975608:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79058. 00000400:00000010:3.0:1749609202.975609:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cdb800. 00000100:00000200:3.0:1749609202.975611:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975611:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c790b0. 00000400:00000010:3.0:1749609202.975613:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cdf000. 00000100:00000200:3.0:1749609202.975614:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975614:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79108. 00000400:00000010:3.0:1749609202.975616:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cdd800. 00000100:00000200:3.0:1749609202.975617:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975617:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79160. 00000400:00000010:3.0:1749609202.975619:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cdc800. 00000100:00000200:3.0:1749609202.975620:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975620:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c791b8. 00000400:00000010:3.0:1749609202.975622:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cd8000. 00000100:00000200:3.0:1749609202.975623:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975623:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79210. 00000400:00000010:3.0:1749609202.975625:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cd9800. 00000100:00000200:3.0:1749609202.975626:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975626:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79268. 00000400:00000010:3.0:1749609202.975628:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cde000. 00000100:00000200:3.0:1749609202.975629:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975629:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c792c0. 00000400:00000010:3.0:1749609202.975633:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cda800. 00000100:00000200:3.0:1749609202.975635:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975636:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79318. 00000400:00000010:3.0:1749609202.975637:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129cd9000. 00000100:00000200:3.0:1749609202.975638:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975639:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79370. 00000400:00000010:3.0:1749609202.975641:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b4130000. 00000100:00000200:3.0:1749609202.975642:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975643:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c793c8. 00000400:00000010:3.0:1749609202.975644:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b4132000. 00000100:00000200:3.0:1749609202.975645:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975646:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79420. 00000400:00000010:3.0:1749609202.975647:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b4131000. 00000100:00000200:3.0:1749609202.975648:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975649:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79478. 00000400:00000010:3.0:1749609202.975650:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b4132800. 00000100:00000200:3.0:1749609202.975651:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975652:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c794d0. 00000400:00000010:3.0:1749609202.975653:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b4134800. 00000100:00000200:3.0:1749609202.975654:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975655:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79528. 00000400:00000010:3.0:1749609202.975656:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b4137800. 00000100:00000200:3.0:1749609202.975657:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975658:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79580. 00000400:00000010:3.0:1749609202.975660:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012b261000. 00000100:00000200:3.0:1749609202.975661:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975661:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c795d8. 00000400:00000010:3.0:1749609202.975663:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012a9ff800. 00000100:00000200:3.0:1749609202.975664:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975665:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79630. 00000400:00000010:3.0:1749609202.975666:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012a9ff000. 00000100:00000200:3.0:1749609202.975667:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975668:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79688. 00000400:00000010:3.0:1749609202.975669:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012a9fe800. 00000100:00000200:3.0:1749609202.975670:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975671:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c796e0. 00000400:00000010:3.0:1749609202.975693:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88013087b800. 00000100:00000200:3.0:1749609202.975695:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975696:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79738. 00000400:00000010:3.0:1749609202.975697:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880130878800. 00000100:00000200:3.0:1749609202.975699:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975699:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79790. 00000400:00000010:3.0:1749609202.975701:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b4290000. 00000100:00000200:3.0:1749609202.975702:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975703:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c797e8. 00000400:00000010:3.0:1749609202.975704:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b4295800. 00000100:00000200:3.0:1749609202.975705:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975706:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79840. 00000400:00000010:3.0:1749609202.975708:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d92000. 00000100:00000200:3.0:1749609202.975709:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975710:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79898. 00000400:00000010:3.0:1749609202.975711:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d97800. 00000100:00000200:3.0:1749609202.975713:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975713:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c798f0. 00000400:00000010:3.0:1749609202.975715:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d95800. 00000100:00000200:3.0:1749609202.975716:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975716:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79948. 00000400:00000010:3.0:1749609202.975718:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d90800. 00000100:00000200:3.0:1749609202.975719:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975719:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c799a0. 00000400:00000010:3.0:1749609202.975721:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d91000. 00000100:00000200:3.0:1749609202.975722:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975722:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c799f8. 00000400:00000010:3.0:1749609202.975724:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d96000. 00000100:00000200:3.0:1749609202.975725:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975725:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79a50. 00000400:00000010:3.0:1749609202.975727:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d93800. 00000100:00000200:3.0:1749609202.975728:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975728:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79aa8. 00000400:00000010:3.0:1749609202.975730:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d95000. 00000100:00000200:3.0:1749609202.975731:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975731:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79b00. 00000400:00000010:3.0:1749609202.975735:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d93000. 00000100:00000200:3.0:1749609202.975737:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975738:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79b58. 00000400:00000010:3.0:1749609202.975739:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880129d94000. 00000100:00000200:3.0:1749609202.975740:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975741:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79bb0. 00000400:00000010:3.0:1749609202.975743:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880124589800. 00000100:00000200:3.0:1749609202.975744:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975745:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79c08. 00000400:00000010:3.0:1749609202.975746:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012458e000. 00000100:00000200:3.0:1749609202.975747:0:6440:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749609202.975748:0:6440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79c60. 00000400:00000010:3.0:1749609202.975749:0:6440:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012458d800. 00000100:00000010:3.0:1749609202.975787:0:6440:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff8800735e0000. 00000100:00000200:3.0:1749609202.975800:0:6440:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749609202.975916:0:6441:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a8c67000. 00000020:00000010:3.0:1749609202.975918:0:6441:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8c674c0. 00000020:00000010:3.0:1749609202.975921:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d276e00. 00000020:00000010:3.0:1749609202.975923:0:6441:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d277800. 00000040:00000010:3.0:1749609202.975925:0:6441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d277200. 00000020:00000010:3.0:1749609202.975927:0:6441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012458b000. 00000020:00000010:3.0:1749609202.975930:0:6441:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54b250. 00000020:00000010:3.0:1749609202.975932:0:6441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d277400. 80000000:00000010:3.0:1749609202.975933:0:6441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728baf60. 40000000:00000010:3.0:1749609202.975935:0:6441:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8c67380. 00100000:00000010:3.0:1749609202.975937:0:6441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880124588800. 00040000:00000010:3.0:1749609202.975939:0:6441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5376400. 00040000:00000010:3.0:1749609202.975941:0:6441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d277600. 00080000:00000010:3.0:1749609202.975944:0:6441:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acf45000. 00080000:00000010:3.0:1749609202.975947:0:6441:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a535a000. 00000004:00000010:3.0:1749609202.975951:0:6441:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acf44000. 00002000:00000010:3.0:1749609202.975953:0:6441:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c3000. 00000100:00000010:3.0:1749609202.975995:0:6441:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff8800a5be0000. 00000100:00000200:3.0:1749609202.976002:0:6441:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749609202.976064:0:6442:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880134a09540. 00000020:00000010:3.0:1749609202.976065:0:6442:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880134a09580. 00000020:00000010:3.0:1749609202.976067:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d277c00. 00000020:00000010:3.0:1749609202.976069:0:6442:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d276000. 00000040:00000010:3.0:1749609202.976071:0:6442:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d276400. 00000020:00000010:3.0:1749609202.976072:0:6442:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012458d000. 00000020:00000010:3.0:1749609202.976074:0:6442:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54a840. 00000020:00000010:3.0:1749609202.976076:0:6442:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b575400. 80000000:00000010:3.0:1749609202.976077:0:6442:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba540. 40000000:00000010:3.0:1749609202.976078:0:6442:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880134a09ec0. 00100000:00000010:3.0:1749609202.976080:0:6442:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012458f800. 00040000:00000010:3.0:1749609202.976081:0:6442:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5376f00. 00040000:00000010:3.0:1749609202.976083:0:6442:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b574e00. 00080000:00000010:3.0:1749609202.976085:0:6442:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acf43000. 00080000:00000010:3.0:1749609202.976087:0:6442:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a535c000. 00000004:00000010:3.0:1749609202.976093:0:6442:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acf40000. 00002000:00000010:3.0:1749609202.976095:0:6442:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c0400. 00000100:00000010:3.0:1749609202.976132:0:6442:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff88009f040000. 00000100:00000200:3.0:1749609202.976137:0:6442:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1749609202.976631:0:6443:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880134a09180. 00000020:00000010:3.0:1749609202.976633:0:6443:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880134a09a80. 00000020:00000010:3.0:1749609202.976635:0:6443:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b574000. 00000020:00000010:3.0:1749609202.976637:0:6443:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b575a00. 00000040:00000010:3.0:1749609202.976638:0:6443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b575800. 00000020:00000010:3.0:1749609202.976640:0:6443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012458a800. 00000020:00000010:3.0:1749609202.976642:0:6443:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f549928. 00000020:00000010:3.0:1749609202.976643:0:6443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b575c00. 80000000:00000010:3.0:1749609202.976644:0:6443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba4e0. 40000000:00000010:3.0:1749609202.976645:0:6443:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880134a090c0. 00100000:00000010:3.0:1749609202.976647:0:6443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012458c000. 00040000:00000010:3.0:1749609202.976648:0:6443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5376e00. 00040000:00000010:3.0:1749609202.976650:0:6443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b574a00. 00080000:00000010:3.0:1749609202.976652:0:6443:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acf46000. 00080000:00000010:3.0:1749609202.976657:0:6443:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a535e000. 00000004:00000010:3.0:1749609202.976660:0:6443:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acf47000. 00000100:00000200:3.0:1749609202.976663:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976664:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79cb8. 00000400:00000010:3.0:1749609202.976667:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64a80. 00000100:00000200:3.0:1749609202.976668:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976669:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79d10. 00000400:00000010:3.0:1749609202.976670:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64480. 00000100:00000200:3.0:1749609202.976671:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976672:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79d68. 00000400:00000010:3.0:1749609202.976689:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64780. 00000100:00000200:3.0:1749609202.976690:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976691:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79dc0. 00000400:00000010:3.0:1749609202.976692:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64600. 00000100:00000200:3.0:1749609202.976693:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976694:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79e18. 00000400:00000010:3.0:1749609202.976695:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64180. 00000100:00000200:3.0:1749609202.976696:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976697:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79e70. 00000400:00000010:3.0:1749609202.976698:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64cc0. 00000100:00000200:3.0:1749609202.976698:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976699:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79ec8. 00000400:00000010:3.0:1749609202.976700:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64840. 00000100:00000200:3.0:1749609202.976701:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976702:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79f20. 00000400:00000010:3.0:1749609202.976702:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64b40. 00000100:00000200:3.0:1749609202.976703:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976704:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c79f78. 00000400:00000010:3.0:1749609202.976705:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef643c0. 00000100:00000200:3.0:1749609202.976706:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976707:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864058. 00000400:00000010:3.0:1749609202.976708:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64900. 00000100:00000200:3.0:1749609202.976709:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976709:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18640b0. 00000400:00000010:3.0:1749609202.976710:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64540. 00000100:00000200:3.0:1749609202.976714:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976715:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864108. 00000400:00000010:3.0:1749609202.976717:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ef64240. 00000100:00000200:3.0:1749609202.976718:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976718:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864160. 00000400:00000010:3.0:1749609202.976720:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54840. 00000100:00000200:3.0:1749609202.976721:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976722:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18641b8. 00000400:00000010:3.0:1749609202.976723:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54a80. 00000100:00000200:3.0:1749609202.976724:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976724:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864210. 00000400:00000010:3.0:1749609202.976725:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54000. 00000100:00000200:3.0:1749609202.976726:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976727:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864268. 00000400:00000010:3.0:1749609202.976727:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54240. 00000100:00000200:3.0:1749609202.976728:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976729:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18642c0. 00000400:00000010:3.0:1749609202.976730:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54780. 00000100:00000200:3.0:1749609202.976731:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976731:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864318. 00000400:00000010:3.0:1749609202.976732:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54cc0. 00000100:00000200:3.0:1749609202.976733:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976734:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864370. 00000400:00000010:3.0:1749609202.976734:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54180. 00000100:00000200:3.0:1749609202.976735:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976736:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18643c8. 00000400:00000010:3.0:1749609202.976737:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf546c0. 00000100:00000200:3.0:1749609202.976737:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976738:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864420. 00000400:00000010:3.0:1749609202.976739:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54e40. 00000100:00000200:3.0:1749609202.976740:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976740:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864478. 00000400:00000010:3.0:1749609202.976741:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54b40. 00000100:00000200:3.0:1749609202.976742:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976742:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18644d0. 00000400:00000010:3.0:1749609202.976746:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf549c0. 00000100:00000200:3.0:1749609202.976747:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976748:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864528. 00000400:00000010:3.0:1749609202.976749:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54f00. 00000100:00000200:3.0:1749609202.976750:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976751:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864580. 00000400:00000010:3.0:1749609202.976751:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54d80. 00000100:00000200:3.0:1749609202.976752:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976753:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18645d8. 00000400:00000010:3.0:1749609202.976754:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54900. 00000100:00000200:3.0:1749609202.976754:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976755:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864630. 00000400:00000010:3.0:1749609202.976756:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54300. 00000100:00000200:3.0:1749609202.976757:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976757:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864688. 00000400:00000010:3.0:1749609202.976758:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf540c0. 00000100:00000200:3.0:1749609202.976759:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976759:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18646e0. 00000400:00000010:3.0:1749609202.976760:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acf54c00. 00000100:00000200:3.0:1749609202.976761:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976762:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864738. 00000400:00000010:3.0:1749609202.976763:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7d80. 00000100:00000200:3.0:1749609202.976764:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976764:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864790. 00000400:00000010:3.0:1749609202.976766:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7cc0. 00000100:00000200:3.0:1749609202.976766:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976767:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18647e8. 00000400:00000010:3.0:1749609202.976768:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7c00. 00000100:00000200:3.0:1749609202.976769:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976769:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864840. 00000400:00000010:3.0:1749609202.976770:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7240. 00000100:00000200:3.0:1749609202.976771:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976772:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864898. 00000400:00000010:3.0:1749609202.976773:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7540. 00000100:00000200:3.0:1749609202.976774:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976776:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18648f0. 00000400:00000010:3.0:1749609202.976778:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d70c0. 00000100:00000200:3.0:1749609202.976779:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976780:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864948. 00000400:00000010:3.0:1749609202.976781:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7180. 00000100:00000200:3.0:1749609202.976781:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976782:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18649a0. 00000400:00000010:3.0:1749609202.976783:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7b40. 00000100:00000200:3.0:1749609202.976784:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976784:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b18649f8. 00000400:00000010:3.0:1749609202.976785:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d73c0. 00000100:00000200:3.0:1749609202.976786:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976787:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864a50. 00000400:00000010:3.0:1749609202.976787:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7000. 00000100:00000200:3.0:1749609202.976788:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976789:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864aa8. 00000400:00000010:3.0:1749609202.976789:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7300. 00000100:00000200:3.0:1749609202.976790:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976791:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864b00. 00000400:00000010:3.0:1749609202.976792:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7780. 00000100:00000200:3.0:1749609202.976792:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976793:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864b58. 00000400:00000010:3.0:1749609202.976794:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d76c0. 00000100:00000200:3.0:1749609202.976795:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976795:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864bb0. 00000400:00000010:3.0:1749609202.976796:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7a80. 00000100:00000200:3.0:1749609202.976797:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976797:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864c08. 00000400:00000010:3.0:1749609202.976798:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7480. 00000100:00000200:3.0:1749609202.976799:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976800:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864c60. 00000400:00000010:3.0:1749609202.976800:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7f00. 00000100:00000200:3.0:1749609202.976801:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976802:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864cb8. 00000400:00000010:3.0:1749609202.976803:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d79c0. 00000100:00000200:3.0:1749609202.976806:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976807:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864d10. 00000400:00000010:3.0:1749609202.976808:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7840. 00000100:00000200:3.0:1749609202.976809:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976810:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864d68. 00000400:00000010:3.0:1749609202.976811:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7900. 00000100:00000200:3.0:1749609202.976812:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976812:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864dc0. 00000400:00000010:3.0:1749609202.976813:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d0d7600. 00000100:00000200:3.0:1749609202.976814:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976815:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864e18. 00000400:00000010:3.0:1749609202.976816:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acc44480. 00000100:00000200:3.0:1749609202.976817:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976818:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864e70. 00000400:00000010:3.0:1749609202.976819:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acc44300. 00000100:00000200:3.0:1749609202.976820:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976820:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864ec8. 00000400:00000010:3.0:1749609202.976821:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800acc44180. 00000100:00000200:3.0:1749609202.976822:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976823:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864f20. 00000400:00000010:3.0:1749609202.976824:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129caf300. 00000100:00000200:3.0:1749609202.976825:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976826:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864f78. 00000400:00000010:3.0:1749609202.976827:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129caf180. 00000100:00000200:3.0:1749609202.976828:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976828:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1864000. 00000400:00000010:3.0:1749609202.976829:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129caf540. 00000100:00000200:3.0:1749609202.976830:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976831:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5688. 00000400:00000010:3.0:1749609202.976832:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129caf840. 00000100:00000200:3.0:1749609202.976833:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976834:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5630. 00000400:00000010:3.0:1749609202.976834:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880129caf0c0. 00000100:00000200:3.0:1749609202.976835:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976836:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5420. 00000400:00000010:3.0:1749609202.976842:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880095e43000. 00000100:00000200:3.0:1749609202.976843:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976844:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b54d0. 00000400:00000010:3.0:1749609202.976845:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880095e430c0. 00000100:00000200:3.0:1749609202.976846:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976847:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5528. 00000400:00000010:3.0:1749609202.976847:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880095e43180. 00000100:00000200:3.0:1749609202.976848:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976849:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5268. 00000400:00000010:3.0:1749609202.976850:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880095e43240. 00000100:00000200:3.0:1749609202.976850:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976851:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5108. 00000400:00000010:3.0:1749609202.976852:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880095e43300. 00000100:00000200:3.0:1749609202.976852:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976853:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5dc0. 00000400:00000010:3.0:1749609202.976854:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880095e433c0. 00000100:00000200:3.0:1749609202.976855:0:6443:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749609202.976855:0:6443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5d68. 00000400:00000010:3.0:1749609202.976856:0:6443:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880095e43480. 00000100:00000010:3.0:1749609202.976863:0:6443:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880095e44000. 00000100:00000200:3.0:1749609202.976869:0:6443:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749609202.976984:0:6444:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880134a09c40. 00000020:00000010:3.0:1749609202.976986:0:6444:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880134a09240. 00000020:00000010:3.0:1749609202.976989:0:6444:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b575600. 00000020:00000010:3.0:1749609202.976991:0:6444:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b574c00. 00000040:00000010:3.0:1749609202.976992:0:6444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b574800. 00000020:00000010:3.0:1749609202.976994:0:6444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880124589000. 00000020:00000010:3.0:1749609202.976996:0:6444:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54c168. 00000020:00000010:3.0:1749609202.976999:0:6444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c25ba00. 80000000:00000010:3.0:1749609202.977001:0:6444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba0c0. 40000000:00000010:3.0:1749609202.977002:0:6444:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880134a09dc0. 00100000:00000010:3.0:1749609202.977004:0:6444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012458c800. 00040000:00000010:3.0:1749609202.977006:0:6444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5376800. 00040000:00000010:3.0:1749609202.977008:0:6444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c25bc00. 00080000:00000010:3.0:1749609202.977011:0:6444:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acf42000. 00080000:00000010:3.0:1749609202.977022:0:6444:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096ea0000. 00000004:00000010:3.0:1749609202.977027:0:6444:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880095cc0000. 00000100:00000010:3.0:1749609202.977037:0:6444:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009f6f4000. 00000100:00000200:3.0:1749609202.977045:0:6444:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749609202.996835:0:6445:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880134a09200. 00000020:00000010:3.0:1749609202.996839:0:6445:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880134a09640. 00000020:00000010:3.0:1749609202.996844:0:6445:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c25a200. 00000020:00000010:3.0:1749609202.996846:0:6445:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c25a400. 00000040:00000010:3.0:1749609202.996848:0:6445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c25a000. 00000020:00000010:3.0:1749609202.996858:0:6445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012458a000. 00000020:00000010:3.0:1749609202.996862:0:6445:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54e4a0. 00000020:00000010:3.0:1749609202.996864:0:6445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c25a600. 80000000:00000010:3.0:1749609202.996867:0:6445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba900. 40000000:00000010:3.0:1749609202.996868:0:6445:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880134a09840. 00100000:00000010:3.0:1749609202.996873:0:6445:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88013767c000. 00040000:00000010:3.0:1749609202.996875:0:6445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5376900. 00040000:00000010:3.0:1749609202.996877:0:6445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c25a800. 00080000:00000010:3.0:1749609202.996881:0:6445:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880095cc6000. 00080000:00000010:3.0:1749609202.996884:0:6445:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096ea2000. 00000004:00000010:3.0:1749609202.996888:0:6445:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880095cc3000. 00002000:00000010:3.0:1749609202.996897:0:6445:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c1000. 00000100:00000200:3.0:1749609202.996900:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996904:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5d10. 00000400:00000010:3.0:1749609202.996909:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096ea4000. 00000100:00000200:3.0:1749609202.996915:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996916:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5cb8. 00000400:00000010:3.0:1749609202.996918:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096ea6000. 00000100:00000200:3.0:1749609202.996920:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996921:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5c60. 00000400:00000010:3.0:1749609202.996929:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012f808000. 00000100:00000200:3.0:1749609202.996932:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996933:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5c08. 00000400:00000010:3.0:1749609202.996935:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012f80a000. 00000100:00000200:3.0:1749609202.996937:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996941:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5bb0. 00000400:00000010:3.0:1749609202.996944:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012f80c000. 00000100:00000200:3.0:1749609202.996946:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996947:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5b58. 00000400:00000010:3.0:1749609202.996950:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012f80e000. 00000100:00000200:3.0:1749609202.996952:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996952:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5b00. 00000400:00000010:3.0:1749609202.996958:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129db0000. 00000100:00000200:3.0:1749609202.996960:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996961:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5aa8. 00000400:00000010:3.0:1749609202.996964:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129db2000. 00000100:00000200:3.0:1749609202.996966:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996966:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5e18. 00000400:00000010:3.0:1749609202.996969:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129db4000. 00000100:00000200:3.0:1749609202.996971:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996971:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5e70. 00000400:00000010:3.0:1749609202.996974:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129db6000. 00000100:00000200:3.0:1749609202.996976:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996977:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5478. 00000400:00000010:3.0:1749609202.996989:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880122748000. 00000100:00000200:3.0:1749609202.996992:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996993:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5058. 00000400:00000010:3.0:1749609202.996995:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012274a000. 00000100:00000200:3.0:1749609202.996997:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.996998:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5ec8. 00000400:00000010:3.0:1749609202.997000:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012274c000. 00000100:00000200:3.0:1749609202.997002:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997003:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5f78. 00000400:00000010:3.0:1749609202.997006:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012274e000. 00000100:00000200:3.0:1749609202.997008:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997009:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b52c0. 00000400:00000010:3.0:1749609202.997014:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880134878000. 00000100:00000200:3.0:1749609202.997017:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997018:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5a50. 00000400:00000010:3.0:1749609202.997020:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013487a000. 00000100:00000200:3.0:1749609202.997022:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997025:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5f20. 00000400:00000010:3.0:1749609202.997028:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013487c000. 00000100:00000200:3.0:1749609202.997030:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997031:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5580. 00000400:00000010:3.0:1749609202.997034:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013487e000. 00000100:00000200:3.0:1749609202.997036:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997036:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5210. 00000400:00000010:3.0:1749609202.997041:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880131610000. 00000100:00000200:3.0:1749609202.997044:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997045:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b51b8. 00000400:00000010:3.0:1749609202.997047:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880131612000. 00000100:00000200:3.0:1749609202.997049:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997050:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5160. 00000400:00000010:3.0:1749609202.997052:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880131614000. 00000100:00000200:3.0:1749609202.997054:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997055:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5370. 00000400:00000010:3.0:1749609202.997057:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880131616000. 00000100:00000200:3.0:1749609202.997059:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997060:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b59a0. 00000400:00000010:3.0:1749609202.997065:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880131600000. 00000100:00000200:3.0:1749609202.997068:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997068:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b55d8. 00000400:00000010:3.0:1749609202.997071:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880131602000. 00000100:00000200:3.0:1749609202.997073:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997074:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b50b0. 00000400:00000010:3.0:1749609202.997076:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880131604000. 00000100:00000200:3.0:1749609202.997078:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997079:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5840. 00000400:00000010:3.0:1749609202.997081:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880131606000. 00000100:00000200:3.0:1749609202.997083:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997084:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5948. 00000400:00000010:3.0:1749609202.997089:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d088000. 00000100:00000200:3.0:1749609202.997092:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997092:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b53c8. 00000400:00000010:3.0:1749609202.997095:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d08a000. 00000100:00000200:3.0:1749609202.997097:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997100:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b58f0. 00000400:00000010:3.0:1749609202.997102:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d08c000. 00000100:00000200:3.0:1749609202.997105:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997105:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5898. 00000400:00000010:3.0:1749609202.997108:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d08e000. 00000100:00000200:3.0:1749609202.997110:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997111:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5318. 00000400:00000010:3.0:1749609202.997116:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880130738000. 00000100:00000200:3.0:1749609202.997119:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997119:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5000. 00000400:00000010:3.0:1749609202.997122:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013073a000. 00000100:00000200:3.0:1749609202.997124:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997125:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b57e8. 00000400:00000010:3.0:1749609202.997127:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013073c000. 00000100:00000200:3.0:1749609202.997129:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997130:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5790. 00000400:00000010:3.0:1749609202.997132:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013073e000. 00000100:00000200:3.0:1749609202.997134:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997135:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b5738. 00000400:00000010:3.0:1749609202.997140:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dba0000. 00000100:00000200:3.0:1749609202.997143:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997143:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0b56e0. 00000400:00000010:3.0:1749609202.997146:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dba2000. 00000100:00000200:3.0:1749609202.997148:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997149:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8370. 00000400:00000010:3.0:1749609202.997152:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dba4000. 00000100:00000200:3.0:1749609202.997154:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997155:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac83c8. 00000400:00000010:3.0:1749609202.997157:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dba6000. 00000100:00000200:3.0:1749609202.997159:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997160:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8420. 00000400:00000010:3.0:1749609202.997165:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d370000. 00000100:00000200:3.0:1749609202.997168:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997168:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8478. 00000400:00000010:3.0:1749609202.997171:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d372000. 00000100:00000200:3.0:1749609202.997173:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997176:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac84d0. 00000400:00000010:3.0:1749609202.997179:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d374000. 00000100:00000200:3.0:1749609202.997181:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997182:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8528. 00000400:00000010:3.0:1749609202.997185:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d376000. 00000100:00000200:3.0:1749609202.997192:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997194:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8580. 00000400:00000010:3.0:1749609202.997202:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880131628000. 00000100:00000200:3.0:1749609202.997206:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997208:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac85d8. 00000400:00000010:3.0:1749609202.997211:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013162a000. 00000100:00000200:3.0:1749609202.997214:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997215:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8630. 00000400:00000010:3.0:1749609202.997219:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013162c000. 00000100:00000200:3.0:1749609202.997222:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997223:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8688. 00000400:00000010:3.0:1749609202.997226:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013162e000. 00000100:00000200:3.0:1749609202.997229:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997230:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac86e0. 00000400:00000010:3.0:1749609202.997239:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012ec78000. 00000100:00000200:3.0:1749609202.997244:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997245:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8738. 00000400:00000010:3.0:1749609202.997249:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012ec7a000. 00000100:00000200:3.0:1749609202.997252:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997253:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8790. 00000400:00000010:3.0:1749609202.997257:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012ec7c000. 00000100:00000200:3.0:1749609202.997260:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997261:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac87e8. 00000400:00000010:3.0:1749609202.997265:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012ec7e000. 00000100:00000200:3.0:1749609202.997268:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997269:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8840. 00000400:00000010:3.0:1749609202.997277:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880134810000. 00000100:00000200:3.0:1749609202.997282:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997284:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8898. 00000400:00000010:3.0:1749609202.997287:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880134812000. 00000100:00000200:3.0:1749609202.997290:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997295:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac88f0. 00000400:00000010:3.0:1749609202.997299:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880134814000. 00000100:00000200:3.0:1749609202.997303:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997304:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8948. 00000400:00000010:3.0:1749609202.997307:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880134816000. 00000100:00000200:3.0:1749609202.997311:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997312:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac89a0. 00000400:00000010:3.0:1749609202.997320:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136ae8000. 00000100:00000200:3.0:1749609202.997325:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997327:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac89f8. 00000400:00000010:3.0:1749609202.997330:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136aea000. 00000100:00000200:3.0:1749609202.997334:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997335:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8a50. 00000400:00000010:3.0:1749609202.997338:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136aec000. 00000100:00000200:3.0:1749609202.997341:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997343:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8aa8. 00000400:00000010:3.0:1749609202.997346:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136aee000. 00000100:00000200:3.0:1749609202.997349:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997351:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8b00. 00000400:00000010:3.0:1749609202.997372:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880120b50000. 00000100:00000200:3.0:1749609202.997376:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997378:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8b58. 00000400:00000010:3.0:1749609202.997380:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880120b52000. 00000100:00000200:3.0:1749609202.997383:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997383:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8bb0. 00000400:00000010:3.0:1749609202.997386:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880120b54000. 00000100:00000200:3.0:1749609202.997388:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997389:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8c08. 00000400:00000010:3.0:1749609202.997407:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880120b56000. 00000100:00000200:3.0:1749609202.997411:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997412:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8c60. 00000400:00000010:3.0:1749609202.997418:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129e78000. 00000100:00000200:3.0:1749609202.997421:0:6445:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749609202.997422:0:6445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8cb8. 00000400:00000010:3.0:1749609202.997425:0:6445:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129e7a000. 00000100:00000010:3.0:1749609202.997434:0:6445:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880136800000. 00000100:00000200:3.0:1749609202.997450:0:6445:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749609202.997581:0:6446:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b44cb580. 00000020:00000010:3.0:1749609202.997584:0:6446:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b44cb400. 00000020:00000010:3.0:1749609202.997588:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c25ac00. 00000020:00000010:3.0:1749609202.997590:0:6446:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c25ae00. 00000040:00000010:3.0:1749609202.997592:0:6446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c25b000. 00000020:00000010:3.0:1749609202.997594:0:6446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88013767f000. 00000020:00000010:3.0:1749609202.997597:0:6446:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54f3b8. 00000020:00000010:3.0:1749609202.997598:0:6446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c25b200. 80000000:00000010:3.0:1749609202.997600:0:6446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728baf00. 40000000:00000010:3.0:1749609202.997602:0:6446:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b44cb480. 00100000:00000010:3.0:1749609202.997604:0:6446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88013767f800. 00040000:00000010:3.0:1749609202.997606:0:6446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5376600. 00040000:00000010:3.0:1749609202.997608:0:6446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c25b400. 00080000:00000010:3.0:1749609202.997611:0:6446:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880095cc7000. 00080000:00000010:3.0:1749609202.997614:0:6446:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129e7c000. 00000004:00000010:3.0:1749609202.997618:0:6446:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880095cc5000. 00002000:00000010:3.0:1749609202.997620:0:6446:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c1c00. 00000100:00000010:3.0:1749609202.997630:0:6446:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8801373c8000. 00000100:00000200:3.0:1749609202.997642:0:6446:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749609202.998069:0:6447:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b44cb040. 00000020:00000010:3.0:1749609202.998071:0:6447:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b44cba40. 00000020:00000010:3.0:1749609202.998074:0:6447:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c25b800. 00000020:00000010:3.0:1749609202.998075:0:6447:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800966dba00. 00000040:00000010:3.0:1749609202.998077:0:6447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800966dbe00. 00000020:00000010:3.0:1749609202.998078:0:6447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88013767d000. 00000020:00000010:3.0:1749609202.998080:0:6447:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54bc60. 00000020:00000010:3.0:1749609202.998082:0:6447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800966db400. 80000000:00000010:3.0:1749609202.998084:0:6447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728bad80. 40000000:00000010:3.0:1749609202.998085:0:6447:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b44cba80. 00100000:00000010:3.0:1749609202.998086:0:6447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88013767e000. 00040000:00000010:3.0:1749609202.998088:0:6447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5376000. 00040000:00000010:3.0:1749609202.998089:0:6447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800966db600. 00080000:00000010:3.0:1749609202.998095:0:6447:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880095cc2000. 00080000:00000010:3.0:1749609202.998099:0:6447:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129e7e000. 00000004:00000010:3.0:1749609202.998102:0:6447:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880095cc1000. 00000100:00000200:3.0:1749609202.998105:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998108:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8d10. 00000400:00000010:3.0:1749609202.998111:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8660. 00000100:00000200:3.0:1749609202.998114:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998115:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8d68. 00000400:00000010:3.0:1749609202.998116:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c86e8. 00000100:00000200:3.0:1749609202.998118:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998119:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8dc0. 00000400:00000010:3.0:1749609202.998121:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8770. 00000100:00000200:3.0:1749609202.998122:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998123:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8e18. 00000400:00000010:3.0:1749609202.998125:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c87f8. 00000100:00000200:3.0:1749609202.998126:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998128:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8e70. 00000400:00000010:3.0:1749609202.998129:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8880. 00000100:00000200:3.0:1749609202.998130:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998131:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8ec8. 00000400:00000010:3.0:1749609202.998133:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8908. 00000100:00000200:3.0:1749609202.998134:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998135:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8f20. 00000400:00000010:3.0:1749609202.998137:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8990. 00000100:00000200:3.0:1749609202.998138:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998139:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8f78. 00000400:00000010:3.0:1749609202.998141:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8a18. 00000100:00000200:3.0:1749609202.998142:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998143:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8000. 00000400:00000010:3.0:1749609202.998145:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8aa0. 00000100:00000200:3.0:1749609202.998146:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998147:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8058. 00000400:00000010:3.0:1749609202.998149:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8b28. 00000100:00000200:3.0:1749609202.998150:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998152:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac80b0. 00000400:00000010:3.0:1749609202.998159:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8bb0. 00000100:00000200:3.0:1749609202.998161:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998163:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8108. 00000400:00000010:3.0:1749609202.998164:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8c38. 00000100:00000200:3.0:1749609202.998165:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998167:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8160. 00000400:00000010:3.0:1749609202.998168:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8cc0. 00000100:00000200:3.0:1749609202.998170:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998171:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac81b8. 00000400:00000010:3.0:1749609202.998172:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8d48. 00000100:00000200:3.0:1749609202.998174:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998175:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8210. 00000400:00000010:3.0:1749609202.998177:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8dd0. 00000100:00000200:3.0:1749609202.998178:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998179:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8268. 00000400:00000010:3.0:1749609202.998181:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8e58. 00000100:00000200:3.0:1749609202.998182:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998183:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac82c0. 00000400:00000010:3.0:1749609202.998185:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8ee0. 00000100:00000200:3.0:1749609202.998186:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998187:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009dac8318. 00000400:00000010:3.0:1749609202.998189:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8f68. 00000100:00000200:3.0:1749609202.998190:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998193:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0318. 00000400:00000010:3.0:1749609202.998194:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8000. 00000100:00000200:3.0:1749609202.998196:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998197:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0370. 00000400:00000010:3.0:1749609202.998199:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8088. 00000100:00000200:3.0:1749609202.998200:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998201:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f03c8. 00000400:00000010:3.0:1749609202.998203:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8110. 00000100:00000200:3.0:1749609202.998204:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998205:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0420. 00000400:00000010:3.0:1749609202.998207:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8198. 00000100:00000200:3.0:1749609202.998208:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998215:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0478. 00000400:00000010:3.0:1749609202.998217:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8220. 00000100:00000200:3.0:1749609202.998219:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998221:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f04d0. 00000400:00000010:3.0:1749609202.998222:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c82a8. 00000100:00000200:3.0:1749609202.998223:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998225:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0528. 00000400:00000010:3.0:1749609202.998226:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8330. 00000100:00000200:3.0:1749609202.998227:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998229:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0580. 00000400:00000010:3.0:1749609202.998230:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c83b8. 00000100:00000200:3.0:1749609202.998231:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998233:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f05d8. 00000400:00000010:3.0:1749609202.998234:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8440. 00000100:00000200:3.0:1749609202.998236:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998237:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0630. 00000400:00000010:3.0:1749609202.998238:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c84c8. 00000100:00000200:3.0:1749609202.998240:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998241:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f09f8. 00000400:00000010:3.0:1749609202.998243:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c8550. 00000100:00000200:3.0:1749609202.998244:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998245:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0a50. 00000400:00000010:3.0:1749609202.998246:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800994c85d8. 00000100:00000200:3.0:1749609202.998248:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998249:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0aa8. 00000400:00000010:3.0:1749609202.998256:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5000. 00000100:00000200:3.0:1749609202.998259:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998260:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0b00. 00000400:00000010:3.0:1749609202.998262:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5088. 00000100:00000200:3.0:1749609202.998263:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998264:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0b58. 00000400:00000010:3.0:1749609202.998266:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5110. 00000100:00000200:3.0:1749609202.998267:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998268:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0bb0. 00000400:00000010:3.0:1749609202.998269:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5198. 00000100:00000200:3.0:1749609202.998273:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998274:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0c08. 00000400:00000010:3.0:1749609202.998275:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5220. 00000100:00000200:3.0:1749609202.998276:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998277:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0c60. 00000400:00000010:3.0:1749609202.998278:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc52a8. 00000100:00000200:3.0:1749609202.998279:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998280:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0cb8. 00000400:00000010:3.0:1749609202.998281:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5330. 00000100:00000200:3.0:1749609202.998282:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998282:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0d10. 00000400:00000010:3.0:1749609202.998283:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc53b8. 00000100:00000200:3.0:1749609202.998284:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998285:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0d68. 00000400:00000010:3.0:1749609202.998286:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5440. 00000100:00000200:3.0:1749609202.998286:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998287:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0dc0. 00000400:00000010:3.0:1749609202.998288:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc54c8. 00000100:00000200:3.0:1749609202.998289:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998289:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0e18. 00000400:00000010:3.0:1749609202.998290:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5550. 00000100:00000200:3.0:1749609202.998291:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998291:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0e70. 00000400:00000010:3.0:1749609202.998292:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc55d8. 00000100:00000200:3.0:1749609202.998293:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998294:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0ec8. 00000400:00000010:3.0:1749609202.998294:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5660. 00000100:00000200:3.0:1749609202.998295:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998296:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0f20. 00000400:00000010:3.0:1749609202.998297:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc56e8. 00000100:00000200:3.0:1749609202.998297:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998298:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0f78. 00000400:00000010:3.0:1749609202.998299:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5770. 00000100:00000200:3.0:1749609202.998299:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998300:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f09a0. 00000400:00000010:3.0:1749609202.998303:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc57f8. 00000100:00000200:3.0:1749609202.998304:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998305:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0948. 00000400:00000010:3.0:1749609202.998306:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5880. 00000100:00000200:3.0:1749609202.998307:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998308:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f08f0. 00000400:00000010:3.0:1749609202.998309:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5908. 00000100:00000200:3.0:1749609202.998309:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998310:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0898. 00000400:00000010:3.0:1749609202.998311:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5990. 00000100:00000200:3.0:1749609202.998312:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998312:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0840. 00000400:00000010:3.0:1749609202.998313:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5a18. 00000100:00000200:3.0:1749609202.998314:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998315:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f07e8. 00000400:00000010:3.0:1749609202.998315:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5aa0. 00000100:00000200:3.0:1749609202.998316:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998317:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0790. 00000400:00000010:3.0:1749609202.998317:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5b28. 00000100:00000200:3.0:1749609202.998318:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998319:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0738. 00000400:00000010:3.0:1749609202.998320:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5bb0. 00000100:00000200:3.0:1749609202.998320:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998321:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f06e0. 00000400:00000010:3.0:1749609202.998322:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5c38. 00000100:00000200:3.0:1749609202.998323:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998323:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0688. 00000400:00000010:3.0:1749609202.998324:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5cc0. 00000100:00000200:3.0:1749609202.998325:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998326:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0000. 00000400:00000010:3.0:1749609202.998326:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5d48. 00000100:00000200:3.0:1749609202.998327:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998328:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0058. 00000400:00000010:3.0:1749609202.998329:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5dd0. 00000100:00000200:3.0:1749609202.998329:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998333:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f00b0. 00000400:00000010:3.0:1749609202.998334:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5e58. 00000100:00000200:3.0:1749609202.998335:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998336:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0108. 00000400:00000010:3.0:1749609202.998336:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5ee0. 00000100:00000200:3.0:1749609202.998337:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998338:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0160. 00000400:00000010:3.0:1749609202.998339:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129cc5f68. 00000100:00000200:3.0:1749609202.998339:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998340:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f01b8. 00000400:00000010:3.0:1749609202.998343:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55000. 00000100:00000200:3.0:1749609202.998344:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998345:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0210. 00000400:00000010:3.0:1749609202.998346:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55088. 00000100:00000200:3.0:1749609202.998347:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998347:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f0268. 00000400:00000010:3.0:1749609202.998348:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55110. 00000100:00000200:3.0:1749609202.998349:0:6447:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749609202.998349:0:6447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012f1f02c0. 00000400:00000010:3.0:1749609202.998350:0:6447:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55198. 00000100:00000010:3.0:1749609202.998352:0:6447:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b2085000. 00000100:00000200:3.0:1749609202.998365:0:6447:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749609202.998472:0:6448:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b44cbb40. 00000020:00000010:3.0:1749609202.998474:0:6448:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b44cbb00. 00000020:00000010:3.0:1749609202.998475:0:6448:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800966db800. 00000020:00000010:3.0:1749609202.998477:0:6448:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800966db000. 00000040:00000010:3.0:1749609202.998478:0:6448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800966db200. 00000020:00000010:3.0:1749609202.998479:0:6448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b2082000. 00000020:00000010:3.0:1749609202.998481:0:6448:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54c670. 00000020:00000010:3.0:1749609202.998482:0:6448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800966da200. 80000000:00000010:3.0:1749609202.998484:0:6448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba960. 40000000:00000010:3.0:1749609202.998485:0:6448:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b44cb5c0. 00100000:00000010:3.0:1749609202.998486:0:6448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b2083800. 00040000:00000010:3.0:1749609202.998488:0:6448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5284f00. 00040000:00000010:3.0:1749609202.998490:0:6448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800966da400. 00080000:00000010:3.0:1749609202.998495:0:6448:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880095cc4000. 00080000:00000010:3.0:1749609202.998500:0:6448:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d4b0000. 00000004:00000010:3.0:1749609202.998504:0:6448:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acc20000. 00000100:00000010:3.0:1749609202.998506:0:6448:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b2084800. 00000100:00000200:3.0:1749609202.998510:0:6448:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749609202.998954:0:6449:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a61d6640. 00000020:00000010:3.0:1749609202.998958:0:6449:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d6200. 00000020:00000010:3.0:1749609202.998961:0:6449:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800966da000. 00000020:00000010:3.0:1749609202.998962:0:6449:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800966da800. 00000040:00000010:3.0:1749609202.998964:0:6449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800966daa00. 00000020:00000010:3.0:1749609202.998966:0:6449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b2087800. 00000020:00000010:3.0:1749609202.998969:0:6449:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54b758. 00000020:00000010:3.0:1749609202.998971:0:6449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800966dac00. 80000000:00000010:3.0:1749609202.998973:0:6449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba120. 40000000:00000010:3.0:1749609202.998975:0:6449:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6680. 00100000:00000010:3.0:1749609202.998977:0:6449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b2084000. 00040000:00000010:3.0:1749609202.998980:0:6449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283000. 00040000:00000010:3.0:1749609202.998983:0:6449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800966dae00. 00080000:00000010:3.0:1749609202.998986:0:6449:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acc25000. 00080000:00000010:3.0:1749609202.998989:0:6449:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d4b2000. 00000004:00000010:3.0:1749609202.998993:0:6449:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acc24000. 00002000:00000010:3.0:1749609202.998996:0:6449:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d3c3400. 00000100:00000200:3.0:1749609202.998998:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999002:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075630. 00000400:00000010:3.0:1749609202.999005:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55220. 00000100:00000200:3.0:1749609202.999008:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999009:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0755d8. 00000400:00000010:3.0:1749609202.999010:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf552a8. 00000100:00000200:3.0:1749609202.999012:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999013:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075580. 00000400:00000010:3.0:1749609202.999015:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55330. 00000100:00000200:3.0:1749609202.999016:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999018:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075528. 00000400:00000010:3.0:1749609202.999019:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf553b8. 00000100:00000200:3.0:1749609202.999034:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999035:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0754d0. 00000400:00000010:3.0:1749609202.999037:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55440. 00000100:00000200:3.0:1749609202.999038:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999039:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075738. 00000400:00000010:3.0:1749609202.999041:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf554c8. 00000100:00000200:3.0:1749609202.999042:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999043:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075790. 00000400:00000010:3.0:1749609202.999044:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55550. 00000100:00000200:3.0:1749609202.999046:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999047:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0759a0. 00000400:00000010:3.0:1749609202.999049:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf555d8. 00000100:00000200:3.0:1749609202.999050:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999051:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0759f8. 00000400:00000010:3.0:1749609202.999052:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55660. 00000100:00000200:3.0:1749609202.999054:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999056:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075a50. 00000400:00000010:3.0:1749609202.999057:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf556e8. 00000100:00000200:3.0:1749609202.999058:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999060:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075aa8. 00000400:00000010:3.0:1749609202.999061:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55770. 00000100:00000200:3.0:1749609202.999063:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999064:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075b00. 00000400:00000010:3.0:1749609202.999065:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf557f8. 00000100:00000200:3.0:1749609202.999067:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999068:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075b58. 00000400:00000010:3.0:1749609202.999069:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55880. 00000100:00000200:3.0:1749609202.999071:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999072:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075bb0. 00000400:00000010:3.0:1749609202.999073:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55908. 00000100:00000200:3.0:1749609202.999075:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999076:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075c08. 00000400:00000010:3.0:1749609202.999077:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55990. 00000100:00000200:3.0:1749609202.999078:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999080:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075c60. 00000400:00000010:3.0:1749609202.999085:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55a18. 00000100:00000200:3.0:1749609202.999086:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999088:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075cb8. 00000400:00000010:3.0:1749609202.999089:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55aa0. 00000100:00000200:3.0:1749609202.999090:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999092:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075d10. 00000400:00000010:3.0:1749609202.999093:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55b28. 00000100:00000200:3.0:1749609202.999095:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999096:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075d68. 00000400:00000010:3.0:1749609202.999097:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55bb0. 00000100:00000200:3.0:1749609202.999099:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999100:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075dc0. 00000400:00000010:3.0:1749609202.999101:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55c38. 00000100:00000200:3.0:1749609202.999103:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999104:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075e18. 00000400:00000010:3.0:1749609202.999105:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55cc0. 00000100:00000200:3.0:1749609202.999106:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999106:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075e70. 00000400:00000010:3.0:1749609202.999107:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55d48. 00000100:00000200:3.0:1749609202.999108:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999109:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075ec8. 00000400:00000010:3.0:1749609202.999109:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55dd0. 00000100:00000200:3.0:1749609202.999110:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999111:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075f20. 00000400:00000010:3.0:1749609202.999112:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55e58. 00000100:00000200:3.0:1749609202.999113:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999113:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075f78. 00000400:00000010:3.0:1749609202.999114:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55ee0. 00000100:00000200:3.0:1749609202.999115:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999116:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075948. 00000400:00000010:3.0:1749609202.999116:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012bf55f68. 00000100:00000200:3.0:1749609202.999117:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999118:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075840. 00000400:00000010:3.0:1749609202.999122:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33000. 00000100:00000200:3.0:1749609202.999124:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999127:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075898. 00000400:00000010:3.0:1749609202.999128:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33088. 00000100:00000200:3.0:1749609202.999129:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999130:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0757e8. 00000400:00000010:3.0:1749609202.999131:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33110. 00000100:00000200:3.0:1749609202.999132:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999133:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0753c8. 00000400:00000010:3.0:1749609202.999133:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33198. 00000100:00000200:3.0:1749609202.999134:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999135:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075370. 00000400:00000010:3.0:1749609202.999136:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33220. 00000100:00000200:3.0:1749609202.999136:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999137:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075318. 00000400:00000010:3.0:1749609202.999138:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb332a8. 00000100:00000200:3.0:1749609202.999139:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999139:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0752c0. 00000400:00000010:3.0:1749609202.999140:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33330. 00000100:00000200:3.0:1749609202.999141:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999141:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0756e0. 00000400:00000010:3.0:1749609202.999142:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb333b8. 00000100:00000200:3.0:1749609202.999143:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999144:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075688. 00000400:00000010:3.0:1749609202.999145:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33440. 00000100:00000200:3.0:1749609202.999146:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999148:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075420. 00000400:00000010:3.0:1749609202.999149:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb334c8. 00000100:00000200:3.0:1749609202.999150:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999151:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075268. 00000400:00000010:3.0:1749609202.999152:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33550. 00000100:00000200:3.0:1749609202.999153:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999155:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0751b8. 00000400:00000010:3.0:1749609202.999156:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb335d8. 00000100:00000200:3.0:1749609202.999157:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999158:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075160. 00000400:00000010:3.0:1749609202.999159:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33660. 00000100:00000200:3.0:1749609202.999165:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999166:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075108. 00000400:00000010:3.0:1749609202.999168:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb336e8. 00000100:00000200:3.0:1749609202.999169:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999170:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c0750b0. 00000400:00000010:3.0:1749609202.999172:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33770. 00000100:00000200:3.0:1749609202.999173:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999174:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075058. 00000400:00000010:3.0:1749609202.999175:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb337f8. 00000100:00000200:3.0:1749609202.999177:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999178:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075000. 00000400:00000010:3.0:1749609202.999179:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33880. 00000100:00000200:3.0:1749609202.999181:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999182:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075210. 00000400:00000010:3.0:1749609202.999183:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33908. 00000100:00000200:3.0:1749609202.999185:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999186:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c075478. 00000400:00000010:3.0:1749609202.999187:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33990. 00000100:00000200:3.0:1749609202.999189:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999195:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2000. 00000400:00000010:3.0:1749609202.999198:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33a18. 00000100:00000200:3.0:1749609202.999200:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999201:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2058. 00000400:00000010:3.0:1749609202.999203:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33aa0. 00000100:00000200:3.0:1749609202.999204:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999205:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da20b0. 00000400:00000010:3.0:1749609202.999207:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33b28. 00000100:00000200:3.0:1749609202.999208:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999209:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2108. 00000400:00000010:3.0:1749609202.999211:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33bb0. 00000100:00000200:3.0:1749609202.999212:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999213:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2160. 00000400:00000010:3.0:1749609202.999214:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33c38. 00000100:00000200:3.0:1749609202.999216:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999217:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da21b8. 00000400:00000010:3.0:1749609202.999221:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33cc0. 00000100:00000200:3.0:1749609202.999223:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999224:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2210. 00000400:00000010:3.0:1749609202.999225:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33d48. 00000100:00000200:3.0:1749609202.999227:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999228:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2268. 00000400:00000010:3.0:1749609202.999229:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33dd0. 00000100:00000200:3.0:1749609202.999231:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999232:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da22c0. 00000400:00000010:3.0:1749609202.999233:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33e58. 00000100:00000200:3.0:1749609202.999234:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999235:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2318. 00000400:00000010:3.0:1749609202.999236:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33ee0. 00000100:00000200:3.0:1749609202.999237:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999238:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2370. 00000400:00000010:3.0:1749609202.999240:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88011eb33f68. 00000100:00000200:3.0:1749609202.999241:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999242:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da23c8. 00000400:00000010:3.0:1749609202.999245:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2000. 00000100:00000200:3.0:1749609202.999247:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999248:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2420. 00000400:00000010:3.0:1749609202.999250:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2088. 00000100:00000200:3.0:1749609202.999251:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999252:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2478. 00000400:00000010:3.0:1749609202.999253:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2110. 00000100:00000200:3.0:1749609202.999254:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999255:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da24d0. 00000400:00000010:3.0:1749609202.999256:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2198. 00000100:00000200:3.0:1749609202.999257:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999258:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2528. 00000400:00000010:3.0:1749609202.999260:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2220. 00000100:00000200:3.0:1749609202.999261:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999262:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2580. 00000400:00000010:3.0:1749609202.999263:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f22a8. 00000100:00000200:3.0:1749609202.999265:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999269:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da25d8. 00000400:00000010:3.0:1749609202.999271:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2330. 00000100:00000200:3.0:1749609202.999273:0:6449:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749609202.999274:0:6449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2630. 00000400:00000010:3.0:1749609202.999275:0:6449:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f23b8. 00000100:00000010:3.0:1749609202.999277:0:6449:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b2080800. 00000100:00000200:3.0:1749609202.999289:0:6449:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749609202.999452:0:6450:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a61d6a80. 00000020:00000010:3.0:1749609202.999454:0:6450:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d6bc0. 00000020:00000010:3.0:1749609202.999456:0:6450:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b463d800. 00000020:00000010:3.0:1749609202.999457:0:6450:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b463d600. 00000040:00000010:3.0:1749609202.999459:0:6450:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b463d400. 00000020:00000010:3.0:1749609202.999461:0:6450:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b2080000. 00000020:00000010:3.0:1749609202.999463:0:6450:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54f8c0. 00000020:00000010:3.0:1749609202.999464:0:6450:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b463da00. 80000000:00000010:3.0:1749609202.999466:0:6450:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba000. 40000000:00000010:3.0:1749609202.999467:0:6450:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6740. 00100000:00000010:3.0:1749609202.999473:0:6450:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d318000. 00040000:00000010:3.0:1749609202.999475:0:6450:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283300. 00040000:00000010:3.0:1749609202.999477:0:6450:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a418b000. 00080000:00000010:3.0:1749609202.999479:0:6450:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acc27000. 00080000:00000010:3.0:1749609202.999482:0:6450:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d4b4000. 00000004:00000010:3.0:1749609202.999484:0:6450:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acc23000. 00002000:00000010:3.0:1749609202.999486:0:6450:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012bfc8000. 00000100:00000010:3.0:1749609202.999489:0:6450:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012d318800. 00000100:00000200:3.0:1749609202.999493:0:6450:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749609203.000019:0:6451:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a61d6f00. 00000020:00000010:3.0:1749609203.000023:0:6451:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d6ec0. 00000020:00000010:3.0:1749609203.000026:0:6451:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a418a400. 00000020:00000010:3.0:1749609203.000028:0:6451:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a418b600. 00000040:00000010:3.0:1749609203.000030:0:6451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a418a600. 00000020:00000010:3.0:1749609203.000032:0:6451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d319000. 00000020:00000010:3.0:1749609203.000035:0:6451:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54e9a8. 00000020:00000010:3.0:1749609203.000037:0:6451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a418a800. 80000000:00000010:3.0:1749609203.000044:0:6451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba6c0. 40000000:00000010:3.0:1749609203.000046:0:6451:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6c40. 00100000:00000010:3.0:1749609203.000049:0:6451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d319800. 00040000:00000010:3.0:1749609203.000051:0:6451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283d00. 00040000:00000010:3.0:1749609203.000053:0:6451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a418be00. 00080000:00000010:3.0:1749609203.000055:0:6451:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acc21000. 00080000:00000010:3.0:1749609203.000059:0:6451:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d4b6000. 00000004:00000010:3.0:1749609203.000063:0:6451:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acc22000. 00002000:00000010:3.0:1749609203.000066:0:6451:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012bfc8400. 00000100:00000200:3.0:1749609203.000068:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000071:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2688. 00000400:00000010:3.0:1749609203.000074:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2440. 00000100:00000200:3.0:1749609203.000077:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000078:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da26e0. 00000400:00000010:3.0:1749609203.000079:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f24c8. 00000100:00000200:3.0:1749609203.000081:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000082:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2738. 00000400:00000010:3.0:1749609203.000084:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2550. 00000100:00000200:3.0:1749609203.000085:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000086:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2790. 00000400:00000010:3.0:1749609203.000087:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f25d8. 00000100:00000200:3.0:1749609203.000089:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000090:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da27e8. 00000400:00000010:3.0:1749609203.000091:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2660. 00000100:00000200:3.0:1749609203.000092:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000094:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2840. 00000400:00000010:3.0:1749609203.000095:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f26e8. 00000100:00000200:3.0:1749609203.000096:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000097:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2898. 00000400:00000010:3.0:1749609203.000099:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2770. 00000100:00000200:3.0:1749609203.000100:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000101:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da28f0. 00000400:00000010:3.0:1749609203.000103:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f27f8. 00000100:00000200:3.0:1749609203.000104:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000105:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2948. 00000400:00000010:3.0:1749609203.000112:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2880. 00000100:00000200:3.0:1749609203.000114:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000116:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da29a0. 00000400:00000010:3.0:1749609203.000117:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2908. 00000100:00000200:3.0:1749609203.000118:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000120:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da29f8. 00000400:00000010:3.0:1749609203.000121:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2990. 00000100:00000200:3.0:1749609203.000122:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000123:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2a50. 00000400:00000010:3.0:1749609203.000124:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2a18. 00000100:00000200:3.0:1749609203.000126:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000127:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2aa8. 00000400:00000010:3.0:1749609203.000128:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2aa0. 00000100:00000200:3.0:1749609203.000129:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000131:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2b00. 00000400:00000010:3.0:1749609203.000132:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2b28. 00000100:00000200:3.0:1749609203.000134:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000135:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2b58. 00000400:00000010:3.0:1749609203.000136:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2bb0. 00000100:00000200:3.0:1749609203.000137:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000139:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2bb0. 00000400:00000010:3.0:1749609203.000140:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2c38. 00000100:00000200:3.0:1749609203.000142:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000143:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2c08. 00000400:00000010:3.0:1749609203.000144:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2cc0. 00000100:00000200:3.0:1749609203.000145:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000147:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2c60. 00000400:00000010:3.0:1749609203.000148:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2d48. 00000100:00000200:3.0:1749609203.000150:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000151:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2cb8. 00000400:00000010:3.0:1749609203.000152:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2dd0. 00000100:00000200:3.0:1749609203.000154:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000155:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2d10. 00000400:00000010:3.0:1749609203.000156:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2e58. 00000100:00000200:3.0:1749609203.000158:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000163:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2d68. 00000400:00000010:3.0:1749609203.000165:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2ee0. 00000100:00000200:3.0:1749609203.000167:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000168:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2dc0. 00000400:00000010:3.0:1749609203.000170:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a9f2f68. 00000100:00000200:3.0:1749609203.000171:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000172:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2e18. 00000400:00000010:3.0:1749609203.000178:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447000. 00000100:00000200:3.0:1749609203.000181:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000182:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2e70. 00000400:00000010:3.0:1749609203.000183:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447088. 00000100:00000200:3.0:1749609203.000184:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000184:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2ec8. 00000400:00000010:3.0:1749609203.000185:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447110. 00000100:00000200:3.0:1749609203.000186:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000187:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2f20. 00000400:00000010:3.0:1749609203.000188:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447198. 00000100:00000200:3.0:1749609203.000189:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000189:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880129da2f78. 00000400:00000010:3.0:1749609203.000190:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447220. 00000100:00000200:3.0:1749609203.000191:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000194:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720000. 00000400:00000010:3.0:1749609203.000195:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f4472a8. 00000100:00000200:3.0:1749609203.000196:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000197:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720058. 00000400:00000010:3.0:1749609203.000198:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447330. 00000100:00000200:3.0:1749609203.000199:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000200:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227200b0. 00000400:00000010:3.0:1749609203.000201:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f4473b8. 00000100:00000200:3.0:1749609203.000202:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000203:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720108. 00000400:00000010:3.0:1749609203.000204:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447440. 00000100:00000200:3.0:1749609203.000204:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000205:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720160. 00000400:00000010:3.0:1749609203.000206:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f4474c8. 00000100:00000200:3.0:1749609203.000209:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000210:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227201b8. 00000400:00000010:3.0:1749609203.000211:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447550. 00000100:00000200:3.0:1749609203.000212:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000213:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720210. 00000400:00000010:3.0:1749609203.000213:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f4475d8. 00000100:00000200:3.0:1749609203.000214:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000215:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720268. 00000400:00000010:3.0:1749609203.000216:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447660. 00000100:00000200:3.0:1749609203.000216:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000217:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227202c0. 00000400:00000010:3.0:1749609203.000218:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f4476e8. 00000100:00000200:3.0:1749609203.000219:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000219:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720318. 00000400:00000010:3.0:1749609203.000220:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447770. 00000100:00000200:3.0:1749609203.000221:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000221:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720370. 00000400:00000010:3.0:1749609203.000222:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f4477f8. 00000100:00000200:3.0:1749609203.000223:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000224:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227203c8. 00000400:00000010:3.0:1749609203.000224:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447880. 00000100:00000200:3.0:1749609203.000225:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000226:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720420. 00000400:00000010:3.0:1749609203.000227:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447908. 00000100:00000200:3.0:1749609203.000227:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000228:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720478. 00000400:00000010:3.0:1749609203.000229:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447990. 00000100:00000200:3.0:1749609203.000229:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000230:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227204d0. 00000400:00000010:3.0:1749609203.000231:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447a18. 00000100:00000200:3.0:1749609203.000232:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000232:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720528. 00000400:00000010:3.0:1749609203.000233:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447aa0. 00000100:00000200:3.0:1749609203.000234:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000234:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720580. 00000400:00000010:3.0:1749609203.000238:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447b28. 00000100:00000200:3.0:1749609203.000239:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000240:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227205d8. 00000400:00000010:3.0:1749609203.000241:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447bb0. 00000100:00000200:3.0:1749609203.000241:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000242:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720630. 00000400:00000010:3.0:1749609203.000243:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447c38. 00000100:00000200:3.0:1749609203.000244:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000244:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720688. 00000400:00000010:3.0:1749609203.000245:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447cc0. 00000100:00000200:3.0:1749609203.000246:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000247:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227206e0. 00000400:00000010:3.0:1749609203.000247:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447d48. 00000100:00000200:3.0:1749609203.000248:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000249:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720738. 00000400:00000010:3.0:1749609203.000249:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447dd0. 00000100:00000200:3.0:1749609203.000250:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000251:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720790. 00000400:00000010:3.0:1749609203.000252:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447e58. 00000100:00000200:3.0:1749609203.000253:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000253:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227207e8. 00000400:00000010:3.0:1749609203.000254:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447ee0. 00000100:00000200:3.0:1749609203.000255:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000255:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720840. 00000400:00000010:3.0:1749609203.000256:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f447f68. 00000100:00000200:3.0:1749609203.000257:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000258:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720898. 00000400:00000010:3.0:1749609203.000260:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e000. 00000100:00000200:3.0:1749609203.000262:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000263:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227208f0. 00000400:00000010:3.0:1749609203.000263:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e088. 00000100:00000200:3.0:1749609203.000264:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000265:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720948. 00000400:00000010:3.0:1749609203.000266:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e110. 00000100:00000200:3.0:1749609203.000266:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000269:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227209a0. 00000400:00000010:3.0:1749609203.000270:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e198. 00000100:00000200:3.0:1749609203.000271:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000272:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801227209f8. 00000400:00000010:3.0:1749609203.000273:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e220. 00000100:00000200:3.0:1749609203.000274:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000274:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720a50. 00000400:00000010:3.0:1749609203.000275:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e2a8. 00000100:00000200:3.0:1749609203.000276:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000277:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720aa8. 00000400:00000010:3.0:1749609203.000278:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e330. 00000100:00000200:3.0:1749609203.000278:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000279:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720b00. 00000400:00000010:3.0:1749609203.000280:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e3b8. 00000100:00000200:3.0:1749609203.000280:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000281:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720b58. 00000400:00000010:3.0:1749609203.000282:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e440. 00000100:00000200:3.0:1749609203.000283:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000283:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720bb0. 00000400:00000010:3.0:1749609203.000284:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e4c8. 00000100:00000200:3.0:1749609203.000285:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000285:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720c08. 00000400:00000010:3.0:1749609203.000286:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e550. 00000100:00000200:3.0:1749609203.000287:0:6451:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749609203.000288:0:6451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720c60. 00000400:00000010:3.0:1749609203.000288:0:6451:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e5d8. 00000100:00000010:3.0:1749609203.000290:0:6451:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012d31a000. 00000100:00000200:3.0:1749609203.000303:0:6451:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749609203.000452:0:6452:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a61d6f40. 00000020:00000010:3.0:1749609203.000454:0:6452:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d6e80. 00000020:00000010:3.0:1749609203.000456:0:6452:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a418b200. 00000020:00000010:3.0:1749609203.000457:0:6452:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a418bc00. 00000040:00000010:3.0:1749609203.000459:0:6452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a418aa00. 00000020:00000010:3.0:1749609203.000460:0:6452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d31a800. 00000020:00000010:3.0:1749609203.000462:0:6452:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54df98. 00000020:00000010:3.0:1749609203.000466:0:6452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a418ba00. 80000000:00000010:3.0:1749609203.000468:0:6452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728ba840. 40000000:00000010:3.0:1749609203.000469:0:6452:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6300. 00100000:00000010:3.0:1749609203.000471:0:6452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d31b000. 00040000:00000010:3.0:1749609203.000473:0:6452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283c00. 00040000:00000010:3.0:1749609203.000475:0:6452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a418a000. 00080000:00000010:3.0:1749609203.000483:0:6452:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880130178000. 00080000:00000010:3.0:1749609203.000490:0:6452:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012da48000. 00000004:00000010:3.0:1749609203.000495:0:6452:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880130179000. 00002000:00000010:3.0:1749609203.000497:0:6452:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012bfc8800. 00000100:00000010:3.0:1749609203.000500:0:6452:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012d31b800. 00000100:00000200:3.0:1749609203.000506:0:6452:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1749609203.011003:0:6453:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff880130000000. 00000100:00000010:3.0:1749609203.011007:0:6453:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a61d6440. 00000020:00000010:3.0:1749609203.011010:0:6453:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d6a00. 00000020:00000010:3.0:1749609203.011014:0:6453:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a418b400. 00000020:00000010:3.0:1749609203.011017:0:6453:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a417c800. 00000040:00000010:3.0:1749609203.011020:0:6453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a417d600. 00000020:00000010:3.0:1749609203.011022:0:6453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d31c000. 00000020:00000010:3.0:1749609203.011025:0:6453:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f548f18. 00000020:00000010:3.0:1749609203.011028:0:6453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a417c400. 80000000:00000010:3.0:1749609203.011031:0:6453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800728baba0. 40000000:00000010:3.0:1749609203.011032:0:6453:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6540. 00100000:00000010:3.0:1749609203.011035:0:6453:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d31c800. 00040000:00000010:3.0:1749609203.011038:0:6453:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283500. 00040000:00000010:3.0:1749609203.011040:0:6453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a417da00. 00080000:00000010:3.0:1749609203.011044:0:6453:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013017a000. 00080000:00000010:3.0:1749609203.011047:0:6453:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012da4a000. 00000004:00000010:3.0:1749609203.011051:0:6453:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88013017b000. 00002000:00000010:3.0:1749609203.011053:0:6453:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012bfc8c00. 00000100:00000200:3.0:1749609203.011057:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011066:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720cb8. 00000400:00000010:3.0:1749609203.011070:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013017c000. 00000100:00000200:3.0:1749609203.011079:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011080:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720d10. 00000400:00000010:3.0:1749609203.011081:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013017d000. 00000100:00000200:3.0:1749609203.011083:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011084:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720d68. 00000400:00000010:3.0:1749609203.011086:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013017e000. 00000100:00000200:3.0:1749609203.011087:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011088:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720dc0. 00000400:00000010:3.0:1749609203.011090:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013017f000. 00000100:00000200:3.0:1749609203.011091:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011092:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720e18. 00000400:00000010:3.0:1749609203.011098:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801357a8000. 00000100:00000200:3.0:1749609203.011100:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011101:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720e70. 00000400:00000010:3.0:1749609203.011103:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801357a9000. 00000100:00000200:3.0:1749609203.011104:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011105:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720ec8. 00000400:00000010:3.0:1749609203.011107:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801357aa000. 00000100:00000200:3.0:1749609203.011108:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011109:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720f20. 00000400:00000010:3.0:1749609203.011111:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801357ab000. 00000100:00000200:3.0:1749609203.011112:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011113:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880122720f78. 00000400:00000010:3.0:1749609203.011115:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801357ac000. 00000100:00000200:3.0:1749609203.011116:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011119:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa000. 00000400:00000010:3.0:1749609203.011122:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801357ad000. 00000100:00000200:3.0:1749609203.011123:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011124:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa058. 00000400:00000010:3.0:1749609203.011126:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801357ae000. 00000100:00000200:3.0:1749609203.011127:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011128:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa0b0. 00000400:00000010:3.0:1749609203.011129:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801357af000. 00000100:00000200:3.0:1749609203.011131:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011131:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa108. 00000400:00000010:3.0:1749609203.011136:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88011d840000. 00000100:00000200:3.0:1749609203.011140:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011141:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa160. 00000400:00000010:3.0:1749609203.011143:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88011d841000. 00000100:00000200:3.0:1749609203.011144:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011145:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa1b8. 00000400:00000010:3.0:1749609203.011147:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88011d842000. 00000100:00000200:3.0:1749609203.011148:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011149:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa210. 00000400:00000010:3.0:1749609203.011151:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88011d843000. 00000100:00000200:3.0:1749609203.011152:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011153:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa268. 00000400:00000010:3.0:1749609203.011155:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88011d844000. 00000100:00000200:3.0:1749609203.011156:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011156:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa2c0. 00000400:00000010:3.0:1749609203.011158:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88011d845000. 00000100:00000200:3.0:1749609203.011160:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011160:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa318. 00000400:00000010:3.0:1749609203.011162:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88011d846000. 00000100:00000200:3.0:1749609203.011163:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011164:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa370. 00000400:00000010:3.0:1749609203.011165:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88011d847000. 00000100:00000200:3.0:1749609203.011167:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011168:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa3c8. 00000400:00000010:3.0:1749609203.011172:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130728000. 00000100:00000200:3.0:1749609203.011174:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011175:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa420. 00000400:00000010:3.0:1749609203.011177:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130729000. 00000100:00000200:3.0:1749609203.011178:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011179:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa478. 00000400:00000010:3.0:1749609203.011181:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013072a000. 00000100:00000200:3.0:1749609203.011182:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011183:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa4d0. 00000400:00000010:3.0:1749609203.011184:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013072b000. 00000100:00000200:3.0:1749609203.011186:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011186:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa528. 00000400:00000010:3.0:1749609203.011188:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013072c000. 00000100:00000200:3.0:1749609203.011192:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011193:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa580. 00000400:00000010:3.0:1749609203.011195:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013072d000. 00000100:00000200:3.0:1749609203.011196:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011197:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa5d8. 00000400:00000010:3.0:1749609203.011199:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013072e000. 00000100:00000200:3.0:1749609203.011200:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011201:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa630. 00000400:00000010:3.0:1749609203.011203:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88013072f000. 00000100:00000200:3.0:1749609203.011204:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011205:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa688. 00000400:00000010:3.0:1749609203.011209:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012d998000. 00000100:00000200:3.0:1749609203.011212:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011212:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa6e0. 00000400:00000010:3.0:1749609203.011214:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012d999000. 00000100:00000200:3.0:1749609203.011216:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011216:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa738. 00000400:00000010:3.0:1749609203.011218:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012d99a000. 00000100:00000200:3.0:1749609203.011219:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011220:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa790. 00000400:00000010:3.0:1749609203.011222:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012d99b000. 00000100:00000200:3.0:1749609203.011223:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011224:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa7e8. 00000400:00000010:3.0:1749609203.011225:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012d99c000. 00000100:00000200:3.0:1749609203.011227:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011227:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa840. 00000400:00000010:3.0:1749609203.011229:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012d99d000. 00000100:00000200:3.0:1749609203.011230:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011231:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa898. 00000400:00000010:3.0:1749609203.011233:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012d99e000. 00000100:00000200:3.0:1749609203.011234:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011235:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa8f0. 00000400:00000010:3.0:1749609203.011236:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012d99f000. 00000100:00000200:3.0:1749609203.011238:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011238:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa948. 00000400:00000010:3.0:1749609203.011243:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880134f90000. 00000100:00000200:3.0:1749609203.011247:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011248:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa9a0. 00000400:00000010:3.0:1749609203.011250:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880134f91000. 00000100:00000200:3.0:1749609203.011251:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011252:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfa9f8. 00000400:00000010:3.0:1749609203.011254:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880134f92000. 00000100:00000200:3.0:1749609203.011255:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011256:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfaa50. 00000400:00000010:3.0:1749609203.011257:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880134f93000. 00000100:00000200:3.0:1749609203.011259:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011259:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfaaa8. 00000400:00000010:3.0:1749609203.011261:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880134f94000. 00000100:00000200:3.0:1749609203.011262:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011263:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfab00. 00000400:00000010:3.0:1749609203.011265:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880134f95000. 00000100:00000200:3.0:1749609203.011267:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011267:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfab58. 00000400:00000010:3.0:1749609203.011270:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880134f96000. 00000100:00000200:3.0:1749609203.011272:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011273:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfabb0. 00000400:00000010:3.0:1749609203.011276:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880134f97000. 00000100:00000200:3.0:1749609203.011278:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011279:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfac08. 00000400:00000010:3.0:1749609203.011285:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130160000. 00000100:00000200:3.0:1749609203.011289:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011291:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfac60. 00000400:00000010:3.0:1749609203.011293:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130161000. 00000100:00000200:3.0:1749609203.011295:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011296:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfacb8. 00000400:00000010:3.0:1749609203.011299:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130162000. 00000100:00000200:3.0:1749609203.011301:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011302:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfad10. 00000400:00000010:3.0:1749609203.011305:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130163000. 00000100:00000200:3.0:1749609203.011307:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011309:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfad68. 00000400:00000010:3.0:1749609203.011311:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130164000. 00000100:00000200:3.0:1749609203.011316:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011317:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfadc0. 00000400:00000010:3.0:1749609203.011320:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130165000. 00000100:00000200:3.0:1749609203.011322:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011323:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfae18. 00000400:00000010:3.0:1749609203.011325:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130166000. 00000100:00000200:3.0:1749609203.011328:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011328:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfae70. 00000400:00000010:3.0:1749609203.011331:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880130167000. 00000100:00000200:3.0:1749609203.011333:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011334:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfaec8. 00000400:00000010:3.0:1749609203.011340:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012bde8000. 00000100:00000200:3.0:1749609203.011344:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011345:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfaf20. 00000400:00000010:3.0:1749609203.011347:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012bde9000. 00000100:00000200:3.0:1749609203.011348:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011349:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012cdfaf78. 00000400:00000010:3.0:1749609203.011351:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012bdea000. 00000100:00000200:3.0:1749609203.011352:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011355:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b000. 00000400:00000010:3.0:1749609203.011358:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012bdeb000. 00000100:00000200:3.0:1749609203.011360:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011361:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b058. 00000400:00000010:3.0:1749609203.011362:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012bdec000. 00000100:00000200:3.0:1749609203.011364:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011364:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b0b0. 00000400:00000010:3.0:1749609203.011366:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012bded000. 00000100:00000200:3.0:1749609203.011368:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011370:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b108. 00000400:00000010:3.0:1749609203.011372:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012bdee000. 00000100:00000200:3.0:1749609203.011374:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011375:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b160. 00000400:00000010:3.0:1749609203.011378:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012bdef000. 00000100:00000200:3.0:1749609203.011380:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011381:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b1b8. 00000400:00000010:3.0:1749609203.011387:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012b0e8000. 00000100:00000200:3.0:1749609203.011408:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011410:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b210. 00000400:00000010:3.0:1749609203.011413:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012b0e9000. 00000100:00000200:3.0:1749609203.011415:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011417:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b268. 00000400:00000010:3.0:1749609203.011419:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012b0ea000. 00000100:00000200:3.0:1749609203.011421:0:6453:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749609203.011422:0:6453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b2c0. 00000400:00000010:3.0:1749609203.011424:0:6453:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012b0eb000. 00000100:00000010:3.0:1749609203.011436:0:6453:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880129efc000. 00000100:00000200:3.0:1749609203.011454:0:6453:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000020:00000010:3.0:1749609203.011875:0:6454:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff88011d900000. 00000100:00000010:3.0:1749609203.011879:0:6454:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a61d65c0. 00000020:00000010:3.0:1749609203.011881:0:6454:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d6e40. 00000020:00000010:3.0:1749609203.011883:0:6454:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a417c000. 00000020:00000010:3.0:1749609203.011885:0:6454:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a417d000. 00000040:00000010:3.0:1749609203.011887:0:6454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a417d800. 00000020:00000010:3.0:1749609203.011889:0:6454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d31d000. 00000020:00000010:3.0:1749609203.011892:0:6454:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009f54a338. 00000020:00000010:3.0:1749609203.011894:0:6454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a417c200. 80000000:00000010:3.0:1749609203.011896:0:6454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30de0. 40000000:00000010:3.0:1749609203.011898:0:6454:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6b00. 00100000:00000010:3.0:1749609203.011901:0:6454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d31d800. 00040000:00000010:3.0:1749609203.011902:0:6454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283700. 00040000:00000010:3.0:1749609203.011904:0:6454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a417dc00. 00080000:00000010:3.0:1749609203.011906:0:6454:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b0ec000. 00080000:00000010:3.0:1749609203.011908:0:6454:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012da4c000. 00000004:00000010:3.0:1749609203.011911:0:6454:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b0ed000. 00002000:00000010:3.0:1749609203.011913:0:6454:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012bfc9000. 00000100:00000010:3.0:1749609203.011922:0:6454:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88012cdd8000. 00000100:00000200:3.0:1749609203.011934:0:6454:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1749609203.012345:0:6455:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff88011db00000. 00000100:00000010:3.0:1749609203.012347:0:6455:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a61d6b80. 00000020:00000010:3.0:1749609203.012349:0:6455:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d68c0. 00000020:00000010:3.0:1749609203.012354:0:6455:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a417d400. 00000020:00000010:3.0:1749609203.012356:0:6455:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a417de00. 00000040:00000010:3.0:1749609203.012358:0:6455:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b52db400. 00000020:00000010:3.0:1749609203.012360:0:6455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d31e000. 00000020:00000010:3.0:1749609203.012365:0:6455:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136af8000. 00000020:00000010:3.0:1749609203.012367:0:6455:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b52db200. 80000000:00000010:3.0:1749609203.012368:0:6455:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc300c0. 40000000:00000010:3.0:1749609203.012369:0:6455:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6ac0. 00100000:00000010:3.0:1749609203.012371:0:6455:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d31e800. 00040000:00000010:3.0:1749609203.012372:0:6455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283f00. 00040000:00000010:3.0:1749609203.012374:0:6455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b52db000. 00080000:00000010:3.0:1749609203.012376:0:6455:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b0ee000. 00080000:00000010:3.0:1749609203.012378:0:6455:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012da4e000. 00000004:00000010:3.0:1749609203.012381:0:6455:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b0ef000. 00002000:00000010:3.0:1749609203.012383:0:6455:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012bfc9400. 00000100:00000010:3.0:1749609203.012404:0:6455:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88013646c000. 00000100:00000200:3.0:1749609203.012419:0:6455:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000004:00000010:1.0:1749609207.969814:0:1047:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c887000. 00000400:00000010:1.0:1749609212.969769:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b1a443c8. 00000400:00000200:1.0:1749609212.969781:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387660 00000400:00000010:1.0:1749609212.969783:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609212.969792:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f823480 x1834598193438976/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609212 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609212.969802:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f823480 x1834598193438976/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609212 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609212.969839:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136a78000. 02000000:00000010:1.0:1749609212.969846:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880095c0ec00. 00000100:00000010:1.0:1749609212.969851:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823480. 02000000:00000010:1.0:1749609212.969958:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136a78000. 00000400:00000010:1.0:1749609212.969963:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a443c8. 00000400:00000010:1.0:1749609212.969979:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609212.970001:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193439232, portal 25 00000400:00000010:1.0:1749609212.970005:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53876e8. 00000100:00000200:1.0:1749609212.970007:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193439232, offset 0 00000400:00000200:1.0:1749609212.970012:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609212.970022:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609212.970031:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada02200 00000400:00000100:1.0:1749609212.970036:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193439232 offset 0 length 520: 4 00000400:00000200:1.0:1749609212.970039:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012f1af9c0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1749609212.970041:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1749609212.970047:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53876e8 00000400:00000010:1.0:1749609212.970048:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53876e8. 00000100:00000200:1.0:1749609212.970053:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c5c1500 x1834598193439232/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609212.970064:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f692c0. 00000100:00000010:1.0:1749609212.970084:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69080. 00000100:00000010:1.0:1749609212.970088:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69780. 00000100:00000010:1.0:1749609212.970095:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69400. 00000100:00000010:3.0:1749609212.972729:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69400. 00000100:00000010:1.0:1749609212.972739:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69080. 00010000:00000010:0.1F:1749609220.020757:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc1b00. 00010000:00000010:0.1:1749609220.020771:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4225e00. 00000800:00000200:3.0:1749609221.513922:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1749609226.020815:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc1f00. 00010000:00000010:0.1:1749609226.020824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b528c200. 00000400:00000010:1.0:1749609227.969808:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b1a443c8. 00000400:00000200:1.0:1749609227.969820:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387660 00000400:00000010:1.0:1749609227.969823:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609227.969835:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c5c1500 x1834598193439232/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609227 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609227.969846:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c5c1500 x1834598193439232/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609227 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609227.969896:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136a78000. 02000000:00000010:1.0:1749609227.969904:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a43400. 00000100:00000010:1.0:1749609227.969909:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c1500. 02000000:00000010:1.0:1749609227.970005:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136a78000. 00000400:00000010:1.0:1749609227.970010:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a443c8. 00000400:00000010:1.0:1749609227.970024:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387660. 00000100:00000200:1.0:1749609227.970029:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193439744, portal 25 00000400:00000010:1.0:1749609227.970033:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53876e8. 00000100:00000200:1.0:1749609227.970036:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193439744, offset 0 00000400:00000200:1.0:1749609227.970041:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609227.970055:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609227.970065:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada02400 00000400:00000100:1.0:1749609227.970070:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193439744 offset 0 length 520: 4 00000400:00000200:1.0:1749609227.970074:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012f1af9c0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1749609227.970076:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1749609227.970084:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53876e8 00000400:00000010:1.0:1749609227.970085:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53876e8. 00000100:00000200:1.0:1749609227.970090:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c5c1c00 x1834598193439744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609227.970103:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69080. 00000100:00000010:1.0:1749609227.970127:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69040. 00000100:00000010:1.0:1749609227.970132:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f695c0. 00000100:00000010:1.0:1749609227.970140:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69500. 00000100:00000010:3.0:1749609227.972731:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69500. 00000100:00000010:1.0:1749609227.972733:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69040. 00010000:00000010:2.1:1749609232.022798:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e901600. 00010000:00000010:2.1:1749609232.022804:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b46a7400. 00000020:00000010:3.0:1749609238.021986:0:6484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b52dba00. 00000020:00000010:3.0:1749609238.021989:0:6484:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b52db800. 00000040:00000010:3.0:1749609238.021991:0:6484:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b52da400. 00000020:00000010:3.0:1749609238.021993:0:6484:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d31f000. 00000020:00000010:3.0:1749609238.021996:0:6484:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136af8508. 00000020:00000010:3.0:1749609238.021998:0:6484:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b52dbc00. 80000000:00000010:3.0:1749609238.022000:0:6484:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30c60. 40000000:00000010:3.0:1749609238.022002:0:6484:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6500. 00100000:00000010:3.0:1749609238.022004:0:6484:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d31f800. 00040000:00000010:3.0:1749609238.022006:0:6484:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283400. 00040000:00000010:3.0:1749609238.022008:0:6484:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b52dbe00. 00080000:00000010:3.0:1749609238.022011:0:6484:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff0000. 00080000:00000010:3.0:1749609238.022023:0:6484:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800967a0000. 00000004:00000010:3.0:1749609238.022031:0:6484:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff1000. 00002000:00000010:3.0:1749609238.022033:0:6484:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012bfc9800. 00000020:00000010:3.0:1749609238.022035:0:6484:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d6180. 00000040:00000010:3.0:1749609238.022040:0:6484:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800967a2000. 00000020:00000010:3.0:1749609238.022055:0:6484:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5283600. 00000020:00000010:3.0:1749609238.022058:0:6484:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5283600. 00000020:00000010:3.0:1749609238.022064:0:6484:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff8800b1886700. 00000020:00000010:3.0:1749609238.022076:0:6484:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009aa455c0. 00000020:00000010:3.0:1749609238.022085:0:6484:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097510000. 00000020:00000010:3.0:1749609238.022098:0:6484:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff8800b1886700. 00000020:00000010:3.0:1749609238.022101:0:6484:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff880095e43e40. 00000001:00000010:3.0:1749609238.022119:0:6484:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880095e43f00. 00000001:00000010:3.0:1749609238.022123:0:6484:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880136a6cfe0. 00000001:00000010:3.0:1749609238.022125:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a2b4400. 00000001:00000010:3.0:1749609238.022127:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a2b4800. 00000001:00000010:3.0:1749609238.022128:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a2b5a00. 00000001:00000010:3.0:1749609238.022130:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a2b5800. 00000001:00000010:3.0:1749609238.022140:0:6484:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800968cf000. 00000001:00000010:3.0:1749609238.022141:0:6484:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880136a6c900. 00000001:00000010:3.0:1749609238.022143:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a2b5200. 00000001:00000010:3.0:1749609238.022144:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a2b5c00. 00000001:00000010:3.0:1749609238.022145:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a2b4a00. 00000001:00000010:3.0:1749609238.022147:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a2b5600. 00000020:00000010:3.0:1749609238.022149:0:6484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a2b5000. 00000020:00000010:3.0:1749609238.022151:0:6484:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000020:00000010:3.0:1749609238.022167:0:6484:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09320. 00000008:00000010:3.0:1749609238.022171:0:6484:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a4180580. 00020000:00000010:3.0:1749609238.022175:0:6484:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880097a30900. 00008000:00000010:3.0:1749609238.022178:0:6484:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009b5d07b8. 00000080:00000010:3.0:1749609238.022996:0:6484:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a8fa70f0. 00000020:00000010:3.0:1749609238.023021:0:6484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a2b4c00. 00000020:00000010:3.0:1749609238.023027:0:6484:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b51e7000. 00000040:00000010:3.0:1749609238.023037:0:6484:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b51e7600. 00000020:00000010:3.0:1749609238.023040:0:6484:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097510800. 00000020:00000010:3.0:1749609238.023048:0:6484:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136af8a10. 00000020:00000010:3.0:1749609238.023050:0:6484:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b51e7a00. 80000000:00000010:3.0:1749609238.023053:0:6484:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30b40. 40000000:00000010:3.0:1749609238.023056:0:6484:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6700. 00100000:00000010:3.0:1749609238.023059:0:6484:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097511000. 00040000:00000010:3.0:1749609238.023062:0:6484:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283600. 00040000:00000010:3.0:1749609238.023064:0:6484:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b51e6000. 00080000:00000010:3.0:1749609238.023067:0:6484:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff2000. 00080000:00000010:3.0:1749609238.023070:0:6484:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800967a4000. 00000004:00000010:3.0:1749609238.023076:0:6484:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff3000. 00000004:00000010:3.0:1749609238.023079:0:6484:0:(lod_dev.c:2182:lod_device_alloc()) kmalloced '(lod)': 3848 at ffff8800acff4000. 00000004:00000010:3.0:1749609238.023087:0:6484:0:(lod_dev.c:1978:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at ffff880136a6c9c0. 00000004:00000010:3.0:1749609238.023089:0:6484:0:(lod_dev.c:2003:lod_connect_to_osd()) kmalloced '(data)': 192 at ffff8800968cf0c0. 00000020:00000010:3.0:1749609238.023093:0:6484:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097511800. 00000004:00000010:3.0:1749609238.023101:0:6484:0:(lod_dev.c:2031:lod_connect_to_osd()) kfreed 'data': 192 at ffff8800968cf0c0. 00000004:00000010:3.0:1749609238.023103:0:6484:0:(lod_dev.c:2032:lod_connect_to_osd()) kfreed 'nextdev': 27 at ffff880136a6c9c0. 00000020:00000010:3.0:1749609238.023121:0:6484:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88009b5d0020. 00000020:00000010:3.0:1749609238.023122:0:6484:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88009b5d0190. 00000020:00000010:3.0:1749609238.023123:0:6484:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88009b5d05e0. 00000020:00000010:3.0:1749609238.023124:0:6484:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88009b5d0bd8. 00000020:00000010:3.0:1749609238.023242:0:6484:0:(lprocfs_status_server.c:47:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at ffff8800968cf480. 00000020:00000010:3.0:1749609238.023248:0:6484:0:(lprocfs_status_server.c:57:ldebugfs_add_symlink()) kfreed 'dest': 129 at ffff8800968cf480. 00000020:00000010:3.0:1749609238.023253:0:6484:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff8800968cf480. 00000020:00000010:3.0:1749609238.023256:0:6484:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff8800968cf480. 00000020:00000010:3.0:1749609238.023260:0:6484:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b51e7000. 00000040:00000010:3.0:1749609238.023263:0:6484:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b51e7600. 00000020:00000010:3.0:1749609238.023265:0:6484:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097510800. 00000020:00000010:3.0:1749609238.023268:0:6484:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136af8a10. 00000020:00000010:3.0:1749609238.023270:0:6484:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b51e7a00. 80000000:00000010:3.0:1749609238.023271:0:6484:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012dc30b40. 40000000:00000010:3.0:1749609238.023277:0:6484:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800a61d6700. 00100000:00000010:3.0:1749609238.023279:0:6484:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097511000. 00040000:00000010:3.0:1749609238.023281:0:6484:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b5283600. 00040000:00000010:3.0:1749609238.023285:0:6484:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b51e6000. 00080000:00000010:3.0:1749609238.023287:0:6484:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800967a4000. 00080000:00000010:3.0:1749609238.023290:0:6484:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acff2000. 00000004:00000010:3.0:1749609238.023294:0:6484:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acff3000. 00000020:00000010:3.0:1749609238.023295:0:6484:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012a2b4c00. 00000020:00000010:3.0:1749609238.023300:0:6484:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886700. 00000020:00000010:3.0:1749609238.023301:0:6484:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09320. 00000008:00000010:3.0:1749609238.023303:0:6484:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a4180580. 00020000:00000010:3.0:1749609238.023306:0:6484:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880097a30900. 00008000:00000010:3.0:1749609238.023309:0:6484:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009b5d07b8. 00000080:00000010:3.0:1749609238.023311:0:6484:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800a8fa70f0. 00000020:00000010:3.0:1749609238.023313:0:6484:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012a2b5000. 00000020:00000010:3.0:1749609238.023316:0:6484:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff880095e43e40. 00000020:00000010:3.0:1749609238.023323:0:6484:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5283600. 00000020:00000010:3.0:1749609238.023325:0:6484:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5283600. 00000020:00000010:3.0:1749609238.023328:0:6484:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5283600. 00000020:00000010:3.0:1749609238.023329:0:6484:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5283600. 00000020:00000010:3.0:1749609238.023331:0:6484:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88012dc30b40. 00000020:00000010:3.0:1749609238.023337:0:6484:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009aa41570. 00000020:00000010:3.0:1749609238.023340:0:6484:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097511000. 00000004:00000010:3.0:1749609238.023342:0:6484:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff8800a61d6700. 00000020:00000010:3.0:1749609238.023349:0:6484:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88012dc30b40. 00000020:00000010:3.0:1749609238.023351:0:6484:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff88012dc30b40. 00000020:00000010:3.0:1749609238.023352:0:6484:0:(obd_config.c:1072:class_add_profile()) kmalloced '(lprof)': 48 at ffff8800a61d6fc0. 00000020:00000010:3.0:1749609238.023354:0:6484:0:(obd_config.c:1078:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at ffff880099d2c4a0. 00000020:00000010:3.0:1749609238.023355:0:6484:0:(obd_config.c:1084:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at ffff880136a6c720. 00000020:00000010:3.0:1749609238.023356:0:6484:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff88012dc30b40. 00000020:00000010:3.0:1749609238.023357:0:6484:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800968cf480. 00000001:00000010:3.0:1749609238.023367:0:6484:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800968cf600. 00000001:00000010:3.0:1749609238.023374:0:6484:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880136a6cda0. 00000001:00000010:3.0:1749609238.023375:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e7400. 00000001:00000010:3.0:1749609238.023376:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e6000. 00000001:00000010:3.0:1749609238.023377:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e7a00. 00000001:00000010:3.0:1749609238.023378:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e7600. 00000001:00000010:3.0:1749609238.023380:0:6484:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800968cf6c0. 00000001:00000010:3.0:1749609238.023381:0:6484:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880136a6c2a0. 00000001:00000010:3.0:1749609238.023382:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e7000. 00000001:00000010:3.0:1749609238.023383:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e6600. 00000001:00000010:3.0:1749609238.023384:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e6a00. 00000001:00000010:3.0:1749609238.023385:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e7800. 00000020:00000010:3.0:1749609238.023386:0:6484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b51e6e00. 00000020:00000010:3.0:1749609238.023388:0:6484:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000020:00000010:3.0:1749609238.023389:0:6484:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09320. 00000008:00000010:3.0:1749609238.023390:0:6484:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a4180580. 00020000:00000010:3.0:1749609238.023392:0:6484:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880097a30900. 00008000:00000010:3.0:1749609238.023393:0:6484:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009b5d07b8. 00000080:00000010:3.0:1749609238.023395:0:6484:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a8fa70f0. 00000020:00000010:3.0:1749609238.023396:0:6484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b51e6400. 00000020:00000010:3.0:1749609238.023397:0:6484:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b51e7c00. 00000040:00000010:3.0:1749609238.023398:0:6484:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b51e6200. 00000020:00000010:3.0:1749609238.023399:0:6484:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097510800. 00000020:00000010:3.0:1749609238.023400:0:6484:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136af8a10. 00000020:00000010:3.0:1749609238.023401:0:6484:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012a2b5000. 80000000:00000010:3.0:1749609238.023403:0:6484:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30b40. 40000000:00000010:3.0:1749609238.023404:0:6484:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6000. 00100000:00000010:3.0:1749609238.023405:0:6484:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097512000. 00040000:00000010:3.0:1749609238.023406:0:6484:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283600. 00040000:00000010:3.0:1749609238.023407:0:6484:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012a2b4c00. 00080000:00000010:3.0:1749609238.023409:0:6484:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff3000. 00080000:00000010:3.0:1749609238.023411:0:6484:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800967a4000. 00000004:00000010:3.0:1749609238.023414:0:6484:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff2000. 00000004:00000010:3.0:1749609238.023420:0:6484:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097512800. 00000004:00000010:3.0:1749609238.023424:0:6484:0:(mdt_handler.c:8294:mdt_device_alloc()) kmalloced '(m)': 3920 at ffff8800acff5000. 00000004:00000010:3.0:1749609238.023446:0:6484:0:(mdt_handler.c:5956:mdt_stack_init()) kmalloced '(name)': 128 at ffff8800b1886480. 00000004:00000010:3.0:1749609238.023448:0:6484:0:(mdt_handler.c:5957:mdt_stack_init()) kmalloced '(uuid)': 128 at ffff8800b1886800. 00000004:00000010:3.0:1749609238.023450:0:6484:0:(mdt_handler.c:5961:mdt_stack_init()) kmalloced '(bufs)': 104 at ffff8800b1886780. 00000004:00000010:3.0:1749609238.023453:0:6484:0:(mdt_handler.c:5985:mdt_stack_init()) kmalloced '(lcfg)': 120 at ffff8800b1886a00. 00000020:00000010:3.0:1749609238.023459:0:6484:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009aa44050. 00000020:00000010:3.0:1749609238.023462:0:6484:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097513000. 00000004:00000010:3.0:1749609238.023470:0:6484:0:(mdt_handler.c:6001:mdt_stack_init()) kfreed 'lcfg': 120 at ffff8800b1886a00. 00000004:00000010:3.0:1749609238.023473:0:6484:0:(mdt_handler.c:6008:mdt_stack_init()) kmalloced '(lcfg)': 128 at ffff8800b1886a00. 00000001:00000010:3.0:1749609238.023484:0:6484:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800968cf780. 00000001:00000010:3.0:1749609238.023488:0:6484:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b54a3ae0. 00000001:00000010:3.0:1749609238.023490:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a31c800. 00000001:00000010:3.0:1749609238.023492:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45a9400. 00000001:00000010:3.0:1749609238.023493:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45a9a00. 00000001:00000010:3.0:1749609238.023495:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45a9000. 00000001:00000010:3.0:1749609238.023497:0:6484:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800968cf840. 00000001:00000010:3.0:1749609238.023498:0:6484:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b54a33c0. 00000001:00000010:3.0:1749609238.023500:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45a9600. 00000001:00000010:3.0:1749609238.023501:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45a9800. 00000001:00000010:3.0:1749609238.023503:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45a9c00. 00000001:00000010:3.0:1749609238.023504:0:6484:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b45a8400. 00000020:00000010:3.0:1749609238.023506:0:6484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45a9200. 00000020:00000010:3.0:1749609238.023508:0:6484:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886280. 00000020:00000010:3.0:1749609238.023510:0:6484:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000008:00000010:3.0:1749609238.023512:0:6484:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a41806e0. 00020000:00000010:3.0:1749609238.023514:0:6484:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880097a30b40. 00008000:00000010:3.0:1749609238.023516:0:6484:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009b5d01f8. 00000080:00000010:3.0:1749609238.023519:0:6484:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a8fa75a0. 00000020:00000010:3.0:1749609238.023521:0:6484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45a8800. 00000020:00000010:3.0:1749609238.023529:0:6484:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b45a9e00. 00000040:00000010:3.0:1749609238.023531:0:6484:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b45a8c00. 00000020:00000010:3.0:1749609238.023537:0:6484:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097513800. 00000020:00000010:3.0:1749609238.023540:0:6484:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136af8f18. 00000020:00000010:3.0:1749609238.023543:0:6484:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1a85e00. 80000000:00000010:3.0:1749609238.023545:0:6484:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30780. 40000000:00000010:3.0:1749609238.023547:0:6484:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6840. 00100000:00000010:3.0:1749609238.023549:0:6484:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097514000. 00040000:00000010:3.0:1749609238.023551:0:6484:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b5283b00. 00040000:00000010:3.0:1749609238.023553:0:6484:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1a84600. 00080000:00000010:3.0:1749609238.023556:0:6484:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff6000. 00080000:00000010:3.0:1749609238.023559:0:6484:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800967a6000. 00000004:00000010:3.0:1749609238.023563:0:6484:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff7000. 00000004:00000010:3.0:1749609238.023565:0:6484:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097514800. 00000004:00000010:3.0:1749609238.023568:0:6484:0:(mdd_device.c:1536:mdd_device_alloc()) kmalloced '(m)': 688 at ffff88009539d400. 00000004:00000010:3.0:1749609238.023573:0:6484:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at ffff8800968cf900. 00000020:00000010:3.0:1749609238.023577:0:6484:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097515000. 00000004:00000010:3.0:1749609238.023582:0:6484:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at ffff8800968cf900. 00000020:00000010:3.0:1749609238.023641:0:6484:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b45a9e00. 00000040:00000010:3.0:1749609238.023644:0:6484:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b45a8c00. 00000020:00000010:3.0:1749609238.023647:0:6484:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097513800. 00000020:00000010:3.0:1749609238.023649:0:6484:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136af8f18. 00000020:00000010:3.0:1749609238.023651:0:6484:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b1a85e00. 80000000:00000010:3.0:1749609238.023654:0:6484:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012dc30780. 40000000:00000010:3.0:1749609238.023655:0:6484:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800a61d6840. 00100000:00000010:3.0:1749609238.023657:0:6484:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097514000. 00040000:00000010:3.0:1749609238.023660:0:6484:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b5283b00. 00040000:00000010:3.0:1749609238.023662:0:6484:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b1a84600. 00080000:00000010:3.0:1749609238.023664:0:6484:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800967a6000. 00080000:00000010:3.0:1749609238.023666:0:6484:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acff6000. 00000004:00000010:3.0:1749609238.023673:0:6484:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acff7000. 00000004:00000010:3.0:1749609238.023712:0:6484:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880097514800. 00000020:00000010:3.0:1749609238.023714:0:6484:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b45a8800. 00000020:00000010:3.0:1749609238.023717:0:6484:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886280. 00000020:00000010:3.0:1749609238.023719:0:6484:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000008:00000010:3.0:1749609238.023725:0:6484:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a41806e0. 00020000:00000010:3.0:1749609238.023728:0:6484:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880097a30b40. 00008000:00000010:3.0:1749609238.023730:0:6484:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009b5d01f8. 00000080:00000010:3.0:1749609238.023732:0:6484:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800a8fa75a0. 00000020:00000010:3.0:1749609238.023734:0:6484:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b45a9200. 00000004:00000010:3.0:1749609238.023737:0:6484:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff8800968cf900. 00000020:00000010:3.0:1749609238.023741:0:6484:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097514800. 00000004:00000010:3.0:1749609238.023745:0:6484:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff8800968cf900. 00000004:00000010:3.0:1749609238.023747:0:6484:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff8800968cf900. 00000020:00000010:3.0:1749609238.023749:0:6484:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097514000. 00000004:00000010:3.0:1749609238.023751:0:6484:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff8800968cf900. 00000004:00000010:3.0:1749609238.023754:0:6484:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097513800. 00000004:00000010:3.0:1749609238.023756:0:6484:0:(mdt_handler.c:6048:mdt_stack_init()) kfreed 'lcfg': 128 at ffff8800b1886a00. 00000004:00000010:3.0:1749609238.023758:0:6484:0:(mdt_handler.c:6052:mdt_stack_init()) kfreed 'bufs': 104 at ffff8800b1886780. 00000004:00000010:3.0:1749609238.023759:0:6484:0:(mdt_handler.c:6054:mdt_stack_init()) kfreed 'name': 128 at ffff8800b1886480. 00000004:00000010:3.0:1749609238.023761:0:6484:0:(mdt_handler.c:6055:mdt_stack_init()) kfreed 'uuid': 128 at ffff8800b1886800. 00000004:00000010:3.0:1749609238.023763:0:6484:0:(mdt_handler.c:5777:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff8800b5283b00. 80000000:00000010:3.0:1749609238.023765:0:6484:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800968cf900. 80000000:00000010:3.0:1749609238.023768:0:6484:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff8800b1886800. 00000020:00000010:3.0:1749609238.023773:0:6484:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b2390c00. 00000004:00000010:3.0:1749609238.023776:0:6484:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880096f6c3a0. 00010000:00000010:2.1:1749609238.023790:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e901800. 00010000:00000010:2.1:1749609238.023796:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b46a6800. 00000004:00000010:3.0:1749609238.023821:0:6484:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009653e258. 00000004:00000010:3.0:1749609238.023825:0:6484:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880099264210. 00080000:00000010:3.0:1749609238.023828:0:6484:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b1a85400. 00000001:00000010:3.0:1749609238.023838:0:6484:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff880136b8b318. 00000001:00000010:3.0:1749609238.023851:0:6484:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff880136b8b318. 00080000:00000010:3.0:1749609238.023892:0:6484:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b2390b00. 00100000:00000010:3.0:1749609238.023901:0:6484:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800a61d6840. 00100000:00000010:3.0:1749609238.023908:0:6484:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8800a61d6840. 00080000:00000010:3.0:1749609238.023911:0:6484:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8800b1a84600. 00000001:00000010:3.0:1749609238.023914:0:6484:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff880136b8b318. 00000020:00000010:1.0:1749609238.062603:0:6484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45f0a00. 00000020:00000010:1.0:1749609238.062607:0:6484:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b45f1200. 00000040:00000010:1.0:1749609238.062610:0:6484:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b45f0200. 00000020:00000010:1.0:1749609238.062612:0:6484:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c2800. 00000020:00000010:1.0:1749609238.062615:0:6484:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18508. 00000020:00000010:1.0:1749609238.062617:0:6484:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b45f0c00. 80000000:00000010:1.0:1749609238.062620:0:6484:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00ad20. 40000000:00000010:1.0:1749609238.062622:0:6484:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f69040. 00100000:00000010:1.0:1749609238.062625:0:6484:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c0800. 00040000:00000010:1.0:1749609238.062627:0:6484:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c800. 00040000:00000010:1.0:1749609238.062630:0:6484:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4287000. 00080000:00000010:1.0:1749609238.062634:0:6484:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c884000. 00080000:00000010:1.0:1749609238.062646:0:6484:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d09e000. 00000004:00000010:1.0:1749609238.062651:0:6484:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b42c2000. 00000004:00000010:1.0:1749609238.062655:0:6484:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c881000. 00000004:00000010:1.0:1749609238.062658:0:6484:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b42c3000. 00000020:00000010:1.0:1749609238.062661:0:6484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a82b4800. 00000020:00000010:1.0:1749609238.062664:0:6484:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23fa80. 00000020:00000010:1.0:1749609238.062666:0:6484:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a3e8. 00000004:00000010:1.0:1749609238.065066:0:1047:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b42c7800. 00000004:00000010:1.0:1749609238.065070:0:1047:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b42c3800. 00000004:00000010:1.0:1749609238.065073:0:1047:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136a7a400. 02000000:00000010:1.0:1749609238.065088:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136a79c00. 00000400:00000010:1.0:1749609238.065094:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44420. 00000400:00000010:1.0:1749609238.065101:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53876e8. 00000100:00000200:1.0:1749609238.065107:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193440000, portal 4 00000020:00000010:1.0:1749609238.065114:0:1047:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012d09a000. 00000400:00000010:1.0:1749609238.065118:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609238.065120:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193440000, offset 0 00000400:00000200:1.0:1749609238.065126:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609238.065137:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609238.065147:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada02500 00000400:00000200:1.0:1749609238.065164:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 0 00000400:00000200:1.0:1749609238.065171:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609238.065174:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609238.065178:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749609238.065181:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1c00. 00000400:00000200:1.0:1749609238.065198:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609238.065199:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609238.065205:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f823b80 x1834598193440000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609238.065218:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69ec0. 00000100:00000010:1.0:1749609238.065226:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69ac0. 00000020:00000010:3.0:1749609238.065229:0:6446:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800967a6000. 00000100:00000010:1.0:1749609238.065229:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69900. 00000004:00000010:3.0:1749609238.065241:0:6446:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097515800. 00000100:00000010:1.0:1749609238.065241:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69cc0. 00000004:00000010:3.0:1749609238.065244:0:6446:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097516000. 00000004:00000010:3.0:1749609238.065247:0:6446:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009539d800. 00000020:00000010:3.0:1749609238.065255:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1a84a00. 00000020:00000010:3.0:1749609238.065258:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000020:00000010:3.0:1749609238.065261:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000040:00000010:1.0:1749609238.065294:0:6427:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8800b525e540. 00000100:00000200:3.0:1749609238.065297:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193440000 00000040:00000010:1.0:1749609238.065303:0:6427:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88009df68800. 00000040:00000010:1.0:1749609238.065306:0:6427:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88011d86a000. 00010000:00020000:3.0:1749609238.065310:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:00000010:1.0:1749609238.065312:0:6427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b465b400. 00000020:00000010:1.0:1749609238.065317:0:6427:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b528da00. 02000000:00000010:3.0:1749609238.065318:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539dc00. 00000040:00000010:1.0:1749609238.065322:0:6427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b528ce00. 00000400:00000010:3.0:1749609238.065325:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e660. 00000020:00000010:1.0:1749609238.065325:0:6427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8801302ce800. 00000100:00000200:3.0:1749609238.065327:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193440000, offset 0 00000020:00000010:1.0:1749609238.065329:0:6427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b528cc00. 00000400:00000200:3.0:1749609238.065331:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 80000000:00000010:1.0:1749609238.065332:0:6427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a61b9e40. 00000400:00000200:3.0:1749609238.065336:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:1.0:1749609238.065337:0:6427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b528d000. 00000400:00000200:3.0:1749609238.065340:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada02500 00080000:00000010:1.0:1749609238.065341:0:6427:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88011d868000. 00000400:00000200:3.0:1749609238.065344:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x38dd [1] + 0 00080000:00000010:1.0:1749609238.065345:0:6427:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88012e106c00. 00000400:00000200:3.0:1749609238.065347:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1749609238.065347:0:6427:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8801311d3000. 00000400:00000200:3.0:1749609238.065348:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609238.065352:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f823b80 x1834598193440000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609238.065352:0:6427:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 10000000:00000010:1.0:1749609238.065355:0:6427:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b44150c0. 00000400:00000200:3.0:1749609238.065363:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e660 00000400:00000010:3.0:1749609238.065365:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e660. 00000100:00000010:1.0:1749609238.065367:0:6427:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1f80. 00000020:00000010:3.0:1749609238.065372:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000020:00000010:3.0:1749609238.065374:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 02000000:00000010:1.0:1749609238.065374:0:6427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a82b5e00. 00000020:00000010:3.0:1749609238.065375:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1a84a00. 00010000:00000010:1.0:1749609238.065383:0:6427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f74c400. 00010000:00000010:1.0:1749609238.065389:0:6427:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a82b4400. 00000020:00000010:1.0:1749609238.065392:0:6427:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800a8f69940. 00000100:00000010:1.0:1749609238.065403:0:6427:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e1becc0. 00000100:00000010:3.0:1749609238.067715:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69cc0. 00000100:00000010:1.0:1749609238.067716:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69ac0. 00000100:00000010:1.0:1749609244.064789:0:6427:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012e1becc0. 02000000:00000010:1.0:1749609244.064845:0:6427:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a82b5e00. 00000100:00000010:1.0:1749609244.064849:0:6427:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f1f80. 10000000:00000010:1.0:1749609244.064855:0:6427:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800a8f69ac0. 00000020:00000010:1.0:1749609244.064858:0:6427:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a82b5e00. 00000020:00000010:1.0:1749609244.064862:0:6427:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a82b4e00. 00000040:00000010:1.0:1749609244.064864:0:6427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a82b4200. 00000020:00000010:1.0:1749609244.064868:0:6427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c1000. 00000020:00000010:1.0:1749609244.064871:0:6427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a82b5c00. 80000000:00000010:1.0:1749609244.064884:0:6427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00acc0. 00040000:00000010:1.0:1749609244.064887:0:6427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a82b4600. 00080000:00000010:1.0:1749609244.064892:0:6427:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c883000. 00080000:00000010:1.0:1749609244.064896:0:6427:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d098000. 00000040:00000010:1.0:1749609244.064904:0:6427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a82b5800. 00080000:00000010:1.0:1749609244.064936:0:6427:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880136a79000. 00000040:00000010:1.0:1749609244.064940:0:6427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a82b5800. 10000000:02020000:1.0:1749609244.064943:0:6427:0:(mgc_request_server.c:621:mgc_process_server_cfg_log()) Failed to get MGS log lustre-mdtir and no local copy. 00000020:00000010:1.0:1749609244.066854:0:6427:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a82b4e00. 00000040:00000010:1.0:1749609244.066858:0:6427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a82b4200. 00000020:00000010:1.0:1749609244.066860:0:6427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b42c1000. 00000020:00000010:1.0:1749609244.066866:0:6427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a82b5c00. 80000000:00000010:1.0:1749609244.066868:0:6427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00acc0. 00040000:00000010:1.0:1749609244.066870:0:6427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a82b4600. 00080000:00000010:1.0:1749609244.066873:0:6427:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d098000. 00080000:00000010:1.0:1749609244.066884:0:6427:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880136a79000. 00080000:00000010:1.0:1749609244.066885:0:6427:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c883000. 00000020:00000010:1.0:1749609244.066888:0:6427:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a82b5e00. 10000000:00000010:1.0:1749609244.066890:0:6427:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800a8f69ac0. 10000000:00000400:1.0:1749609244.066903:0:6427:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.203.144@tcp: IR log lustre-mdtir failed, not fatal: rc = -2 00000100:00000010:1.0:1749609244.069871:0:6427:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1f80. 02000000:00000010:1.0:1749609244.069884:0:6427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a82b5e00. 00010000:00000010:1.0:1749609244.069896:0:6427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f74c900. 00010000:00000010:1.0:1749609244.069901:0:6427:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a82b5200. 00000100:00000010:1.0:1749609244.069917:0:6427:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e1becc0. 00010000:00000010:2.1:1749609244.070750:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f74c400. 00010000:00000010:2.1:1749609244.070755:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a82b4400. 00000100:00000010:3.0:1749609247.067747:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136bbbf40. 00000100:00000010:1.0:1749609247.067771:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136bbbe80. 00000100:00000010:3.0:1749609249.601762:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d298a80. 02000000:00000010:3.0:1749609249.601784:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b1a84a00. 00010000:00000010:3.0:1749609249.601801:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800928a5600. 00010000:00000010:3.0:1749609249.601805:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b1a85a00. 00000020:00000010:3.0:1749609249.601809:0:6439:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800a61d6240. 00000100:00000010:3.0:1749609249.601834:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800968cfb40. 00000100:00000010:1.0:1749609250.069763:0:6427:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012e1becc0. 02000000:00000010:1.0:1749609250.069816:0:6427:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a82b5e00. 00000100:00000010:1.0:1749609250.069820:0:6427:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f1f80. 10000000:00000010:1.0:1749609250.069827:0:6427:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800a8f69c40. 00000020:00000010:1.0:1749609250.069830:0:6427:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a82b5e00. 00000020:00000010:1.0:1749609250.069835:0:6427:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a82b4600. 00000040:00000010:1.0:1749609250.069847:0:6427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a82b5c00. 00000020:00000010:1.0:1749609250.069852:0:6427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c1000. 00000020:00000010:1.0:1749609250.069856:0:6427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a82b4200. 80000000:00000010:1.0:1749609250.069859:0:6427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00acc0. 00040000:00000010:1.0:1749609250.069863:0:6427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a82b4e00. 00080000:00000010:1.0:1749609250.069867:0:6427:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c883000. 00080000:00000010:1.0:1749609250.069872:0:6427:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d098000. 00000040:00000010:1.0:1749609250.069883:0:6427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a82b5400. 00080000:00000010:1.0:1749609250.069936:0:6427:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880136a79000. 00000040:00000010:1.0:1749609250.069941:0:6427:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880130db8a50. 00000020:00000010:1.0:1749609250.069946:0:6427:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009f74cb00. 00000020:00000010:1.0:1749609250.069951:0:6427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009f74c400. 00080000:00000010:1.0:1749609250.069957:0:6427:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a82b5a00. 00000040:00000010:1.0:1749609250.069969:0:6427:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88011d868000. 00000040:00000010:1.0:1749609250.069978:0:6427:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880130db8a50. 00000040:00000010:1.0:1749609250.069980:0:6427:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88011d868000. 00000040:00000010:1.0:1749609250.069982:0:6427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a82b5400. 00000040:00000010:1.0:1749609250.069985:0:6427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a82b5400. 00000040:00000010:1.0:1749609250.069987:0:6427:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880130db8a50. 00000040:00000010:1.0:1749609250.069989:0:6427:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88011d868000. 00000040:00000010:1.0:1749609250.069992:0:6427:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff88009b00ac60. 00000020:00000010:1.0:1749609250.070121:0:6501:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a82b4000. 00000020:00000010:1.0:1749609250.070123:0:6501:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a82b4400. 00000040:00000010:1.0:1749609250.070126:0:6501:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b528c200. 00000020:00000010:1.0:1749609250.070128:0:6501:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c5000. 00000020:00000010:1.0:1749609250.070132:0:6501:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18a10. 00000020:00000010:1.0:1749609250.070134:0:6501:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b528de00. 80000000:00000010:1.0:1749609250.070135:0:6501:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00ade0. 40000000:00000010:1.0:1749609250.070137:0:6501:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f69880. 00100000:00000010:1.0:1749609250.070141:0:6501:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c4000. 00040000:00000010:1.0:1749609250.070143:0:6501:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c100. 00040000:00000010:1.0:1749609250.070145:0:6501:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b528d000. 00080000:00000010:1.0:1749609250.070152:0:6501:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c885000. 00080000:00000010:1.0:1749609250.070156:0:6501:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011d86a000. 00000004:00000010:1.0:1749609250.070159:0:6501:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b42c4800. 00000004:00000010:1.0:1749609250.070163:0:6501:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c882000. 00000004:00000010:1.0:1749609250.070167:0:6501:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b42c7000. 00002000:00000010:1.0:1749609250.070170:0:6501:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880136a79400. 00000004:00000010:1.0:1749609250.070174:0:6501:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136a79800. 00000020:00000010:1.0:1749609250.070177:0:6501:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8f69200. 00000040:00000010:1.0:1749609250.070183:0:6501:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012e26a000. 00000040:00000010:1.0:1749609250.070482:0:6501:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88012e26a000. 00000020:00000010:1.0:1749609250.070485:0:6501:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800a8f69200. 00000020:00000010:1.0:1749609250.070492:0:6501:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a82b4400. 00000040:00000010:1.0:1749609250.070496:0:6501:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b528c200. 00000020:00000010:1.0:1749609250.070499:0:6501:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b42c5000. 00000020:00000010:1.0:1749609250.070504:0:6501:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a18a10. 00000020:00000010:1.0:1749609250.070507:0:6501:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b528de00. 80000000:00000010:1.0:1749609250.070510:0:6501:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00ade0. 40000000:00000010:1.0:1749609250.070512:0:6501:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800a8f69880. 00100000:00000010:1.0:1749609250.070514:0:6501:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b42c4000. 00040000:00000010:1.0:1749609250.070517:0:6501:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f74c100. 00040000:00000010:1.0:1749609250.070519:0:6501:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b528d000. 00080000:00000010:1.0:1749609250.070521:0:6501:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88011d86a000. 00080000:00000010:1.0:1749609250.070523:0:6501:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c885000. 00000004:00000010:1.0:1749609250.070527:0:6501:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b42c4800. 00000004:00000010:1.0:1749609250.070530:0:6501:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c882000. 00000004:00000010:1.0:1749609250.070533:0:6501:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b42c7000. 00002000:00000010:1.0:1749609250.070535:0:6501:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880136a79400. 00000004:00000010:1.0:1749609250.070538:0:6501:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880136a79800. 00000020:00000010:1.0:1749609250.070539:0:6501:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a82b4000. 00010000:00000010:2.1:1749609250.072750:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f74c900. 00010000:00000010:2.1:1749609250.072757:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a82b5200. 00000100:00000010:1.0:1749609252.076740:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136bbb1c0. 00000100:00000010:3.0:1749609252.076747:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136bbb7c0. 00000400:00000010:1.0:1749609252.076754:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea5d8. 00000400:00000200:1.0:1749609252.076757:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000400:00000010:1.0:1749609252.076758:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000100:00000200:1.0:1749609252.076761:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c5c2a00 x1834598193440896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609252.076773:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c5c2a00 x1834598193440896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609252.076796:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007248e000. 02000000:00000010:1.0:1749609252.076805:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42800. 00000100:00000010:1.0:1749609252.076809:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c2a00. 00010000:00000010:0.1:1749609255.610763:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800928a5600. 00010000:00000010:0.1:1749609255.610770:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b1a85a00. 00000020:00000010:1.0:1749609256.077162:0:6507:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000020:00000010:1.0:1749609256.077166:0:6507:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b528d000. 00000040:00000010:1.0:1749609256.077168:0:6507:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b528de00. 00000020:00000010:1.0:1749609256.077170:0:6507:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c7000. 00000020:00000010:1.0:1749609256.077173:0:6507:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18a10. 00000020:00000010:1.0:1749609256.077175:0:6507:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b528c200. 80000000:00000010:1.0:1749609256.077177:0:6507:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00ade0. 40000000:00000010:1.0:1749609256.077179:0:6507:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f69880. 00100000:00000010:1.0:1749609256.077181:0:6507:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c4800. 00040000:00000010:1.0:1749609256.077183:0:6507:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c100. 00040000:00000010:1.0:1749609256.077185:0:6507:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b528ce00. 00080000:00000010:1.0:1749609256.077188:0:6507:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c882000. 00080000:00000010:1.0:1749609256.077192:0:6507:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e26a000. 00000004:00000010:1.0:1749609256.077195:0:6507:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b42c4000. 00000004:00000010:1.0:1749609256.077198:0:6507:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c885000. 00000004:00000010:1.0:1749609256.077200:0:6507:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b42c5000. 00002000:00000010:1.0:1749609256.077202:0:6507:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880136a79800. 00000004:00000010:1.0:1749609256.077204:0:6507:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136a79400. 00000020:00000010:1.0:1749609256.077206:0:6507:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8f69440. 00000040:00000010:1.0:1749609256.077210:0:6507:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012e26e000. 00000100:00000010:1.0:1749609256.077228:0:6507:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff880136a7b000. 00000400:00000200:1.0:1749609256.077240:0:6507:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000100:00000010:1.0:1749609256.077243:0:6507:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff880136a7b000. 00000020:00000010:1.0:1749609256.077246:0:6507:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8800a8f691c0. 00000020:00000010:1.0:1749609256.077249:0:6507:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800a8f694c0. 00000020:00000010:1.0:1749609256.077251:0:6507:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800a8f694c0. 00000020:00000010:1.0:1749609256.077259:0:6507:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8800a8f694c0. 00000020:00000010:1.0:1749609256.077262:0:6507:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff88009d23fe00. 00000020:00000010:1.0:1749609256.077279:0:6507:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880136ac2ae0. 00000020:00000010:1.0:1749609256.077283:0:6507:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b42c0000. 00000020:00000010:1.0:1749609256.077298:0:6507:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff88009d23fe00. 00000020:00000010:1.0:1749609256.077306:0:6507:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009b00ae40. 00000001:00000010:1.0:1749609256.077324:0:6507:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e1beb40. 00000001:00000010:1.0:1749609256.077328:0:6507:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096a3db00. 00000001:00000010:1.0:1749609256.077331:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a82b5200. 00000001:00000010:1.0:1749609256.077333:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a82b5e00. 00000001:00000010:1.0:1749609256.077334:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a82b5800. 00000001:00000010:1.0:1749609256.077335:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a82b4e00. 00000001:00000010:1.0:1749609256.077337:0:6507:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e1bee40. 00000001:00000010:1.0:1749609256.077338:0:6507:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096a3dd20. 00000001:00000010:1.0:1749609256.077339:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a82b4200. 00000001:00000010:1.0:1749609256.077340:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a82b5c00. 00000001:00000010:1.0:1749609256.077342:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a82b4600. 00000001:00000010:1.0:1749609256.077343:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a82b5400. 00000020:00000010:1.0:1749609256.077345:0:6507:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a82b4000. 00000020:00000010:1.0:1749609256.077346:0:6507:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d23fe00. 00000020:00000010:1.0:1749609256.077349:0:6507:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a4b0. 00000008:00000010:1.0:1749609256.077352:0:6507:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e426e0. 00020000:00000010:1.0:1749609256.077356:0:6507:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d4b40. 00008000:00000010:1.0:1749609256.077359:0:6507:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8a60. 00000080:00000010:1.0:1749609256.077363:0:6507:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf9c30. 00000020:00000010:1.0:1749609256.077365:0:6507:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a82b4400. 00000020:00000010:1.0:1749609256.077367:0:6507:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b465b600. 00000040:00000010:1.0:1749609256.077369:0:6507:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b465b400. 00000020:00000010:1.0:1749609256.077371:0:6507:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c1000. 00000020:00000010:1.0:1749609256.077373:0:6507:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18f18. 00000020:00000010:1.0:1749609256.077375:0:6507:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b403a200. 80000000:00000010:1.0:1749609256.077377:0:6507:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00aea0. 40000000:00000010:1.0:1749609256.077378:0:6507:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f69140. 00100000:00000010:1.0:1749609256.077383:0:6507:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8801302ce800. 00040000:00000010:1.0:1749609256.077385:0:6507:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74cf00. 00040000:00000010:1.0:1749609256.077386:0:6507:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4479200. 00080000:00000010:1.0:1749609256.077389:0:6507:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c880000. 00080000:00000010:1.0:1749609256.077393:0:6507:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e26c000. 00000004:00000010:1.0:1749609256.077396:0:6507:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880096ff4000. 00000004:00000010:1.0:1749609256.077399:0:6507:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c883000. 00000004:00000010:1.0:1749609256.077401:0:6507:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880096ff0800. 00000004:00000010:1.0:1749609256.077403:0:6507:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136a79c00. 00000010:00000010:1.0:1749609256.077405:0:6507:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009b00af00. 00000010:00000010:1.0:1749609256.077481:0:6507:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff88009d23f500. 00000010:00000010:1.0:1749609256.077483:0:6507:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff880096a3dac0. 00000010:00000010:1.0:1749609256.077485:0:6507:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff880096a3d9c0. 00000010:00000010:1.0:1749609256.077488:0:6507:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff88009d23f680. 00010000:00000010:1.0:1749609256.077493:0:6507:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800a8f69480. 00000020:00000010:1.0:1749609256.077497:0:6507:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff880096ff3800. 00000100:00000200:1.0:1749609256.077509:0:6507:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.203.144@tcp->12345-0@lo 00010000:00000010:1.0:1749609256.077513:0:6507:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009b00af60. 00010000:00000010:1.0:1749609256.077517:0:6507:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff880136a78c00. 00000001:00000010:1.0:1749609256.077519:0:6507:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009f74c500. 00000001:00000010:1.0:1749609256.077521:0:6507:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88009f74ce00. 00000001:00000010:1.0:1749609256.077560:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005156000. 00000001:00000010:1.0:1749609256.077603:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005160000. 00000001:00000010:1.0:1749609256.077650:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000516a000. 00000001:00000010:1.0:1749609256.077725:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005174000. 00000001:00000010:1.0:1749609256.077772:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000517e000. 00000001:00000010:1.0:1749609256.077821:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005188000. 00000001:00000010:1.0:1749609256.077867:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005192000. 00000001:00000010:1.0:1749609256.077914:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000519c000. 00000001:00000010:1.0:1749609256.077956:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900051a6000. 00000001:00000010:1.0:1749609256.077997:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900051b0000. 00000001:00000010:1.0:1749609256.078049:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900051ba000. 00000001:00000010:1.0:1749609256.078096:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900051c4000. 00000001:00000010:1.0:1749609256.078132:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900051ce000. 00000001:00000010:1.0:1749609256.078166:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900051d8000. 00000001:00000010:1.0:1749609256.078204:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900051e2000. 00000001:00000010:1.0:1749609256.078238:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900051ec000. 00000001:00000010:1.0:1749609256.078271:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900051f6000. 00000001:00000010:1.0:1749609256.078304:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005200000. 00000001:00000010:1.0:1749609256.078341:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000520a000. 00000001:00000010:1.0:1749609256.078375:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005214000. 00000001:00000010:1.0:1749609256.078408:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000521e000. 00000001:00000010:1.0:1749609256.078445:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005228000. 00000001:00000010:1.0:1749609256.078483:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005232000. 00000001:00000010:1.0:1749609256.078527:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000523c000. 00000001:00000010:1.0:1749609256.078570:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005246000. 00000001:00000010:1.0:1749609256.078608:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005250000. 00000001:00000010:1.0:1749609256.078642:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000525a000. 00000001:00000010:1.0:1749609256.078697:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005264000. 00000001:00000010:1.0:1749609256.078745:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000526e000. 00000001:00000010:1.0:1749609256.078787:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005278000. 00000001:00000010:1.0:1749609256.078823:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005282000. 00000001:00000010:1.0:1749609256.078856:0:6507:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000528c000. 00000020:00000010:1.0:1749609256.078933:0:6507:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880136a78800. 00000020:00000010:1.0:1749609256.078936:0:6507:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff880096a3d4a0. 00000020:00000010:1.0:1749609256.078968:0:6507:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880136a7a800. 00000020:00000010:1.0:1749609256.078970:0:6507:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b4479000. 00000010:00000010:1.0:1749609256.078980:0:6507:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff88009d23f500. 00000010:00000010:1.0:1749609256.078984:0:6507:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff880096a3d9c0. 00000010:00000010:1.0:1749609256.078986:0:6507:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff880096a3dac0. 00000010:00000010:1.0:1749609256.078987:0:6507:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff88009d23f680. 00000020:00000010:1.0:1749609256.079001:0:6507:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880136a7b400. 00000020:00000010:1.0:1749609256.079003:0:6507:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8801311d3000. 00000020:00000010:1.0:1749609256.079022:0:6507:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b465b600. 00000040:00000010:1.0:1749609256.079024:0:6507:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b465b400. 00000020:00000010:1.0:1749609256.079026:0:6507:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b42c1000. 00000020:00000010:1.0:1749609256.079044:0:6507:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a18f18. 00000020:00000010:1.0:1749609256.079047:0:6507:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b403a200. 80000000:00000010:1.0:1749609256.079050:0:6507:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00aea0. 40000000:00000010:1.0:1749609256.079052:0:6507:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800a8f69140. 00100000:00000010:1.0:1749609256.079055:0:6507:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801302ce800. 00040000:00000010:1.0:1749609256.079058:0:6507:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f74cf00. 00040000:00000010:1.0:1749609256.079060:0:6507:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b4479200. 00080000:00000010:1.0:1749609256.079062:0:6507:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012e26c000. 00080000:00000010:1.0:1749609256.079064:0:6507:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c880000. 00000004:00000010:1.0:1749609256.079067:0:6507:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880096ff4000. 00000004:00000010:1.0:1749609256.079070:0:6507:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c883000. 00000004:00000010:1.0:1749609256.079073:0:6507:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880096ff0800. 00000004:00000010:1.0:1749609256.079075:0:6507:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880136a79c00. 00000020:00000010:1.0:1749609256.079076:0:6507:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a82b4400. 00000020:00000010:1.0:1749609256.079080:0:6507:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d23fe00. 00000020:00000010:1.0:1749609256.079082:0:6507:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a4b0. 00000008:00000010:1.0:1749609256.079084:0:6507:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff880129e426e0. 00020000:00000010:1.0:1749609256.079086:0:6507:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8801304d4b40. 00008000:00000010:1.0:1749609256.079089:0:6507:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880130db8a60. 00000080:00000010:1.0:1749609256.079092:0:6507:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012daf9c30. 00000020:00000010:1.0:1749609256.079094:0:6507:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a82b4000. 00000020:00000010:1.0:1749609256.079097:0:6507:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009b00ae40. 00000020:00000010:1.0:1749609256.079101:0:6507:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4479400. 00000020:00000010:1.0:1749609256.079103:0:6507:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4479200. 00000040:00000010:1.0:1749609256.079105:0:6507:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4479c00. 00000020:00000010:1.0:1749609256.079106:0:6507:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff0800. 00000020:00000010:1.0:1749609256.079107:0:6507:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18f18. 00000020:00000010:1.0:1749609256.079109:0:6507:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4479600. 80000000:00000010:1.0:1749609256.079110:0:6507:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00ae40. 40000000:00000010:1.0:1749609256.079111:0:6507:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f69140. 00100000:00000010:1.0:1749609256.079116:0:6507:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff4000. 00040000:00000010:1.0:1749609256.079117:0:6507:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74cf00. 00040000:00000010:1.0:1749609256.079118:0:6507:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4479e00. 00080000:00000010:1.0:1749609256.079120:0:6507:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c883000. 00080000:00000010:1.0:1749609256.079121:0:6507:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e26c000. 00000004:00000010:1.0:1749609256.079124:0:6507:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880096ff3000. 00000004:00000010:1.0:1749609256.079125:0:6507:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c880000. 00000004:00000010:1.0:1749609256.079127:0:6507:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880096ff1000. 00000004:00000010:1.0:1749609256.079129:0:6507:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136a79c00. 00000020:00000010:1.0:1749609256.079131:0:6507:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4479a00. 00000020:00000010:1.0:1749609256.079132:0:6507:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800acc80800. 00000020:00000010:1.0:1749609256.079133:0:6507:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a4b0. 00000020:00000010:1.0:1749609256.079135:0:6507:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88012e1be3c0. 00000020:00000010:1.0:1749609256.079137:0:6507:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800a8f69540. 00000020:00000010:1.0:1749609256.079140:0:6507:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880096ff0000. 00000100:00000010:1.0:1749609256.079158:0:6507:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1f80. 02000000:00000010:1.0:1749609256.079167:0:6507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136a7ac00. 02000000:00000010:3.0:1749609256.079224:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009539e000. 00000400:00000010:3.0:1749609256.079232:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b370. 00000400:00000010:3.0:1749609256.079238:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e660. 00000100:00000200:3.0:1749609256.079246:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193441152, portal 10 00000020:00000010:3.0:1749609256.079253:0:1047:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800967a0000. 00000400:00000010:3.0:1749609256.079258:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e6e8. 00000100:00000200:3.0:1749609256.079261:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193441152, offset 0 00000400:00000200:3.0:1749609256.079268:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609256.079281:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609256.079289:0:6509:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a82b4000. 00000400:00000200:3.0:1749609256.079291:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada02980 00000020:00000010:1.0:1749609256.079291:0:6509:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a82b4400. 00000040:00000010:1.0:1749609256.079293:0:6509:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b403a200. 00000020:00000010:1.0:1749609256.079295:0:6509:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff4800. 00000400:00000200:3.0:1749609256.079298:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 0 00000020:00000010:1.0:1749609256.079298:0:6509:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a19420. 00000020:00000010:1.0:1749609256.079300:0:6509:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b465b400. 80000000:00000010:1.0:1749609256.079302:0:6509:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00aea0. 40000000:00000010:1.0:1749609256.079303:0:6509:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f698c0. 00000400:00000200:3.0:1749609256.079305:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:1.0:1749609256.079306:0:6509:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff2800. 00040000:00000010:1.0:1749609256.079308:0:6509:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c000. 00000400:00000200:3.0:1749609256.079310:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:1.0:1749609256.079310:0:6509:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b465b600. 00000100:00000200:3.0:1749609256.079315:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00080000:00000010:1.0:1749609256.079315:0:6509:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880136465000. 00080000:00000010:1.0:1749609256.079319:0:6509:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e268000. 00000100:00000010:3.0:1749609256.079320:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d298e00. 00000004:00000010:1.0:1749609256.079323:0:6509:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880096ff1800. 00000004:00000010:1.0:1749609256.079326:0:6509:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880136466000. 00000004:00000010:1.0:1749609256.079332:0:6509:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880096ff2000. 00000004:00000010:1.0:1749609256.079335:0:6509:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136a7b800. 00080000:00000010:1.0:1749609256.079340:0:6509:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800b443ce00. 00000400:00000200:3.0:1749609256.079343:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e6e8 00000400:00000010:3.0:1749609256.079344:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e6e8. 00080000:00000010:1.0:1749609256.079346:0:6509:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800a8f69640. 00000100:00000200:3.0:1749609256.079351:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800966f1f80 x1834598193441152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609256.079368:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a61d6d40. 00000100:00000010:3.0:1749609256.079378:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a61d6580. 00000100:00000010:3.0:1749609256.079382:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a61d61c0. 00000100:00000010:3.0:1749609256.079386:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a61d6380. 02000000:00000010:3.0:1749609256.079399:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009539e400. 00000400:00000010:3.0:1749609256.079402:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b3c8. 00000400:00000010:3.0:1749609256.079405:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e6e8. 00000100:00000200:3.0:1749609256.079407:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193441280, portal 4 00000020:00000010:3.0:1749609256.079413:0:1047:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800967a2000. 00000400:00000010:3.0:1749609256.079416:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000200:3.0:1749609256.079423:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193441280, offset 0 00000040:00000010:1.0:1749609256.079425:0:6427:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff88009d09cde0. 00000400:00000200:3.0:1749609256.079426:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000010:1.0:1749609256.079430:0:6427:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88009df68b10. 00000400:00000200:3.0:1749609256.079431:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:1.0:1749609256.079433:0:6427:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88013682e000. 00000400:00000200:3.0:1749609256.079436:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada02a00 00000040:00000010:1.0:1749609256.079436:0:6427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b51e6400. 00000020:00000010:1.0:1749609256.079441:0:6427:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b46a6e00. 00000400:00000200:3.0:1749609256.079442:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 1560 00000040:00000010:1.0:1749609256.079445:0:6427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b52dba00. 00000400:00000200:3.0:1749609256.079446:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609256.079446:0:6427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8801205b6000. 00000400:00000200:3.0:1749609256.079448:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609256.079449:0:6427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b52dbe00. 80000000:00000010:1.0:1749609256.079451:0:6427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009d09ccc0. 00000100:00000200:3.0:1749609256.079452:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00040000:00000010:1.0:1749609256.079453:0:6427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b52dbc00. 00000100:00000010:3.0:1749609256.079454:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d299180. 00080000:00000010:1.0:1749609256.079456:0:6427:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c054000. 00080000:00000010:1.0:1749609256.079460:0:6427:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88007248e800. 00080000:00000010:1.0:1749609256.079463:0:6427:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d0f9000. 00000400:00000200:3.0:1749609256.079464:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609256.079465:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000020:00000010:1.0:1749609256.079467:0:6427:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b476ee00. 00000100:00000200:3.0:1749609256.079468:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c5c3100 x1834598193441280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000010:1.0:1749609256.079470:0:6427:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136bbb840. 00000020:00000010:1.0:1749609256.079475:0:6427:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff8800acffe600. 00000020:00000010:1.0:1749609256.079478:0:6427:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff8800a552d780. 00000020:00000010:1.0:1749609256.079483:0:6427:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at ffff88012bf51280. 00000020:00000010:1.0:1749609256.079485:0:6427:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at ffff8800964f7e40. 00000020:00000010:1.0:1749609256.079498:0:6427:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff88012e26a000. 00000020:00000010:3.0:1749609256.079509:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1a84400. 00000100:00000010:1.0:1749609256.079510:0:6427:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2300. 00000020:00000010:3.0:1749609256.079512:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609256.079515:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 02000000:00000010:1.0:1749609256.079516:0:6427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff88012e26e000. 00000100:00000010:1.0:1749609256.079523:0:6427:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e1be840. 00000100:00000200:3.0:1749609256.079527:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193441280 00010000:00020000:3.0:1749609256.079535:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749609256.079542:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539e800. 00000400:00000010:3.0:1749609256.079550:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000200:3.0:1749609256.079552:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193441280, offset 0 00000400:00000200:3.0:1749609256.079555:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609256.079559:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609256.079563:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada02a00 00000400:00000200:3.0:1749609256.079567:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3911 [1] + 0 00000400:00000200:3.0:1749609256.079571:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609256.079573:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609256.079577:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c5c3100 x1834598193441280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609256.079597:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609256.079599:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000020:00000010:3.0:1749609256.079613:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609256.079615:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:3.0:1749609256.079618:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1a84400. 00080000:00000010:1.0:1749609256.080703:0:6509:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800a8f69640. 00000020:00000010:1.0:1749609256.080712:0:6509:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a82b4400. 00000040:00000010:1.0:1749609256.080715:0:6509:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b403a200. 00000020:00000010:1.0:1749609256.080717:0:6509:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096ff4800. 00000020:00000010:1.0:1749609256.080720:0:6509:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a19420. 00000020:00000010:1.0:1749609256.080723:0:6509:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b465b400. 80000000:00000010:1.0:1749609256.080729:0:6509:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00aea0. 40000000:00000010:1.0:1749609256.080731:0:6509:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800a8f698c0. 00100000:00000010:1.0:1749609256.080734:0:6509:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096ff2800. 00040000:00000010:1.0:1749609256.080737:0:6509:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f74c000. 00040000:00000010:1.0:1749609256.080739:0:6509:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b465b600. 00080000:00000010:1.0:1749609256.080742:0:6509:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012e268000. 00080000:00000010:1.0:1749609256.080745:0:6509:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880136465000. 00000004:00000010:1.0:1749609256.080747:0:6509:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880096ff1800. 00000004:00000010:1.0:1749609256.080750:0:6509:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880136466000. 00000004:00000010:1.0:1749609256.080753:0:6509:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880096ff2000. 00000004:00000010:1.0:1749609256.080755:0:6509:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880136a7b800. 00000020:00000010:1.0:1749609256.080757:0:6509:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a82b4000. 00010000:00000010:3.1:1749609256.081756:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009a208600. 00000100:00000010:3.0:1749609256.087764:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a61d6380. 00000100:00000010:1.0:1749609256.087773:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a61d6580. 00000800:00000200:3.0:1749609260.513027:0:1042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1749609261.093059:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1a84400. 00000020:00000010:3.0:1749609261.093065:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609261.093068:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000200:3.0:1749609261.093089:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193441536 00010000:00020000:3.0:1749609261.093102:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749609261.101952:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539ec00. 00000400:00000010:3.0:1749609261.101962:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000200:3.0:1749609261.101966:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193441536, offset 0 00000400:00000200:3.0:1749609261.101970:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609261.101978:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609261.101983:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada02b00 00000400:00000200:3.0:1749609261.101987:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3921 [1] + 0 00000400:00000200:3.0:1749609261.101991:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609261.101993:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609261.102010:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c5c3480 x1834598193441536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609261.102033:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609261.102034:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000020:00000010:3.0:1749609261.102044:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609261.102046:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:3.0:1749609261.102048:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1a84400. 00000400:00000010:1.0:1749609261.102076:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea630. 00000400:00000200:1.0:1749609261.102080:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:1.0:1749609261.102082:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000200:1.0:1749609261.102085:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c5c3480 x1834598193441536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609261.102091:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c5c3480 x1834598193441536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609261.102107:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007248f000. 02000000:00000010:1.0:1749609261.102111:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a8e3c00. 00000100:00000010:1.0:1749609261.102114:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c3480. 00000100:00000010:1.0:1749609261.104723:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136bbb780. 00000100:00000010:3.0:1749609261.104732:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136bbb1c0. 00000020:00000010:1.0:1749609261.609529:0:6514:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b443c600. 00000020:00000010:1.0:1749609261.609536:0:6514:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b443ce00. 00000040:00000010:1.0:1749609261.609538:0:6514:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b465b600. 00000020:00000010:1.0:1749609261.609541:0:6514:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff2000. 00000020:00000010:1.0:1749609261.609545:0:6514:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a19420. 00000020:00000010:1.0:1749609261.609547:0:6514:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b465b400. 80000000:00000010:1.0:1749609261.609550:0:6514:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b00aea0. 40000000:00000010:1.0:1749609261.609552:0:6514:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a8f698c0. 00100000:00000010:1.0:1749609261.609556:0:6514:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff1800. 00040000:00000010:1.0:1749609261.609563:0:6514:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f74c000. 00040000:00000010:1.0:1749609261.609565:0:6514:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b403a200. 00080000:00000010:1.0:1749609261.609569:0:6514:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880136466000. 00080000:00000010:1.0:1749609261.609572:0:6514:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e268000. 00000004:00000010:1.0:1749609261.609577:0:6514:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880096ff2800. 00000004:00000010:1.0:1749609261.609580:0:6514:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880136465000. 00000004:00000010:1.0:1749609261.609583:0:6514:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880096ff4800. 00002000:00000010:1.0:1749609261.609585:0:6514:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880136a7b800. 00000004:00000010:1.0:1749609261.609588:0:6514:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136a7bc00. 00000020:00000010:1.0:1749609261.609590:0:6514:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a8f69640. 00000040:00000010:1.0:1749609261.609595:0:6514:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012e26c000. 00000040:00000010:1.0:1749609261.609925:0:6514:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88012e26c000. 00000020:00000010:1.0:1749609261.609929:0:6514:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800a8f69640. 00000020:00000010:1.0:1749609261.609948:0:6514:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b443ce00. 00000040:00000010:1.0:1749609261.609954:0:6514:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b465b600. 00000020:00000010:1.0:1749609261.609956:0:6514:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096ff2000. 00000020:00000010:1.0:1749609261.609960:0:6514:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a19420. 00000020:00000010:1.0:1749609261.609964:0:6514:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b465b400. 80000000:00000010:1.0:1749609261.609966:0:6514:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b00aea0. 40000000:00000010:1.0:1749609261.609968:0:6514:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800a8f698c0. 00100000:00000010:1.0:1749609261.609972:0:6514:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096ff1800. 00040000:00000010:1.0:1749609261.609975:0:6514:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f74c000. 00040000:00000010:1.0:1749609261.609978:0:6514:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b403a200. 00080000:00000010:1.0:1749609261.609981:0:6514:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012e268000. 00080000:00000010:1.0:1749609261.609984:0:6514:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880136466000. 00000004:00000010:1.0:1749609261.609987:0:6514:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880096ff2800. 00000004:00000010:1.0:1749609261.609990:0:6514:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880136465000. 00000004:00000010:1.0:1749609261.610006:0:6514:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880096ff4800. 00002000:00000010:1.0:1749609261.610010:0:6514:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880136a7b800. 00000004:00000010:1.0:1749609261.610013:0:6514:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880136a7bc00. 00000020:00000010:1.0:1749609261.610015:0:6514:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b443c600. 00010000:00000010:3.1:1749609261.611752:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e901500. 00010000:00000010:3.1:1749609261.611758:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009a209c00. 02000000:00000010:1.0:1749609266.100837:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136a7bc00. 00000400:00000010:1.0:1749609266.100845:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44478. 00000400:00000010:1.0:1749609266.100851:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609266.100871:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193441920, portal 4 00000400:00000010:1.0:1749609266.100875:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749609266.100877:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193441920, offset 0 00000400:00000200:1.0:1749609266.100883:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609266.100892:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609266.100900:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada02c80 00000400:00000200:1.0:1749609266.100905:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 2600 00000400:00000200:1.0:1749609266.100910:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609266.100912:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609266.100916:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749609266.100918:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2680. 00000400:00000200:1.0:1749609266.100936:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749609266.100937:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749609266.100942:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c5c3b80 x1834598193441920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609266.100954:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f698c0. 00000100:00000010:1.0:1749609266.100987:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69f40. 00000100:00000010:1.0:1749609266.100990:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69b00. 00000100:00000010:1.0:1749609266.100996:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a8f69680. 02000000:00000010:1.0:1749609266.101002:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136a7b800. 00000400:00000010:1.0:1749609266.101004:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a444d0. 00000400:00000010:1.0:1749609266.101005:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749609266.101006:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193442048, portal 10 00000020:00000010:3.0:1749609266.101011:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1a84400. 00000020:00000010:1.0:1749609266.101011:0:1047:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012e268000. 00000400:00000010:1.0:1749609266.101013:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387880. 00000100:00000200:1.0:1749609266.101014:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193442048, offset 0 00000020:00000010:3.0:1749609266.101016:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000400:00000200:1.0:1749609266.101016:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609266.101019:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000400:00000200:1.0:1749609266.101019:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609266.101021:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada02d00 00000400:00000200:1.0:1749609266.101024:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 1040 00000400:00000200:1.0:1749609266.101027:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609266.101032:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609266.101035:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609266.101036:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193441920 00000100:00000010:1.0:1749609266.101037:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2a00. 00000400:00000200:1.0:1749609266.101042:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387880 00000400:00000010:1.0:1749609266.101043:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387880. 00000100:00000200:1.0:1749609266.101046:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c5c2d80 x1834598193442048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749609266.101047:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749609266.101176:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b1a444d0. 00000400:00000200:1.0:1749609266.101178:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749609266.101179:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749609266.101182:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c5c2d80 x1834598193442048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609266.101187:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c5c2d80 x1834598193442048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609266.101201:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136a7b800. 02000000:00000010:1.0:1749609266.101204:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a8e2400. 00000100:00000010:1.0:1749609266.101208:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c2d80. 02000000:00000010:3.0:1749609266.107551:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539f000. 00000400:00000010:3.0:1749609266.107559:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000200:3.0:1749609266.107563:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193441920, offset 0 00000400:00000200:3.0:1749609266.107567:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609266.107572:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609266.107576:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada02c80 00000400:00000200:3.0:1749609266.107580:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3939 [1] + 0 00000400:00000200:3.0:1749609266.107583:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609266.107585:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609266.107588:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c5c3b80 x1834598193441920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609266.107605:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609266.107606:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000020:00000010:3.0:1749609266.107613:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886b80. 00000020:00000010:3.0:1749609266.107615:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:3.0:1749609266.107617:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1a84400. 00000400:00000010:1.0:1749609266.107644:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b1a44478. 00000400:00000200:1.0:1749609266.107648:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609266.107650:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609266.107654:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c5c3b80 x1834598193441920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609266.107663:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c5c3b80 x1834598193441920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609266.107697:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136a7bc00. 02000000:00000010:1.0:1749609266.107701:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a8e2800. 00000100:00000010:1.0:1749609266.107704:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c3b80. 00000100:00000010:3.0:1749609266.108717:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69680. 00000100:00000010:1.0:1749609266.108732:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a8f69f40. 00000004:00000010:3.0:1749609267.083132:0:6523:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880096f6c570. 00000004:00000010:3.0:1749609267.083137:0:6523:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009653e078. 00000004:00000010:3.0:1749609267.083139:0:6523:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880099264108. 00000004:00000010:3.0:1749609267.083147:0:6523:0:(osp_dev.c:99:osp_object_alloc()) slab-alloced 'o': 520 at ffff88009f038000. 00000004:00000010:3.0:1749609267.083152:0:6523:0:(osp_trans.c:164:osp_update_request_create()) kmalloced '(our)': 136 at ffff8800968cfc00. 00000004:00000010:3.0:1749609267.083154:0:6523:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8800b54a3ac0. 00000004:00000010:3.0:1749609267.083156:0:6523:0:(osp_trans.c:107:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8800acff7000. 00000100:00000010:3.0:1749609267.083162:0:6523:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d299500. 02000000:00000010:3.0:1749609267.083173:0:6523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b1a84400. 00000100:00000010:3.0:1749609267.083183:0:6523:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800968cfcc0. 00000004:00000010:3.0:1749609267.087699:0:6525:0:(mdd_orphans.c:519:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at ffff8800a61d6980. 00000020:00000010:3.0:1749609267.087703:0:6525:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1a85c00. 00000020:00000010:3.0:1749609267.087705:0:6525:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1a84800. 00000040:00000010:3.0:1749609267.087707:0:6525:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1a85000. 00000020:00000010:3.0:1749609267.087713:0:6525:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097516800. 00000020:00000010:3.0:1749609267.087716:0:6525:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136af8f18. 00000020:00000010:3.0:1749609267.087718:0:6525:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1a84200. 80000000:00000010:3.0:1749609267.087720:0:6525:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30780. 40000000:00000010:3.0:1749609267.087721:0:6525:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6900. 00100000:00000010:3.0:1749609267.087723:0:6525:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097517000. 00040000:00000010:3.0:1749609267.087725:0:6525:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800928a5a00. 00040000:00000010:3.0:1749609267.087727:0:6525:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1a85a00. 00080000:00000010:3.0:1749609267.087729:0:6525:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff6000. 00080000:00000010:3.0:1749609267.087732:0:6525:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800967a4000. 00000004:00000010:3.0:1749609267.087735:0:6525:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097517800. 00000004:00000010:3.0:1749609267.087738:0:6525:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff1000. 00000004:00000010:3.0:1749609267.087740:0:6525:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097512800. 00000004:00000010:3.0:1749609267.087742:0:6525:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009539f400. 00080000:00000010:3.0:1749609267.087746:0:6525:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff880097a30b40. 00080000:00000010:1.0:1749609267.088750:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80b80. 00080000:00000010:1.0:1749609267.088755:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80b80. 00080000:00000010:1.0:1749609267.126138:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80b80. 00080000:00000010:1.0:1749609267.126144:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80b80. 00080000:00000010:3.0:1749609267.231598:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886680. 00080000:00000010:3.0:1749609267.231602:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886680. 00080000:00000010:3.0:1749609267.345795:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886100. 00080000:00000010:3.0:1749609267.345801:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886100. 00080000:00000010:3.0:1749609267.480611:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886580. 00080000:00000010:3.0:1749609267.480615:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886580. 00010000:00000010:3.1:1749609267.612755:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4412300. 00010000:00000010:3.1:1749609267.612761:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4479400. 00000001:02000400:3.0:1749609267.795271:0:6764:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1749609267.806790:0:6766:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:3.0:1749609267.939251:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749609267.939255:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886a80. 00000020:00000001:3.0:1749609267.939257:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609268.082758:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609268.082762:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609268.082763:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609268.082765:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:3.0:1749609268.082767:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609268.082769:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609268.082771:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609268.082772:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609268.082774:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609268.165843:0:6854:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749609268.165852:0:6854:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886a80. 00000020:00000001:3.0:1749609268.165856:0:6854:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609268.423208:0:6921:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80b80. 00080000:00000010:1.0:1749609268.423214:0:6921:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80b80. 00000020:00000001:1.0:1749609268.423216:0:6921:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609268.512667:0:6963:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880099d2c520. 00000020:00000010:3.0:1749609268.512697:0:6963:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880099d2c520. 00000020:00000001:3.0:1749609268.512789:0:6963:0:(class_obd.c:507:obd_class_ioctl()) Process entered 00000020:00000001:3.0:1749609268.512791:0:6963:0:(class_obd.c:316:class_handle_ioctl()) Process entered 00000020:00000080:3.0:1749609268.512792:0:6963:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe88159900 00000020:00000001:3.0:1749609268.512796:0:6963:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1749609268.512798:0:6963:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff88009f7af400. 00000020:00000001:3.0:1749609268.512800:0:6963:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609268.512803:0:6963:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00000020:00020000:3.0:1749609268.512805:0:6963:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000001:3.0:1749609268.516390:0:6963:0:(obd_class.h:1231:obd_iocontrol()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:3.0:1749609268.516393:0:6963:0:(class_obd.c:492:class_handle_ioctl()) Process leaving via out (rc=18446744073709551092 : -524 : 0xfffffffffffffdf4) 00000020:00000010:3.0:1749609268.516395:0:6963:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 576 at ffff88009f7af400. 00000020:00000001:3.0:1749609268.516399:0:6963:0:(class_obd.c:498:class_handle_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:3.0:1749609268.516401:0:6963:0:(class_obd.c:517:obd_class_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00080000:00000010:3.0:1749609268.546359:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749609268.546367:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00000020:00000001:3.0:1749609268.546371:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609268.685653:0:6986:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80980. 00080000:00000010:1.0:1749609268.685661:0:6986:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80980. 00000020:00000001:1.0:1749609268.685666:0:6986:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609268.804807:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80980. 00080000:00000010:1.0:1749609268.804814:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80980. 00000020:00000001:1.0:1749609268.804817:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609269.062796:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886f80. 00080000:00000010:3.0:1749609269.062804:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886f80. 00000020:00000001:3.0:1749609269.062808:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609269.082741:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609269.082747:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609269.082749:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609269.082751:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:3.0:1749609269.082754:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609269.082758:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609269.082760:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609269.082762:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609269.082764:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609269.103783:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609269.103787:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609269.103790:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749609269.177173:0:7117:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80100. 00080000:00000010:1.0:1749609269.177181:0:7117:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80100. 00000020:00000001:1.0:1749609269.177185:0:7117:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609269.294037:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80400. 00080000:00000010:1.0:1749609269.294048:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80400. 00000020:00000001:1.0:1749609269.294053:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609269.399229:0:7183:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886600. 00080000:00000010:3.0:1749609269.399237:0:7183:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886600. 00000020:00000001:3.0:1749609269.399242:0:7183:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609269.518954:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80f00. 00080000:00000010:1.0:1749609269.518961:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80f00. 00000020:00000001:1.0:1749609269.518965:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609269.626181:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80d00. 00080000:00000010:1.0:1749609269.626184:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80d00. 00000020:00000001:1.0:1749609269.626187:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609269.741718:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80d00. 00080000:00000010:1.0:1749609269.741727:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80d00. 00000020:00000001:1.0:1749609269.741733:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609269.850617:0:7312:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886600. 00080000:00000010:3.0:1749609269.850625:0:7312:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886600. 00000020:00000001:3.0:1749609269.850629:0:7312:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609269.853333:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800acc80f80. 00080000:00000010:1.0:1749609269.853336:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800acc80f80. 00000020:00000001:1.0:1749609269.853339:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609270.074189:0:7376:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749609270.074197:0:7376:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00000020:00000001:3.0:1749609270.074201:0:7376:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.082710:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609270.082714:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609270.082715:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609270.082717:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:3.0:1749609270.082719:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609270.082722:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609270.082724:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609270.082725:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609270.082727:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609270.174542:0:7422:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749609270.174550:0:7422:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00000020:00000001:3.0:1749609270.174553:0:7422:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.210484:0:7427:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609270.210506:0:7427:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e327a80. 00000020:00000010:1.0:1749609270.210510:0:7427:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e327dc0. 00000020:00000010:1.0:1749609270.210515:0:7427:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f1b8000. 00000020:00000010:1.0:1749609270.210517:0:7427:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f1b8e00. 00000020:00000010:1.0:1749609270.210525:0:7427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff3000. 00000020:00000010:1.0:1749609270.210530:0:7427:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a19420. 00000020:00000010:1.0:1749609270.210532:0:7427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009f1b8400. 80000000:00000010:1.0:1749609270.210535:0:7427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9600. 40000000:00000010:1.0:1749609270.210537:0:7427:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e327f40. 00100000:00000010:1.0:1749609270.210540:0:7427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff2800. 00040000:00000010:1.0:1749609270.210543:0:7427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b527c400. 00040000:00000010:1.0:1749609270.210545:0:7427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f1b9800. 00080000:00000010:1.0:1749609270.210549:0:7427:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880136465000. 00080000:00000010:1.0:1749609270.210553:0:7427:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e26c000. 00002000:00000010:1.0:1749609270.210558:0:7427:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880136a7b800. 00000100:00000200:1.0:1749609270.210562:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210567:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44478. 00000400:00000010:1.0:1749609270.210572:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527c100. 00000100:00000200:1.0:1749609270.210579:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210580:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a444d0. 00000400:00000010:1.0:1749609270.210582:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527c700. 00000100:00000200:1.0:1749609270.210583:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210584:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44528. 00000400:00000010:1.0:1749609270.210585:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527c000. 00000100:00000200:1.0:1749609270.210587:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210587:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44580. 00000400:00000010:1.0:1749609270.210588:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527ce00. 00000100:00000200:1.0:1749609270.210589:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210590:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a445d8. 00000400:00000010:1.0:1749609270.210591:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527c500. 00000100:00000200:1.0:1749609270.210592:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210593:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44630. 00000400:00000010:1.0:1749609270.210594:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527c900. 00000100:00000200:1.0:1749609270.210595:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210595:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44688. 00000400:00000010:1.0:1749609270.210596:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527c200. 00000100:00000200:1.0:1749609270.210597:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210598:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a446e0. 00000400:00000010:1.0:1749609270.210599:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527c800. 00000100:00000200:1.0:1749609270.210603:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210604:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44738. 00000400:00000010:1.0:1749609270.210605:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527cd00. 00000100:00000200:1.0:1749609270.210607:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210608:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44790. 00000400:00000010:1.0:1749609270.210609:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527cb00. 00000100:00000200:1.0:1749609270.210610:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210610:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a447e8. 00000400:00000010:1.0:1749609270.210612:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527cc00. 00000100:00000200:1.0:1749609270.210613:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210613:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44840. 00000400:00000010:1.0:1749609270.210614:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b527ca00. 00000100:00000200:1.0:1749609270.210615:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210616:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44898. 00000400:00000010:1.0:1749609270.210618:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b2390a00. 00000100:00000200:1.0:1749609270.210619:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210619:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a448f0. 00000400:00000010:1.0:1749609270.210620:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b2390900. 00000100:00000200:1.0:1749609270.210621:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210622:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44948. 00000400:00000010:1.0:1749609270.210623:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b2390e00. 00000100:00000200:1.0:1749609270.210624:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210625:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a449a0. 00000400:00000010:1.0:1749609270.210626:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b2390400. 00000100:00000200:1.0:1749609270.210627:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210627:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a449f8. 00000400:00000010:1.0:1749609270.210628:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b2390d00. 00000100:00000200:1.0:1749609270.210629:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210630:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44a50. 00000400:00000010:1.0:1749609270.210632:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880130dc1f00. 00000100:00000200:1.0:1749609270.210632:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210633:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44aa8. 00000400:00000010:1.0:1749609270.210635:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b53dad00. 00000100:00000200:1.0:1749609270.210636:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210636:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44b00. 00000400:00000010:1.0:1749609270.210638:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b44b7e00. 00000100:00000200:1.0:1749609270.210642:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210643:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44b58. 00000400:00000010:1.0:1749609270.210645:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b44b7400. 00000100:00000200:1.0:1749609270.210646:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210647:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44bb0. 00000400:00000010:1.0:1749609270.210648:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b44b7c00. 00000100:00000200:1.0:1749609270.210649:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210650:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44c08. 00000400:00000010:1.0:1749609270.210651:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b44b7d00. 00000100:00000200:1.0:1749609270.210652:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210652:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44c60. 00000400:00000010:1.0:1749609270.210653:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b44b7600. 00000100:00000200:1.0:1749609270.210654:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210655:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44cb8. 00000400:00000010:1.0:1749609270.210656:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b44b7300. 00000100:00000200:1.0:1749609270.210657:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210657:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44d10. 00000400:00000010:1.0:1749609270.210658:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b44b7f00. 00000100:00000200:1.0:1749609270.210659:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210660:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44d68. 00000400:00000010:1.0:1749609270.210661:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33a00. 00000100:00000200:1.0:1749609270.210663:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210663:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44dc0. 00000400:00000010:1.0:1749609270.210664:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33800. 00000100:00000200:1.0:1749609270.210665:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210666:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44e18. 00000400:00000010:1.0:1749609270.210667:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33600. 00000100:00000200:1.0:1749609270.210668:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210669:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44e70. 00000400:00000010:1.0:1749609270.210669:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33300. 00000100:00000200:1.0:1749609270.210670:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210671:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44ec8. 00000400:00000010:1.0:1749609270.210672:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33200. 00000100:00000200:1.0:1749609270.210673:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210695:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44f20. 00000400:00000010:1.0:1749609270.210697:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33100. 00000100:00000200:1.0:1749609270.210701:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210702:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44f78. 00000400:00000010:1.0:1749609270.210704:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33d00. 00000100:00000200:1.0:1749609270.210705:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210706:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a443c8. 00000400:00000010:1.0:1749609270.210708:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33900. 00000100:00000200:1.0:1749609270.210709:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210709:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44420. 00000400:00000010:1.0:1749609270.210710:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33e00. 00000100:00000200:1.0:1749609270.210711:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210712:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44000. 00000400:00000010:1.0:1749609270.210713:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33700. 00000100:00000200:1.0:1749609270.210714:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210715:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44058. 00000400:00000010:1.0:1749609270.210715:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33f00. 00000100:00000200:1.0:1749609270.210716:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210717:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a440b0. 00000400:00000010:1.0:1749609270.210718:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33000. 00000100:00000200:1.0:1749609270.210719:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210720:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44108. 00000400:00000010:1.0:1749609270.210720:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33500. 00000100:00000200:1.0:1749609270.210721:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210722:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44160. 00000400:00000010:1.0:1749609270.210723:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33400. 00000100:00000200:1.0:1749609270.210724:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210724:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a441b8. 00000400:00000010:1.0:1749609270.210725:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b1b33b00. 00000100:00000200:1.0:1749609270.210726:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210727:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44210. 00000400:00000010:1.0:1749609270.210729:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b18a6900. 00000100:00000200:1.0:1749609270.210730:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210730:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44268. 00000400:00000010:1.0:1749609270.210731:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b18a6500. 00000100:00000200:1.0:1749609270.210733:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210733:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a442c0. 00000400:00000010:1.0:1749609270.210734:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b18a6a00. 00000100:00000200:1.0:1749609270.210739:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210740:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44370. 00000400:00000010:1.0:1749609270.210741:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b18a6d00. 00000100:00000200:1.0:1749609270.210742:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210743:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b1a44318. 00000400:00000010:1.0:1749609270.210745:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1200. 00000100:00000200:1.0:1749609270.210746:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210750:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599000. 00000400:00000010:1.0:1749609270.210751:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1800. 00000100:00000200:1.0:1749609270.210753:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210753:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599058. 00000400:00000010:1.0:1749609270.210755:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1000. 00000100:00000200:1.0:1749609270.210755:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210756:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245990b0. 00000400:00000010:1.0:1749609270.210757:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1e00. 00000100:00000200:1.0:1749609270.210758:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210759:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599108. 00000400:00000010:1.0:1749609270.210760:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1600. 00000100:00000200:1.0:1749609270.210761:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210761:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599160. 00000400:00000010:1.0:1749609270.210762:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1b00. 00000100:00000200:1.0:1749609270.210763:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210764:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245991b8. 00000400:00000010:1.0:1749609270.210765:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1500. 00000100:00000200:1.0:1749609270.210765:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210766:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599210. 00000400:00000010:1.0:1749609270.210767:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1400. 00000100:00000200:1.0:1749609270.210768:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210769:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599268. 00000400:00000010:1.0:1749609270.210770:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1a00. 00000100:00000200:1.0:1749609270.210770:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210771:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245992c0. 00000400:00000010:1.0:1749609270.210772:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1d00. 00000100:00000200:1.0:1749609270.210773:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210773:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599318. 00000400:00000010:1.0:1749609270.210774:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1900. 00000100:00000200:1.0:1749609270.210778:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210779:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599370. 00000400:00000010:1.0:1749609270.210780:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1f00. 00000100:00000200:1.0:1749609270.210781:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210782:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245993c8. 00000400:00000010:1.0:1749609270.210783:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1700. 00000100:00000200:1.0:1749609270.210784:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210785:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599420. 00000400:00000010:1.0:1749609270.210786:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ebb1c00. 00000100:00000200:1.0:1749609270.210787:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210787:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599478. 00000400:00000010:1.0:1749609270.210789:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1acb00. 00000100:00000200:1.0:1749609270.210790:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210791:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245994d0. 00000400:00000010:1.0:1749609270.210792:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1ac000. 00000100:00000200:1.0:1749609270.210793:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210794:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599528. 00000400:00000010:1.0:1749609270.210796:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1acd00. 00000100:00000200:1.0:1749609270.210797:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210797:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599580. 00000400:00000010:1.0:1749609270.210798:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1ac700. 00000100:00000200:1.0:1749609270.210799:0:7427:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1749609270.210800:0:7427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245995d8. 00000400:00000010:1.0:1749609270.210801:0:7427:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1ac200. 00000100:00000010:1.0:1749609270.210811:0:7427:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88011d824000. 00000100:00000200:1.0:1749609270.210827:0:7427:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1749609270.210974:0:7428:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609270.210980:0:7428:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e327b00. 00000020:00000010:1.0:1749609270.210982:0:7428:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3278c0. 00000020:00000010:1.0:1749609270.210984:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f1b8800. 00000020:00000010:1.0:1749609270.210985:0:7428:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f1b8600. 00000020:00000010:1.0:1749609270.210987:0:7428:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff4000. 00000020:00000010:1.0:1749609270.210989:0:7428:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a19928. 00000020:00000010:1.0:1749609270.210990:0:7428:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009f1b8200. 80000000:00000010:1.0:1749609270.210991:0:7428:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9d80. 40000000:00000010:1.0:1749609270.210992:0:7428:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e327800. 00100000:00000010:1.0:1749609270.210999:0:7428:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff1800. 00040000:00000010:1.0:1749609270.211000:0:7428:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ac400. 00040000:00000010:1.0:1749609270.211002:0:7428:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f1b9400. 00080000:00000010:1.0:1749609270.211005:0:7428:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880136466000. 00080000:00000010:1.0:1749609270.211008:0:7428:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e26a000. 00002000:00000010:1.0:1749609270.211011:0:7428:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880136a79c00. 00000100:00000010:1.0:1749609270.211021:0:7428:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880134ff0000. 00000100:00000200:1.0:1749609270.211027:0:7428:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1749609270.211134:0:7429:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609270.211139:0:7429:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e3275c0. 00000020:00000010:1.0:1749609270.211141:0:7429:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e327f00. 00000020:00000010:1.0:1749609270.211143:0:7429:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f1b9a00. 00000020:00000010:1.0:1749609270.211145:0:7429:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f1b9c00. 00000020:00000010:1.0:1749609270.211147:0:7429:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff0800. 00000020:00000010:1.0:1749609270.211149:0:7429:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a19e30. 00000020:00000010:1.0:1749609270.211150:0:7429:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009f1b8a00. 80000000:00000010:1.0:1749609270.211151:0:7429:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9d20. 40000000:00000010:1.0:1749609270.211153:0:7429:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e327d80. 00100000:00000010:1.0:1749609270.211155:0:7429:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff1000. 00040000:00000010:1.0:1749609270.211156:0:7429:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ac800. 00040000:00000010:1.0:1749609270.211158:0:7429:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f1b9200. 00080000:00000010:1.0:1749609270.211161:0:7429:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880136461000. 00080000:00000010:1.0:1749609270.211165:0:7429:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e26e000. 00002000:00000010:1.0:1749609270.211169:0:7429:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012e105400. 00000100:00000010:1.0:1749609270.211179:0:7429:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880136b5c000. 00000100:00000200:1.0:1749609270.211187:0:7429:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1749609270.213024:0:7430:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609270.213033:0:7430:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e3279c0. 00000020:00000010:1.0:1749609270.213035:0:7430:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e327e80. 00000020:00000010:1.0:1749609270.213039:0:7430:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b2025400. 00000020:00000010:1.0:1749609270.213041:0:7430:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b2025000. 00000020:00000010:1.0:1749609270.213043:0:7430:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096ff2000. 00000020:00000010:1.0:1749609270.213045:0:7430:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1a338. 00000020:00000010:1.0:1749609270.213047:0:7430:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b2025c00. 80000000:00000010:1.0:1749609270.213053:0:7430:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9840. 40000000:00000010:1.0:1749609270.213055:0:7430:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3272c0. 00100000:00000010:1.0:1749609270.213057:0:7430:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096ff4800. 00040000:00000010:1.0:1749609270.213059:0:7430:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ac600. 00040000:00000010:1.0:1749609270.213060:0:7430:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b2025200. 00080000:00000010:1.0:1749609270.213063:0:7430:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880136460000. 00080000:00000010:1.0:1749609270.213067:0:7430:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c054000. 00002000:00000010:1.0:1749609270.213075:0:7430:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012e106c00. 00000100:00000200:1.0:1749609270.213077:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213079:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599630. 00000400:00000010:1.0:1749609270.213082:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1acc00. 00000100:00000200:1.0:1749609270.213084:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213085:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599688. 00000400:00000010:1.0:1749609270.213086:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1aca00. 00000100:00000200:1.0:1749609270.213088:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213089:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245996e0. 00000400:00000010:1.0:1749609270.213090:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1ac100. 00000100:00000200:1.0:1749609270.213091:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213091:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599738. 00000400:00000010:1.0:1749609270.213093:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1ac900. 00000100:00000200:1.0:1749609270.213093:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213094:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599790. 00000400:00000010:1.0:1749609270.213095:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1ace00. 00000100:00000200:1.0:1749609270.213096:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213097:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245997e8. 00000400:00000010:1.0:1749609270.213098:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1acf00. 00000100:00000200:1.0:1749609270.213098:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213099:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599840. 00000400:00000010:1.0:1749609270.213100:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1ac500. 00000100:00000200:1.0:1749609270.213101:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213102:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599898. 00000400:00000010:1.0:1749609270.213103:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012e1ac300. 00000100:00000200:1.0:1749609270.213103:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213104:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245998f0. 00000400:00000010:1.0:1749609270.213106:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800aa2b3300. 00000100:00000200:1.0:1749609270.213110:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213111:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599948. 00000400:00000010:1.0:1749609270.213112:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800aa2b3a00. 00000100:00000200:1.0:1749609270.213113:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213114:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245999a0. 00000400:00000010:1.0:1749609270.213116:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800aa2b3c00. 00000100:00000200:1.0:1749609270.213117:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213117:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801245999f8. 00000400:00000010:1.0:1749609270.213118:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800aa2b3800. 00000100:00000200:1.0:1749609270.213119:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213120:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599a50. 00000400:00000010:1.0:1749609270.213121:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60b00. 00000100:00000200:1.0:1749609270.213122:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213123:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599aa8. 00000400:00000010:1.0:1749609270.213124:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60400. 00000100:00000200:1.0:1749609270.213125:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213126:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599b00. 00000400:00000010:1.0:1749609270.213127:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60c00. 00000100:00000200:1.0:1749609270.213128:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213129:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599b58. 00000400:00000010:1.0:1749609270.213130:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60100. 00000100:00000200:1.0:1749609270.213131:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213131:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599bb0. 00000400:00000010:1.0:1749609270.213132:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60500. 00000100:00000200:1.0:1749609270.213133:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213134:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599c08. 00000400:00000010:1.0:1749609270.213135:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60800. 00000100:00000200:1.0:1749609270.213136:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213136:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599c60. 00000400:00000010:1.0:1749609270.213137:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60900. 00000100:00000200:1.0:1749609270.213138:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213138:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599cb8. 00000400:00000010:1.0:1749609270.213139:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60200. 00000100:00000200:1.0:1749609270.213140:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213141:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599d10. 00000400:00000010:1.0:1749609270.213142:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60e00. 00000100:00000200:1.0:1749609270.213146:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213147:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599d68. 00000400:00000010:1.0:1749609270.213148:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60700. 00000100:00000200:1.0:1749609270.213149:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213150:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599dc0. 00000400:00000010:1.0:1749609270.213151:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60f00. 00000100:00000200:1.0:1749609270.213152:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213152:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599e18. 00000400:00000010:1.0:1749609270.213153:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60a00. 00000100:00000200:1.0:1749609270.213154:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213155:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599e70. 00000400:00000010:1.0:1749609270.213156:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60d00. 00000100:00000200:1.0:1749609270.213157:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213157:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599ec8. 00000400:00000010:1.0:1749609270.213158:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60000. 00000100:00000200:1.0:1749609270.213159:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213160:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599f20. 00000400:00000010:1.0:1749609270.213161:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60300. 00000100:00000200:1.0:1749609270.213162:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213162:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880124599f78. 00000400:00000010:1.0:1749609270.213163:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012ec60600. 00000100:00000200:1.0:1749609270.213164:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213168:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf000. 00000400:00000010:1.0:1749609270.213170:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4a000. 00000100:00000200:1.0:1749609270.213172:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213172:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf058. 00000400:00000010:1.0:1749609270.213174:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4a100. 00000100:00000200:1.0:1749609270.213175:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213175:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf0b0. 00000400:00000010:1.0:1749609270.213176:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4a900. 00000100:00000200:1.0:1749609270.213177:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213178:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf108. 00000400:00000010:1.0:1749609270.213179:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4ab00. 00000100:00000200:1.0:1749609270.213180:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213180:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf160. 00000400:00000010:1.0:1749609270.213181:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4ad00. 00000100:00000200:1.0:1749609270.213185:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213186:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf1b8. 00000400:00000010:1.0:1749609270.213187:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4a800. 00000100:00000200:1.0:1749609270.213188:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213189:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf210. 00000400:00000010:1.0:1749609270.213190:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4af00. 00000100:00000200:1.0:1749609270.213191:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213191:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf268. 00000400:00000010:1.0:1749609270.213192:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4ae00. 00000100:00000200:1.0:1749609270.213193:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213194:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf2c0. 00000400:00000010:1.0:1749609270.213195:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4a400. 00000100:00000200:1.0:1749609270.213195:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213196:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf318. 00000400:00000010:1.0:1749609270.213197:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4a600. 00000100:00000200:1.0:1749609270.213198:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213198:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf370. 00000400:00000010:1.0:1749609270.213199:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4ac00. 00000100:00000200:1.0:1749609270.213200:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213201:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf3c8. 00000400:00000010:1.0:1749609270.213202:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009aa4a500. 00000100:00000200:1.0:1749609270.213203:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213203:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf420. 00000400:00000010:1.0:1749609270.213205:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520b800. 00000100:00000200:1.0:1749609270.213206:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213207:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf478. 00000400:00000010:1.0:1749609270.213208:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520b500. 00000100:00000200:1.0:1749609270.213209:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213209:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf4d0. 00000400:00000010:1.0:1749609270.213210:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520b000. 00000100:00000200:1.0:1749609270.213211:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213212:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf528. 00000400:00000010:1.0:1749609270.213213:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520ba00. 00000100:00000200:1.0:1749609270.213214:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213214:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf580. 00000400:00000010:1.0:1749609270.213215:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520b200. 00000100:00000200:1.0:1749609270.213219:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213220:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf5d8. 00000400:00000010:1.0:1749609270.213221:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520b300. 00000100:00000200:1.0:1749609270.213222:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213223:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf630. 00000400:00000010:1.0:1749609270.213224:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520b700. 00000100:00000200:1.0:1749609270.213225:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213225:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf688. 00000400:00000010:1.0:1749609270.213226:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520b100. 00000100:00000200:1.0:1749609270.213227:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213228:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf6e0. 00000400:00000010:1.0:1749609270.213229:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520bd00. 00000100:00000200:1.0:1749609270.213230:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213230:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf738. 00000400:00000010:1.0:1749609270.213231:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520be00. 00000100:00000200:1.0:1749609270.213232:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213233:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf790. 00000400:00000010:1.0:1749609270.213234:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520bb00. 00000100:00000200:1.0:1749609270.213235:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213235:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf7e8. 00000400:00000010:1.0:1749609270.213236:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520bc00. 00000100:00000200:1.0:1749609270.213237:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213238:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf840. 00000400:00000010:1.0:1749609270.213238:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520b900. 00000100:00000200:1.0:1749609270.213239:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213240:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf898. 00000400:00000010:1.0:1749609270.213241:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520bf00. 00000100:00000200:1.0:1749609270.213242:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213242:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf8f0. 00000400:00000010:1.0:1749609270.213243:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b520b400. 00000100:00000200:1.0:1749609270.213244:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213245:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf948. 00000400:00000010:1.0:1749609270.213246:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880098a83800. 00000100:00000200:1.0:1749609270.213247:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213248:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf9a0. 00000400:00000010:1.0:1749609270.213249:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880098a83200. 00000100:00000200:1.0:1749609270.213253:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213253:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abf9f8. 00000400:00000010:1.0:1749609270.213255:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880098a83600. 00000100:00000200:1.0:1749609270.213255:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213256:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfa50. 00000400:00000010:1.0:1749609270.213257:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880098a83000. 00000100:00000200:1.0:1749609270.213258:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213259:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfaa8. 00000400:00000010:1.0:1749609270.213259:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880098a83b00. 00000100:00000200:1.0:1749609270.213260:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213261:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfb00. 00000400:00000010:1.0:1749609270.213262:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880098a83a00. 00000100:00000200:1.0:1749609270.213263:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213264:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfb58. 00000400:00000010:1.0:1749609270.213265:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880098a83f00. 00000100:00000200:1.0:1749609270.213265:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213266:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfbb0. 00000400:00000010:1.0:1749609270.213267:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880098a83900. 00000100:00000200:1.0:1749609270.213268:0:7430:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1749609270.213268:0:7430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfc08. 00000400:00000010:1.0:1749609270.213269:0:7430:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880098a83300. 00000100:00000010:1.0:1749609270.213278:0:7430:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800acf0c000. 00000100:00000200:1.0:1749609270.213292:0:7430:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1749609270.213428:0:7431:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609270.213433:0:7431:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e327040. 00000020:00000010:1.0:1749609270.213434:0:7431:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e327c80. 00000020:00000010:1.0:1749609270.213436:0:7431:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a9c8200. 00000020:00000010:1.0:1749609270.213438:0:7431:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a9c8400. 00000020:00000010:1.0:1749609270.213440:0:7431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8801302c8000. 00000020:00000010:1.0:1749609270.213442:0:7431:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1a840. 00000020:00000010:1.0:1749609270.213444:0:7431:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009a9c8600. 80000000:00000010:1.0:1749609270.213445:0:7431:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9060. 40000000:00000010:1.0:1749609270.213446:0:7431:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e327840. 00100000:00000010:1.0:1749609270.213448:0:7431:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8801302ce800. 00040000:00000010:1.0:1749609270.213449:0:7431:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880098a83500. 00040000:00000010:1.0:1749609270.213454:0:7431:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009a9c8800. 00080000:00000010:1.0:1749609270.213456:0:7431:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880136462000. 00080000:00000010:1.0:1749609270.213461:0:7431:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011d868000. 00002000:00000010:1.0:1749609270.213464:0:7431:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880095c0ec00. 00000100:00000010:1.0:1749609270.213474:0:7431:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800a7e38000. 00000100:00000200:1.0:1749609270.213480:0:7431:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1749609270.227021:0:7432:0:(service.c:2925:ptlrpc_main()) Process entered 00000020:00000001:1.0:1749609270.227031:0:7432:0:(tgt_handler.c:1656:tgt_io_thread_init()) Process entered 00000020:00000010:1.0:1749609270.227442:0:7432:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff88012ed00000. 00000020:00000001:1.0:1749609270.227445:0:7432:0:(tgt_handler.c:1665:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609270.227447:0:7432:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e327940. 00000020:00000010:1.0:1749609270.227449:0:7432:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e327b40. 00000020:00000010:1.0:1749609270.227452:0:7432:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a9c8c00. 00000020:00000010:1.0:1749609270.227454:0:7432:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a9c8e00. 00000020:00000010:1.0:1749609270.227458:0:7432:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c5000. 00000020:00000010:1.0:1749609270.227460:0:7432:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1ad48. 00000020:00000010:1.0:1749609270.227462:0:7432:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009a9c9000. 80000000:00000010:1.0:1749609270.227464:0:7432:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9720. 40000000:00000010:1.0:1749609270.227465:0:7432:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e327640. 00100000:00000010:1.0:1749609270.227468:0:7432:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c4000. 00040000:00000010:1.0:1749609270.227470:0:7432:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880098a83700. 00040000:00000010:1.0:1749609270.227472:0:7432:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009a9c9200. 00080000:00000010:1.0:1749609270.227475:0:7432:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880136467000. 00080000:00000010:1.0:1749609270.227479:0:7432:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011d86a000. 00002000:00000010:1.0:1749609270.227482:0:7432:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bcf9c00. 00000100:00000200:1.0:1749609270.227485:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227489:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfc60. 00000400:00000010:1.0:1749609270.227493:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880136464000. 00000100:00000200:1.0:1749609270.227499:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227500:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfcb8. 00000400:00000010:1.0:1749609270.227502:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880136463000. 00000100:00000200:1.0:1749609270.227504:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227505:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfd10. 00000400:00000010:1.0:1749609270.227508:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88012d0f9000. 00000100:00000200:1.0:1749609270.227514:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227515:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfd68. 00000400:00000010:1.0:1749609270.227523:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e780000. 00000100:00000200:1.0:1749609270.227525:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227526:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfdc0. 00000400:00000010:1.0:1749609270.227529:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e781000. 00000100:00000200:1.0:1749609270.227530:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227531:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfe18. 00000400:00000010:1.0:1749609270.227533:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e782000. 00000100:00000200:1.0:1749609270.227535:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227536:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfe70. 00000400:00000010:1.0:1749609270.227538:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e783000. 00000100:00000200:1.0:1749609270.227539:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227540:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abfec8. 00000400:00000010:1.0:1749609270.227542:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e784000. 00000100:00000200:1.0:1749609270.227544:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227544:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abff20. 00000400:00000010:1.0:1749609270.227546:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e785000. 00000100:00000200:1.0:1749609270.227548:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227548:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9abff78. 00000400:00000010:1.0:1749609270.227551:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e786000. 00000100:00000200:1.0:1749609270.227552:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227555:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63000. 00000400:00000010:1.0:1749609270.227558:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e787000. 00000100:00000200:1.0:1749609270.227560:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227561:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63058. 00000400:00000010:1.0:1749609270.227565:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e788000. 00000100:00000200:1.0:1749609270.227568:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227568:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c630b0. 00000400:00000010:1.0:1749609270.227570:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e789000. 00000100:00000200:1.0:1749609270.227572:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227573:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63108. 00000400:00000010:1.0:1749609270.227575:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e78a000. 00000100:00000200:1.0:1749609270.227576:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227577:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63160. 00000400:00000010:1.0:1749609270.227579:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e78b000. 00000100:00000200:1.0:1749609270.227583:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227584:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c631b8. 00000400:00000010:1.0:1749609270.227587:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e78c000. 00000100:00000200:1.0:1749609270.227588:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227589:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63210. 00000400:00000010:1.0:1749609270.227592:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e78d000. 00000100:00000200:1.0:1749609270.227593:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227594:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63268. 00000400:00000010:1.0:1749609270.227596:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e78e000. 00000100:00000200:1.0:1749609270.227597:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227598:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c632c0. 00000400:00000010:1.0:1749609270.227600:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006e78f000. 00000100:00000200:1.0:1749609270.227602:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227602:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63318. 00000400:00000010:1.0:1749609270.227608:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c0000. 00000100:00000200:1.0:1749609270.227610:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227611:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63370. 00000400:00000010:1.0:1749609270.227613:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c1000. 00000100:00000200:1.0:1749609270.227614:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227615:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c633c8. 00000400:00000010:1.0:1749609270.227617:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c2000. 00000100:00000200:1.0:1749609270.227619:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227619:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63420. 00000400:00000010:1.0:1749609270.227622:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c3000. 00000100:00000200:1.0:1749609270.227623:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227624:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63478. 00000400:00000010:1.0:1749609270.227626:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c4000. 00000100:00000200:1.0:1749609270.227627:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227628:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c634d0. 00000400:00000010:1.0:1749609270.227630:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c5000. 00000100:00000200:1.0:1749609270.227632:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227633:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63528. 00000400:00000010:1.0:1749609270.227635:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c6000. 00000100:00000200:1.0:1749609270.227636:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227637:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63580. 00000400:00000010:1.0:1749609270.227639:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c7000. 00000100:00000200:1.0:1749609270.227643:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227645:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c635d8. 00000400:00000010:1.0:1749609270.227649:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c8000. 00000100:00000200:1.0:1749609270.227652:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227653:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63630. 00000400:00000010:1.0:1749609270.227655:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8c9000. 00000100:00000200:1.0:1749609270.227657:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227657:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63688. 00000400:00000010:1.0:1749609270.227659:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8ca000. 00000100:00000200:1.0:1749609270.227661:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227662:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c636e0. 00000400:00000010:1.0:1749609270.227664:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8cb000. 00000100:00000200:1.0:1749609270.227665:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227666:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63738. 00000400:00000010:1.0:1749609270.227668:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8cc000. 00000100:00000200:1.0:1749609270.227669:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227670:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63790. 00000400:00000010:1.0:1749609270.227672:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8cd000. 00000100:00000200:1.0:1749609270.227695:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227697:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c637e8. 00000400:00000010:1.0:1749609270.227699:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8ce000. 00000100:00000200:1.0:1749609270.227700:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227701:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63840. 00000400:00000010:1.0:1749609270.227703:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c8cf000. 00000100:00000200:1.0:1749609270.227705:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227705:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63898. 00000400:00000010:1.0:1749609270.227711:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b0000. 00000100:00000200:1.0:1749609270.227714:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227714:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c638f0. 00000400:00000010:1.0:1749609270.227717:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b1000. 00000100:00000200:1.0:1749609270.227718:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227719:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63948. 00000400:00000010:1.0:1749609270.227722:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b2000. 00000100:00000200:1.0:1749609270.227723:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227724:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c639a0. 00000400:00000010:1.0:1749609270.227726:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b3000. 00000100:00000200:1.0:1749609270.227731:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227732:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c639f8. 00000400:00000010:1.0:1749609270.227734:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b4000. 00000100:00000200:1.0:1749609270.227736:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227737:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63a50. 00000400:00000010:1.0:1749609270.227739:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b5000. 00000100:00000200:1.0:1749609270.227740:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227741:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63aa8. 00000400:00000010:1.0:1749609270.227744:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b6000. 00000100:00000200:1.0:1749609270.227745:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227746:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63b00. 00000400:00000010:1.0:1749609270.227748:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b7000. 00000100:00000200:1.0:1749609270.227749:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227750:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63b58. 00000400:00000010:1.0:1749609270.227755:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b8000. 00000100:00000200:1.0:1749609270.227757:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227758:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63bb0. 00000400:00000010:1.0:1749609270.227760:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4b9000. 00000100:00000200:1.0:1749609270.227762:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227762:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63c08. 00000400:00000010:1.0:1749609270.227764:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4ba000. 00000100:00000200:1.0:1749609270.227766:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227766:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63c60. 00000400:00000010:1.0:1749609270.227769:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4bb000. 00000100:00000200:1.0:1749609270.227770:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227771:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63cb8. 00000400:00000010:1.0:1749609270.227773:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4bc000. 00000100:00000200:1.0:1749609270.227775:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227775:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63d10. 00000400:00000010:1.0:1749609270.227778:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4bd000. 00000100:00000200:1.0:1749609270.227779:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227780:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63d68. 00000400:00000010:1.0:1749609270.227782:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4be000. 00000100:00000200:1.0:1749609270.227783:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227784:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63dc0. 00000400:00000010:1.0:1749609270.227786:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a4bf000. 00000100:00000200:1.0:1749609270.227791:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227792:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63e18. 00000400:00000010:1.0:1749609270.227797:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e0000. 00000100:00000200:1.0:1749609270.227799:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227800:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63e70. 00000400:00000010:1.0:1749609270.227803:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e1000. 00000100:00000200:1.0:1749609270.227804:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227805:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63ec8. 00000400:00000010:1.0:1749609270.227807:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e2000. 00000100:00000200:1.0:1749609270.227808:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227809:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63f20. 00000400:00000010:1.0:1749609270.227811:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e3000. 00000100:00000200:1.0:1749609270.227813:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227813:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c63f78. 00000400:00000010:1.0:1749609270.227816:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e4000. 00000100:00000200:1.0:1749609270.227817:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227820:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b000. 00000400:00000010:1.0:1749609270.227823:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e5000. 00000100:00000200:1.0:1749609270.227825:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227825:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b058. 00000400:00000010:1.0:1749609270.227827:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e6000. 00000100:00000200:1.0:1749609270.227829:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227830:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b0b0. 00000400:00000010:1.0:1749609270.227832:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e7000. 00000100:00000200:1.0:1749609270.227833:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227834:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b108. 00000400:00000010:1.0:1749609270.227839:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e8000. 00000100:00000200:1.0:1749609270.227841:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227842:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b160. 00000400:00000010:1.0:1749609270.227844:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1e9000. 00000100:00000200:1.0:1749609270.227845:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227846:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b1b8. 00000400:00000010:1.0:1749609270.227848:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1ea000. 00000100:00000200:1.0:1749609270.227849:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227850:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b210. 00000400:00000010:1.0:1749609270.227852:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1eb000. 00000100:00000200:1.0:1749609270.227857:0:7432:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749609270.227857:0:7432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b268. 00000400:00000010:1.0:1749609270.227860:0:7432:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009a1ec000. 00000100:00000010:1.0:1749609270.227870:0:7432:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800a6090000. 00000100:00000200:1.0:1749609270.227884:0:7432:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1749609270.228058:0:7433:0:(service.c:2925:ptlrpc_main()) Process entered 00000020:00000001:1.0:1749609270.228065:0:7433:0:(tgt_handler.c:1656:tgt_io_thread_init()) Process entered 00000020:00000010:1.0:1749609270.228504:0:7433:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff880095d00000. 00000020:00000001:1.0:1749609270.228506:0:7433:0:(tgt_handler.c:1665:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609270.228507:0:7433:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e327a00. 00000020:00000010:1.0:1749609270.228508:0:7433:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e327740. 00000020:00000010:1.0:1749609270.228510:0:7433:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a9c9600. 00000020:00000010:1.0:1749609270.228512:0:7433:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a9c9800. 00000020:00000010:1.0:1749609270.228513:0:7433:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c4800. 00000020:00000010:1.0:1749609270.228515:0:7433:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1b250. 00000020:00000010:1.0:1749609270.228517:0:7433:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009a9c9a00. 80000000:00000010:1.0:1749609270.228519:0:7433:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9ba0. 40000000:00000010:1.0:1749609270.228520:0:7433:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e327a40. 00100000:00000010:1.0:1749609270.228522:0:7433:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42c7000. 00040000:00000010:1.0:1749609270.228524:0:7433:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880098a83100. 00040000:00000010:1.0:1749609270.228525:0:7433:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009a9c9c00. 00080000:00000010:1.0:1749609270.228528:0:7433:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a1ed000. 00080000:00000010:1.0:1749609270.228535:0:7433:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a6098000. 00002000:00000010:1.0:1749609270.228538:0:7433:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bcf9400. 00000100:00000010:1.0:1749609270.228548:0:7433:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009d080000. 00000100:00000200:1.0:1749609270.228561:0:7433:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1749609270.228753:0:7434:0:(service.c:2925:ptlrpc_main()) Process entered 00000020:00000001:1.0:1749609270.228758:0:7434:0:(tgt_handler.c:1656:tgt_io_thread_init()) Process entered 00000020:00000010:1.0:1749609270.229165:0:7434:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff880092200000. 00000020:00000001:1.0:1749609270.229167:0:7434:0:(tgt_handler.c:1665:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609270.229169:0:7434:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e327140. 00000020:00000010:1.0:1749609270.229170:0:7434:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e327340. 00000020:00000010:1.0:1749609270.229176:0:7434:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f2c2000. 00000020:00000010:1.0:1749609270.229178:0:7434:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f2c2200. 00000020:00000010:1.0:1749609270.229180:0:7434:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42c1000. 00000020:00000010:1.0:1749609270.229184:0:7434:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1b758. 00000020:00000010:1.0:1749609270.229186:0:7434:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009f2c2400. 80000000:00000010:1.0:1749609270.229187:0:7434:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9b40. 40000000:00000010:1.0:1749609270.229188:0:7434:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e327680. 00100000:00000010:1.0:1749609270.229191:0:7434:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a61000. 00040000:00000010:1.0:1749609270.229193:0:7434:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880098a83d00. 00040000:00000010:1.0:1749609270.229194:0:7434:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f2c2600. 00080000:00000010:1.0:1749609270.229197:0:7434:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a1ee000. 00080000:00000010:1.0:1749609270.229201:0:7434:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a609a000. 00002000:00000010:1.0:1749609270.229204:0:7434:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a60a6000. 00000100:00000010:1.0:1749609270.229213:0:7434:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009d088000. 00000100:00000200:1.0:1749609270.229224:0:7434:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1749609270.231154:0:7435:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609270.231162:0:7435:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e327380. 00000020:00000010:1.0:1749609270.231164:0:7435:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e327440. 00000020:00000010:1.0:1749609270.231167:0:7435:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f2c2a00. 00000020:00000010:1.0:1749609270.231169:0:7435:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f2c2c00. 00000020:00000010:1.0:1749609270.231171:0:7435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a67800. 00000020:00000010:1.0:1749609270.231173:0:7435:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1bc60. 00000020:00000010:1.0:1749609270.231175:0:7435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009f2c2e00. 80000000:00000010:1.0:1749609270.231177:0:7435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b95a0. 40000000:00000010:1.0:1749609270.231178:0:7435:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e327200. 00100000:00000010:1.0:1749609270.231180:0:7435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a60800. 00040000:00000010:1.0:1749609270.231186:0:7435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880098a83400. 00040000:00000010:1.0:1749609270.231188:0:7435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f2c3000. 00080000:00000010:1.0:1749609270.231191:0:7435:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a1ef000. 00080000:00000010:1.0:1749609270.231194:0:7435:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a609c000. 00002000:00000010:1.0:1749609270.231197:0:7435:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a60a7000. 00000100:00000200:1.0:1749609270.231199:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231201:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b2c0. 00000400:00000010:1.0:1749609270.231206:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994100. 00000100:00000200:1.0:1749609270.231208:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231209:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b318. 00000400:00000010:1.0:1749609270.231211:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994e00. 00000100:00000200:1.0:1749609270.231217:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231218:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b370. 00000400:00000010:1.0:1749609270.231219:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994900. 00000100:00000200:1.0:1749609270.231221:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231221:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b3c8. 00000400:00000010:1.0:1749609270.231223:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994d00. 00000100:00000200:1.0:1749609270.231224:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231224:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b420. 00000400:00000010:1.0:1749609270.231225:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994400. 00000100:00000200:1.0:1749609270.231226:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231227:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b478. 00000400:00000010:1.0:1749609270.231228:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994500. 00000100:00000200:1.0:1749609270.231229:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231230:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b4d0. 00000400:00000010:1.0:1749609270.231231:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994300. 00000100:00000200:1.0:1749609270.231232:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231232:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b528. 00000400:00000010:1.0:1749609270.231233:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994800. 00000100:00000200:1.0:1749609270.231234:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231235:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b580. 00000400:00000010:1.0:1749609270.231236:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994a00. 00000100:00000200:1.0:1749609270.231237:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231237:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b5d8. 00000400:00000010:1.0:1749609270.231238:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994600. 00000100:00000200:1.0:1749609270.231239:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231240:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b630. 00000400:00000010:1.0:1749609270.231241:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994200. 00000100:00000200:1.0:1749609270.231242:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231242:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b688. 00000400:00000010:1.0:1749609270.231243:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994700. 00000100:00000200:1.0:1749609270.231244:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231245:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b6e0. 00000400:00000010:1.0:1749609270.231246:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994c00. 00000100:00000200:1.0:1749609270.231247:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231247:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b738. 00000400:00000010:1.0:1749609270.231248:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096994b00. 00000100:00000200:1.0:1749609270.231252:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231253:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b790. 00000400:00000010:1.0:1749609270.231257:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48000. 00000100:00000200:1.0:1749609270.231259:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231260:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b7e8. 00000400:00000010:1.0:1749609270.231261:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48100. 00000100:00000200:1.0:1749609270.231262:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231263:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b840. 00000400:00000010:1.0:1749609270.231263:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48200. 00000100:00000200:1.0:1749609270.231265:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231265:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b898. 00000400:00000010:1.0:1749609270.231266:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48300. 00000100:00000200:1.0:1749609270.231267:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231268:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b8f0. 00000400:00000010:1.0:1749609270.231269:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48400. 00000100:00000200:1.0:1749609270.231269:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231270:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b948. 00000400:00000010:1.0:1749609270.231271:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48500. 00000100:00000200:1.0:1749609270.231272:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231273:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b9a0. 00000400:00000010:1.0:1749609270.231274:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48600. 00000100:00000200:1.0:1749609270.231274:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231275:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4b9f8. 00000400:00000010:1.0:1749609270.231276:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48700. 00000100:00000200:1.0:1749609270.231277:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231278:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4ba50. 00000400:00000010:1.0:1749609270.231278:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48800. 00000100:00000200:1.0:1749609270.231279:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231280:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4baa8. 00000400:00000010:1.0:1749609270.231281:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48900. 00000100:00000200:1.0:1749609270.231282:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231282:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bb00. 00000400:00000010:1.0:1749609270.231283:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48a00. 00000100:00000200:1.0:1749609270.231284:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231285:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bb58. 00000400:00000010:1.0:1749609270.231286:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48b00. 00000100:00000200:1.0:1749609270.231289:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231290:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bbb0. 00000400:00000010:1.0:1749609270.231291:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48c00. 00000100:00000200:1.0:1749609270.231292:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231293:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bc08. 00000400:00000010:1.0:1749609270.231294:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48d00. 00000100:00000200:1.0:1749609270.231295:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231296:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bc60. 00000400:00000010:1.0:1749609270.231296:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48e00. 00000100:00000200:1.0:1749609270.231297:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231298:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bcb8. 00000400:00000010:1.0:1749609270.231299:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096f48f00. 00000100:00000200:1.0:1749609270.231300:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231301:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bd10. 00000400:00000010:1.0:1749609270.231304:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f000. 00000100:00000200:1.0:1749609270.231305:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231306:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bd68. 00000400:00000010:1.0:1749609270.231307:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f100. 00000100:00000200:1.0:1749609270.231308:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231309:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bdc0. 00000400:00000010:1.0:1749609270.231309:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f200. 00000100:00000200:1.0:1749609270.231310:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231311:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4be18. 00000400:00000010:1.0:1749609270.231312:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f300. 00000100:00000200:1.0:1749609270.231313:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231314:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4be70. 00000400:00000010:1.0:1749609270.231314:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f400. 00000100:00000200:1.0:1749609270.231315:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231316:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bec8. 00000400:00000010:1.0:1749609270.231317:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f500. 00000100:00000200:1.0:1749609270.231318:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231318:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bf20. 00000400:00000010:1.0:1749609270.231319:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f600. 00000100:00000200:1.0:1749609270.231320:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231321:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096f4bf78. 00000400:00000010:1.0:1749609270.231322:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f700. 00000100:00000200:1.0:1749609270.231326:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231329:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61000. 00000400:00000010:1.0:1749609270.231330:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f800. 00000100:00000200:1.0:1749609270.231331:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231332:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61058. 00000400:00000010:1.0:1749609270.231333:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31f900. 00000100:00000200:1.0:1749609270.231334:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231334:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c610b0. 00000400:00000010:1.0:1749609270.231335:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31fa00. 00000100:00000200:1.0:1749609270.231336:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231337:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61108. 00000400:00000010:1.0:1749609270.231337:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31fb00. 00000100:00000200:1.0:1749609270.231338:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231339:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61160. 00000400:00000010:1.0:1749609270.231340:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31fc00. 00000100:00000200:1.0:1749609270.231341:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231341:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c611b8. 00000400:00000010:1.0:1749609270.231342:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31fd00. 00000100:00000200:1.0:1749609270.231343:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231344:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61210. 00000400:00000010:1.0:1749609270.231344:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31fe00. 00000100:00000200:1.0:1749609270.231345:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231346:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61268. 00000400:00000010:1.0:1749609270.231347:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f31ff00. 00000100:00000200:1.0:1749609270.231348:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231348:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c612c0. 00000400:00000010:1.0:1749609270.231351:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d000. 00000100:00000200:1.0:1749609270.231353:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231353:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61318. 00000400:00000010:1.0:1749609270.231354:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d100. 00000100:00000200:1.0:1749609270.231355:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231356:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61370. 00000400:00000010:1.0:1749609270.231357:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d200. 00000100:00000200:1.0:1749609270.231358:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231358:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c613c8. 00000400:00000010:1.0:1749609270.231359:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d300. 00000100:00000200:1.0:1749609270.231363:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231364:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61420. 00000400:00000010:1.0:1749609270.231365:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d400. 00000100:00000200:1.0:1749609270.231366:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231366:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61478. 00000400:00000010:1.0:1749609270.231367:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d500. 00000100:00000200:1.0:1749609270.231368:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231369:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c614d0. 00000400:00000010:1.0:1749609270.231370:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d600. 00000100:00000200:1.0:1749609270.231371:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231371:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61528. 00000400:00000010:1.0:1749609270.231372:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d700. 00000100:00000200:1.0:1749609270.231373:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231374:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61580. 00000400:00000010:1.0:1749609270.231375:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d800. 00000100:00000200:1.0:1749609270.231376:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231376:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c615d8. 00000400:00000010:1.0:1749609270.231377:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13d900. 00000100:00000200:1.0:1749609270.231378:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231379:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61630. 00000400:00000010:1.0:1749609270.231379:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13da00. 00000100:00000200:1.0:1749609270.231380:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231381:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61688. 00000400:00000010:1.0:1749609270.231382:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13db00. 00000100:00000200:1.0:1749609270.231383:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231384:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c616e0. 00000400:00000010:1.0:1749609270.231385:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13dc00. 00000100:00000200:1.0:1749609270.231385:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231386:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61738. 00000400:00000010:1.0:1749609270.231387:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13dd00. 00000100:00000200:1.0:1749609270.231388:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231388:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61790. 00000400:00000010:1.0:1749609270.231389:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13de00. 00000100:00000200:1.0:1749609270.231390:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231391:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c617e8. 00000400:00000010:1.0:1749609270.231392:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88008f13df00. 00000100:00000200:1.0:1749609270.231395:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231396:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61840. 00000400:00000010:1.0:1749609270.231399:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b4280000. 00000100:00000200:1.0:1749609270.231401:0:7435:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749609270.231402:0:7435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61898. 00000400:00000010:1.0:1749609270.231402:0:7435:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b4280100. 00000100:00000010:1.0:1749609270.231412:0:7435:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800996b4000. 00000100:00000200:1.0:1749609270.231425:0:7435:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1749609270.231535:0:7436:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609270.231540:0:7436:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e327e40. 00000020:00000010:1.0:1749609270.231543:0:7436:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012ffc9640. 00000020:00000010:1.0:1749609270.231545:0:7436:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f2c3400. 00000020:00000010:1.0:1749609270.231546:0:7436:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f2c3600. 00000020:00000010:1.0:1749609270.231548:0:7436:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a61800. 00000020:00000010:1.0:1749609270.231550:0:7436:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1c168. 00000020:00000010:1.0:1749609270.231551:0:7436:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009f2c3800. 80000000:00000010:1.0:1749609270.231552:0:7436:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9120. 40000000:00000010:1.0:1749609270.231554:0:7436:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012ffc9180. 00100000:00000010:1.0:1749609270.231556:0:7436:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a63000. 00040000:00000010:1.0:1749609270.231557:0:7436:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280200. 00040000:00000010:1.0:1749609270.231559:0:7436:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f2c3a00. 00080000:00000010:1.0:1749609270.231566:0:7436:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800aa200000. 00080000:00000010:1.0:1749609270.231569:0:7436:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a609e000. 00002000:00000010:1.0:1749609270.231572:0:7436:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a60a7c00. 00000100:00000010:1.0:1749609270.231582:0:7436:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800996bc000. 00000100:00000200:1.0:1749609270.231587:0:7436:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1749609270.253973:0:7437:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609270.253991:0:7437:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012ffc9e40. 00000020:00000010:1.0:1749609270.253996:0:7437:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012ffc9780. 00000020:00000010:1.0:1749609270.254001:0:7437:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f2c3e00. 00000020:00000010:1.0:1749609270.254011:0:7437:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880120b42000. 00000040:00000010:1.0:1749609270.254014:0:7437:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880120b42200. 00000020:00000010:1.0:1749609270.254016:0:7437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a62000. 00000020:00000010:1.0:1749609270.254021:0:7437:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1c670. 00000020:00000010:1.0:1749609270.254023:0:7437:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880120b42400. 80000000:00000010:1.0:1749609270.254029:0:7437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9300. 40000000:00000010:1.0:1749609270.254031:0:7437:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012ffc9f80. 00100000:00000010:1.0:1749609270.254035:0:7437:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a60000. 00040000:00000010:1.0:1749609270.254037:0:7437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280300. 00040000:00000010:1.0:1749609270.254039:0:7437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880120b42600. 00080000:00000010:1.0:1749609270.254043:0:7437:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800aa201000. 00080000:00000010:1.0:1749609270.254049:0:7437:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880130748000. 00000004:00000010:1.0:1749609270.254054:0:7437:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880134a63800. 00000004:00000010:1.0:1749609270.254058:0:7437:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aa202000. 00000004:00000010:1.0:1749609270.254061:0:7437:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880134a62800. 00002000:00000010:1.0:1749609270.254064:0:7437:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a60a7800. 00000004:00000010:1.0:1749609270.254067:0:7437:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a60a6800. 00000100:00000200:1.0:1749609270.254071:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254076:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c618f0. 00000400:00000010:1.0:1749609270.254082:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013074a000. 00000100:00000200:1.0:1749609270.254089:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254090:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61948. 00000400:00000010:1.0:1749609270.254093:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013074c000. 00000100:00000200:1.0:1749609270.254095:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254096:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c619a0. 00000400:00000010:1.0:1749609270.254098:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88013074e000. 00000100:00000200:1.0:1749609270.254101:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254101:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c619f8. 00000400:00000010:1.0:1749609270.254108:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dc20000. 00000100:00000200:1.0:1749609270.254111:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254112:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61a50. 00000400:00000010:1.0:1749609270.254116:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dc22000. 00000100:00000200:1.0:1749609270.254118:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254118:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61aa8. 00000400:00000010:1.0:1749609270.254122:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dc24000. 00000100:00000200:1.0:1749609270.254124:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254124:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61b00. 00000400:00000010:1.0:1749609270.254128:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dc26000. 00000100:00000200:1.0:1749609270.254130:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254131:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61b58. 00000400:00000010:1.0:1749609270.254139:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dc28000. 00000100:00000200:1.0:1749609270.254142:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254143:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61bb0. 00000400:00000010:1.0:1749609270.254146:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dc2a000. 00000100:00000200:1.0:1749609270.254149:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254149:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61c08. 00000400:00000010:1.0:1749609270.254153:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dc2c000. 00000100:00000200:1.0:1749609270.254155:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254155:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61c60. 00000400:00000010:1.0:1749609270.254159:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012dc2e000. 00000100:00000200:1.0:1749609270.254161:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254161:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61cb8. 00000400:00000010:1.0:1749609270.254168:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801369d0000. 00000100:00000200:1.0:1749609270.254171:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254172:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61d10. 00000400:00000010:1.0:1749609270.254175:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801369d2000. 00000100:00000200:1.0:1749609270.254177:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254178:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61d68. 00000400:00000010:1.0:1749609270.254181:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801369d4000. 00000100:00000200:1.0:1749609270.254183:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254184:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61dc0. 00000400:00000010:1.0:1749609270.254187:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801369d6000. 00000100:00000200:1.0:1749609270.254189:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254190:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61e18. 00000400:00000010:1.0:1749609270.254196:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801369d8000. 00000100:00000200:1.0:1749609270.254199:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254200:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61e70. 00000400:00000010:1.0:1749609270.254203:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801369da000. 00000100:00000200:1.0:1749609270.254205:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254206:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61ec8. 00000400:00000010:1.0:1749609270.254209:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801369dc000. 00000100:00000200:1.0:1749609270.254211:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254212:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61f20. 00000400:00000010:1.0:1749609270.254215:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801369de000. 00000100:00000200:1.0:1749609270.254217:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254218:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880095c61f78. 00000400:00000010:1.0:1749609270.254227:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136b20000. 00000100:00000200:1.0:1749609270.254230:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254233:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0000. 00000400:00000010:1.0:1749609270.254237:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136b22000. 00000100:00000200:1.0:1749609270.254240:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254240:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0058. 00000400:00000010:1.0:1749609270.254244:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136b24000. 00000100:00000200:1.0:1749609270.254246:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254247:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df00b0. 00000400:00000010:1.0:1749609270.254250:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136b26000. 00000100:00000200:1.0:1749609270.254252:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254253:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0108. 00000400:00000010:1.0:1749609270.254258:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136b28000. 00000100:00000200:1.0:1749609270.254261:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254262:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0160. 00000400:00000010:1.0:1749609270.254265:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136b2a000. 00000100:00000200:1.0:1749609270.254267:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254268:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df01b8. 00000400:00000010:1.0:1749609270.254271:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136b2c000. 00000100:00000200:1.0:1749609270.254273:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254273:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0210. 00000400:00000010:1.0:1749609270.254276:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136b2e000. 00000100:00000200:1.0:1749609270.254279:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254279:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0268. 00000400:00000010:1.0:1749609270.254285:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211d0000. 00000100:00000200:1.0:1749609270.254288:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254289:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df02c0. 00000400:00000010:1.0:1749609270.254292:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211d2000. 00000100:00000200:1.0:1749609270.254294:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254295:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0318. 00000400:00000010:1.0:1749609270.254298:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211d4000. 00000100:00000200:1.0:1749609270.254300:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254301:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0370. 00000400:00000010:1.0:1749609270.254304:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211d6000. 00000100:00000200:1.0:1749609270.254306:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254307:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df03c8. 00000400:00000010:1.0:1749609270.254316:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211d8000. 00000100:00000200:1.0:1749609270.254319:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254320:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0420. 00000400:00000010:1.0:1749609270.254323:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211da000. 00000100:00000200:1.0:1749609270.254326:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254326:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0478. 00000400:00000010:1.0:1749609270.254330:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211dc000. 00000100:00000200:1.0:1749609270.254332:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254332:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df04d0. 00000400:00000010:1.0:1749609270.254336:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211de000. 00000100:00000200:1.0:1749609270.254338:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254338:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0528. 00000400:00000010:1.0:1749609270.254344:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211e0000. 00000100:00000200:1.0:1749609270.254347:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254348:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0580. 00000400:00000010:1.0:1749609270.254351:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211e2000. 00000100:00000200:1.0:1749609270.254353:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254354:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df05d8. 00000400:00000010:1.0:1749609270.254357:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211e4000. 00000100:00000200:1.0:1749609270.254359:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254360:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0630. 00000400:00000010:1.0:1749609270.254367:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211e6000. 00000100:00000200:1.0:1749609270.254370:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254371:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0688. 00000400:00000010:1.0:1749609270.254376:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211e8000. 00000100:00000200:1.0:1749609270.254379:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254380:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df06e0. 00000400:00000010:1.0:1749609270.254384:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211ea000. 00000100:00000200:1.0:1749609270.254386:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254386:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0738. 00000400:00000010:1.0:1749609270.254390:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211ec000. 00000100:00000200:1.0:1749609270.254392:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254392:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0790. 00000400:00000010:1.0:1749609270.254396:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801211ee000. 00000100:00000200:1.0:1749609270.254398:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254399:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df07e8. 00000400:00000010:1.0:1749609270.254409:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129f60000. 00000100:00000200:1.0:1749609270.254412:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254413:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0840. 00000400:00000010:1.0:1749609270.254416:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129f62000. 00000100:00000200:1.0:1749609270.254419:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254419:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0898. 00000400:00000010:1.0:1749609270.254422:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129f64000. 00000100:00000200:1.0:1749609270.254424:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254425:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df08f0. 00000400:00000010:1.0:1749609270.254428:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129f66000. 00000100:00000200:1.0:1749609270.254431:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254431:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0948. 00000400:00000010:1.0:1749609270.254437:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129f68000. 00000100:00000200:1.0:1749609270.254440:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254441:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df09a0. 00000400:00000010:1.0:1749609270.254444:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129f6a000. 00000100:00000200:1.0:1749609270.254446:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254447:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df09f8. 00000400:00000010:1.0:1749609270.254450:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129f6c000. 00000100:00000200:1.0:1749609270.254452:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254453:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0a50. 00000400:00000010:1.0:1749609270.254456:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129f6e000. 00000100:00000200:1.0:1749609270.254458:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254459:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0aa8. 00000400:00000010:1.0:1749609270.254465:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d5c0000. 00000100:00000200:1.0:1749609270.254468:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254469:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0b00. 00000400:00000010:1.0:1749609270.254472:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d5c2000. 00000100:00000200:1.0:1749609270.254474:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254475:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0b58. 00000400:00000010:1.0:1749609270.254478:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d5c4000. 00000100:00000200:1.0:1749609270.254480:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254481:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0bb0. 00000400:00000010:1.0:1749609270.254485:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d5c6000. 00000100:00000200:1.0:1749609270.254487:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254487:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0c08. 00000400:00000010:1.0:1749609270.254496:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d5c8000. 00000100:00000200:1.0:1749609270.254499:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254500:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0c60. 00000400:00000010:1.0:1749609270.254504:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d5ca000. 00000100:00000200:1.0:1749609270.254506:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254507:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0cb8. 00000400:00000010:1.0:1749609270.254510:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d5cc000. 00000100:00000200:1.0:1749609270.254513:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254513:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0d10. 00000400:00000010:1.0:1749609270.254516:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012d5ce000. 00000100:00000200:1.0:1749609270.254519:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254519:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0d68. 00000400:00000010:1.0:1749609270.254525:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012e3f0000. 00000100:00000200:1.0:1749609270.254528:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254529:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0dc0. 00000400:00000010:1.0:1749609270.254532:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012e3f2000. 00000100:00000200:1.0:1749609270.254534:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254535:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0e18. 00000400:00000010:1.0:1749609270.254538:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012e3f4000. 00000100:00000200:1.0:1749609270.254540:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254541:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0e70. 00000400:00000010:1.0:1749609270.254544:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012e3f6000. 00000100:00000200:1.0:1749609270.254545:0:7437:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749609270.254546:0:7437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0ec8. 00000400:00000010:1.0:1749609270.254552:0:7437:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012e3f8000. 00000100:00000010:1.0:1749609270.254564:0:7437:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88012e3d0000. 00000100:00000200:1.0:1749609270.254582:0:7437:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1749609270.254774:0:7438:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609270.254781:0:7438:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012ffc91c0. 00000020:00000010:1.0:1749609270.254782:0:7438:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012ffc94c0. 00000020:00000010:1.0:1749609270.254785:0:7438:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880120b42a00. 00000020:00000010:1.0:1749609270.254786:0:7438:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880120b42c00. 00000040:00000010:1.0:1749609270.254788:0:7438:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880120b42e00. 00000020:00000010:1.0:1749609270.254790:0:7438:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a67000. 00000020:00000010:1.0:1749609270.254791:0:7438:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1cb78. 00000020:00000010:1.0:1749609270.254793:0:7438:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880120b43000. 80000000:00000010:1.0:1749609270.254798:0:7438:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b94e0. 40000000:00000010:1.0:1749609270.254799:0:7438:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012ffc9b00. 00100000:00000010:1.0:1749609270.254802:0:7438:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880134a66000. 00040000:00000010:1.0:1749609270.254803:0:7438:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280400. 00040000:00000010:1.0:1749609270.254805:0:7438:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880120b43200. 00080000:00000010:1.0:1749609270.254807:0:7438:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800aa203000. 00080000:00000010:1.0:1749609270.254811:0:7438:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e3fa000. 00000004:00000010:1.0:1749609270.254813:0:7438:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880134a65000. 00000004:00000010:1.0:1749609270.254816:0:7438:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aa204000. 00000004:00000010:1.0:1749609270.254818:0:7438:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880134a66800. 00002000:00000010:1.0:1749609270.254820:0:7438:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a60a5800. 00000004:00000010:1.0:1749609270.254821:0:7438:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a60a4800. 00000100:00000010:1.0:1749609270.254831:0:7438:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88012e3d8000. 00000100:00000200:1.0:1749609270.254842:0:7438:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000020:00000001:1.0:1749609271.106778:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609271.106781:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609271.106783:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609271.109215:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609271.109218:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193442560 02000000:00000001:3.0:1749609271.109221:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609271.109223:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609271.109225:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609271.109228:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609271.109231:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193442560 00000020:00000001:3.0:1749609271.109232:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609271.109233:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609271.109234:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609271.109236:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609271.109237:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609271.109240:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e3e6c00. 00000020:00000010:3.0:1749609271.109244:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749609271.109248:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000001:3.0:1749609271.109251:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609271.109253:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609271.109259:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609271.109263:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609271.109270:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609271.109277:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609271.109279:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609271.109282:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1749609271.109284:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937507840 : -131938772043776 : ffff88009c5c3800) 00000100:00000040:3.0:1749609271.109286:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c3800 x1834598193442560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609271.109293:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193442560:12345-0@lo:38: 00000100:00000200:3.0:1749609271.109295:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193442560 00000020:00000001:3.0:1749609271.109298:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609271.109301:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609271.109311:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609271.109313:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609271.109314:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609271.109317:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609271.109319:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609271.109321:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609271.109322:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609271.109325:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7af400. 02000000:00000001:3.0:1749609271.109327:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609271.109328:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609271.109331:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609271.109332:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609271.109334:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609271.109336:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609271.109339:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609271.109340:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:3.0:1749609271.109341:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609271.109342:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609271.109344:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 02000000:00000001:3.0:1749609271.109348:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609271.109350:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609271.109351:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609271.109353:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609271.109355:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000200:3.0:1749609271.109364:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193442560, offset 0 00000400:00000200:3.0:1749609271.109368:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609271.109373:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609271.109377:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada02f00 00000400:00000200:3.0:1749609271.109380:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3e51 [1] + 0 00000400:00000200:3.0:1749609271.109390:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609271.109392:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609271.109394:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609271.109397:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822680 x1834598193442560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609271.109405:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f822680 x1834598193442560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609271.109411:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609271.109414:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609271.109415:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000001:3.0:1749609271.109417:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609271.109418:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609271.109420:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609271.109421:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:3.0:1749609271.109422:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609271.109424:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609271.109426:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c3800 x1834598193442560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609271.109431:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193442560:12345-0@lo:38: Request processed in 137us (276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609271.109437:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1749609271.109438:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609271.109439:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609271.109445:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749609271.109448:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:3.0:1749609271.109450:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e3e6c00. 00000100:00000001:3.0:1749609271.109452:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609271.109475:0:6441:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012e3fc000. 00000100:00000001:1.0:1749609271.109479:0:6441:0:(service.c:3356:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1749609271.109480:0:6441:0:(service.c:3364:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000010:1.0:1749609271.109486:0:6441:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff880120b43600. 00000100:00100000:1.0:1749609271.109488:0:6441:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00000001:1.0:1749609271.109590:0:6441:0:(service.c:3445:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749609271.109596:0:6441:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880134a64000. 00000004:00000010:1.0:1749609271.109599:0:6441:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880134a65800. 00000004:00000010:1.0:1749609271.109602:0:6441:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a60a5000. 00000100:00000001:1.0:1749609271.109608:0:7440:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749609271.109622:0:7440:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012ffc9c40. 00000020:00000010:1.0:1749609271.109625:0:7440:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012ffc9d00. 00000020:00000010:1.0:1749609271.109630:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880120b43800. 00000020:00000010:1.0:1749609271.109631:0:7440:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880120b43a00. 00000040:00000010:1.0:1749609271.109634:0:7440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880120b43c00. 00000020:00000010:1.0:1749609271.109637:0:7440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880134a64800. 00000020:00000010:1.0:1749609271.109640:0:7440:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1d080. 00000020:00000010:1.0:1749609271.109647:0:7440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880120b43e00. 80000000:00000010:1.0:1749609271.109650:0:7440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9c60. 40000000:00000010:1.0:1749609271.109653:0:7440:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012ffc9fc0. 00100000:00000010:1.0:1749609271.109657:0:7440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b9f800. 00040000:00000010:1.0:1749609271.109659:0:7440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280500. 00040000:00000010:1.0:1749609271.109665:0:7440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880130df4000. 00080000:00000010:1.0:1749609271.109669:0:7440:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800aa205000. 00080000:00000010:1.0:1749609271.109701:0:7440:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012e3fe000. 00000004:00000010:1.0:1749609271.109712:0:7440:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097b98000. 00000004:00000010:1.0:1749609271.109715:0:7440:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aa206000. 00000004:00000010:1.0:1749609271.109717:0:7440:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097b9f000. 00002000:00000010:1.0:1749609271.109719:0:7440:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a60a6c00. 00000004:00000010:1.0:1749609271.109721:0:7440:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a60a7400. 00000100:00000010:1.0:1749609271.109777:0:7440:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff880120b60000. 00000100:00000200:1.0:1749609271.109783:0:7440:0:(service.c:3013:ptlrpc_main()) service thread 3 (#4) started 00000100:00000040:3.0:1749609271.116717:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298543560, at 4298543560 00000100:00000010:3.0:1749609271.116722:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4dc0. 00000100:00000040:1.0:1749609271.116771:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298543560, at 4298543560 00000100:00000010:1.0:1749609271.116774:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4080. 00000100:00000001:3.0:1749609272.110460:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609272.110462:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193442944 02000000:00000001:3.0:1749609272.110464:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609272.110466:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609272.110468:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609272.110471:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609272.110474:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193442944 00000020:00000001:3.0:1749609272.110475:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609272.110476:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609272.110477:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609272.110479:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609272.110480:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609272.110483:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e3e6c00. 00000020:00000010:3.0:1749609272.110487:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749609272.110491:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000001:3.0:1749609272.110494:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609272.110495:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609272.110497:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609272.110502:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609272.110513:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609272.110519:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609272.110521:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609272.110524:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1749609272.110526:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937501568 : -131938772050048 : ffff88009c5c1f80) 00000100:00000040:3.0:1749609272.110529:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c1f80 x1834598193442944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609272.110536:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193442944:12345-0@lo:38: 00000100:00000200:3.0:1749609272.110538:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193442944 00000020:00000001:3.0:1749609272.110545:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609272.110548:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609272.110563:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609272.110567:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609272.110569:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609272.110572:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609272.110574:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609272.110576:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609272.110578:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609272.110582:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7afc00. 02000000:00000001:3.0:1749609272.110583:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609272.110586:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609272.110589:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609272.110591:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609272.110594:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609272.110597:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609272.110599:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609272.110601:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:3.0:1749609272.110603:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609272.110605:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609272.110607:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:1.0:1749609272.110608:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609272.110609:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609272.110611:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609272.110611:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193443072 00000100:00000001:3.0:1749609272.110612:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609272.110613:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609272.110614:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609272.110615:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609272.110616:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609272.110617:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 02000000:00000001:1.0:1749609272.110618:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609272.110620:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193442944, offset 0 00000100:00100000:1.0:1749609272.110621:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193443072 00000020:00000001:1.0:1749609272.110622:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749609272.110624:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749609272.110624:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609272.110625:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609272.110627:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609272.110628:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609272.110630:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609272.110632:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130df4400. 00000400:00000200:3.0:1749609272.110635:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada03080 00000020:00000010:1.0:1749609272.110635:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800acc80580. 00000020:00000010:1.0:1749609272.110638:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a578. 00000400:00000200:3.0:1749609272.110639:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3e71 [1] + 0 00000100:00000001:1.0:1749609272.110641:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609272.110642:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749609272.110643:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609272.110645:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609272.110649:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609272.110652:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609272.110653:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609272.110656:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821f80 x1834598193442944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609272.110664:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821f80 x1834598193442944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609272.110666:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609272.110673:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609272.110673:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609272.110704:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609272.110707:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1749609272.110709:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937503360 : -131938772048256 : ffff88009c5c2680) 00000400:00000200:3.0:1749609272.110712:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609272.110713:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000040:1.0:1749609272.110713:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c2680 x1834598193443072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609272.110715:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609272.110716:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609272.110718:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609272.110720:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:3.0:1749609272.110721:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609272.110722:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193443072:12345-0@lo:38: 00000020:00000001:3.0:1749609272.110723:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609272.110725:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c1f80 x1834598193442944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609292 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609272.110725:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193443072 00000020:00000001:1.0:1749609272.110727:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609272.110728:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749609272.110731:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193442944:12345-0@lo:38: Request processed in 195us (315us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749609272.110734:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609272.110736:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00020000:1.0:1749609272.110736:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609272.110738:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749609272.110738:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609272.110739:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609272.110741:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609272.110742:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000100:00000001:1.0:1749609272.110742:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749609272.110744:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000100:00000001:1.0:1749609272.110744:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609272.110745:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749609272.110746:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e3e6c00. 00000100:00000001:3.0:1749609272.110748:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609272.110748:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a60a4c00. 02000000:00000001:1.0:1749609272.110750:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609272.110751:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609272.110753:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609272.110755:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609272.110757:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609272.110759:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609272.110761:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609272.110762:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:1.0:1749609272.110764:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609272.110766:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609272.110769:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 02000000:00000001:1.0:1749609272.110775:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609272.110776:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609272.110778:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609272.110780:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609272.110782:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609272.110785:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193443072, offset 0 00000400:00000200:1.0:1749609272.110789:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609272.110794:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609272.110799:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03100 00000400:00000200:1.0:1749609272.110803:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3e79 [1] + 0 00000400:00000200:1.0:1749609272.110807:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609272.110809:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609272.110812:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609272.110815:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821880 x1834598193443072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609272.110823:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821880 x1834598193443072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609272.110831:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609272.110835:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609272.110836:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609272.110839:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609272.110840:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609272.110842:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609272.110844:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:1.0:1749609272.110845:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609272.110847:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609272.110850:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c2680 x1834598193443072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609292 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609272.110857:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193443072:12345-0@lo:38: Request processed in 136us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609272.110864:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1749609272.110866:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609272.110867:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609272.110873:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800acc80580. 00000020:00000010:1.0:1749609272.110876:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a578. 00000020:00000010:1.0:1749609272.110879:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130df4400. 00000100:00000001:1.0:1749609272.110883:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609272.121761:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298544565, at 4298544565 00000100:00000040:1.0:1749609272.121761:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298544565, at 4298544565 00000100:00000010:1.0:1749609272.121827:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4c00. 00000100:00000010:3.0:1749609272.121849:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4cc0. 00000020:00000001:1.0:1749609273.110878:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609273.110882:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609273.110884:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609275.114950:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609275.114954:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609275.114955:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609277.118874:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609277.118879:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609277.118882:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609277.125173:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609277.125177:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193443200 02000000:00000001:3.0:1749609277.125180:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609277.125182:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609277.125185:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609277.125189:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609277.125199:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193443200 00000020:00000001:3.0:1749609277.125201:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609277.125201:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609277.125203:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609277.125204:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609277.125205:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609277.125208:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e3e6c00. 00000020:00000010:3.0:1749609277.125213:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749609277.125217:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000001:3.0:1749609277.125222:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609277.125223:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609277.125225:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609277.125232:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609277.125240:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609277.125248:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609277.125250:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609277.125254:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1749609277.125257:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937504256 : -131938772047360 : ffff88009c5c2a00) 00000100:00000040:3.0:1749609277.125260:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c2a00 x1834598193443200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609277.125269:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193443200:12345-0@lo:38: 00000100:00000200:3.0:1749609277.125272:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193443200 00000020:00000001:3.0:1749609277.125275:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609277.125278:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609277.125290:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609277.125293:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609277.125294:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609277.125296:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193443328 02000000:00000001:1.0:1749609277.125298:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609277.125299:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609277.125301:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609277.125302:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609277.125304:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193443328 00000020:00000001:1.0:1749609277.125305:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609277.125306:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609277.125307:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609277.125308:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609277.125309:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609277.125312:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130df4400. 00000020:00000010:1.0:1749609277.125315:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800acc80580. 00000020:00000010:1.0:1749609277.125317:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a578. 00000100:00000001:1.0:1749609277.125319:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609277.125320:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609277.125322:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609277.125324:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609277.125335:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609277.125341:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609277.125347:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609277.125349:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1749609277.125351:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937502464 : -131938772049152 : ffff88009c5c2300) 00000100:00000040:1.0:1749609277.125353:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c2300 x1834598193443328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609277.125360:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193443328:12345-0@lo:38: 00000100:00000200:1.0:1749609277.125362:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193443328 00000020:00000001:1.0:1749609277.125363:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609277.125364:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609277.125369:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609277.125370:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609277.125372:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609277.125374:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609277.125377:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609277.125378:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609277.125380:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609277.125383:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a60a6400. 02000000:00000001:1.0:1749609277.125384:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609277.125385:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609277.125388:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609277.125389:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609277.125391:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609277.125393:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609277.125396:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609277.125397:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:1.0:1749609277.125398:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609277.125400:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609277.125401:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 02000000:00000001:1.0:1749609277.125402:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609277.125403:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609277.125404:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609277.125405:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609277.125410:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609277.125412:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193443328, offset 0 00000400:00000200:1.0:1749609277.125416:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609277.125420:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609277.125424:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03200 00000400:00000200:1.0:1749609277.125427:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3e91 [1] + 0 00000400:00000200:1.0:1749609277.125430:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609277.125432:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609277.125434:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609277.125436:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821500 x1834598193443328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609277.125441:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821500 x1834598193443328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609277.125453:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609277.125457:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609277.125458:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609277.125460:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609277.125461:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609277.125463:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609277.125464:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:1.0:1749609277.125466:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609277.125467:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609277.125469:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c2300 x1834598193443328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609297 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609277.125474:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193443328:12345-0@lo:38: Request processed in 114us (211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609277.125479:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1749609277.125481:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609277.125481:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609277.125484:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800acc80580. 00000020:00000010:1.0:1749609277.125487:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a578. 00000020:00000010:1.0:1749609277.125489:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130df4400. 00000100:00000001:1.0:1749609277.125493:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609277.130732:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298549574, at 4298549574 00000100:00000010:1.0:1749609277.130739:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4700. 00010000:00000001:3.0:1749609277.131878:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609277.131885:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609277.131900:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609277.131903:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609277.131906:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609277.131913:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298549574, at 4298549575 00000100:00000010:3.0:1749609277.131918:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4b40. 02000000:00000010:3.0:1749609277.131932:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7af800. 02000000:00000001:3.0:1749609277.131934:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609277.131936:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609277.131940:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609277.131941:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609277.131945:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609277.131947:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609277.131949:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609277.131952:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:3.0:1749609277.131953:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609277.131955:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609277.131957:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 02000000:00000001:3.0:1749609277.131959:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609277.131960:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609277.131962:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609277.131964:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609277.131967:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000200:3.0:1749609277.131971:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193443200, offset 0 00000400:00000200:3.0:1749609277.131975:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609277.131984:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609277.131991:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada03180 00000400:00000200:3.0:1749609277.131996:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3e89 [1] + 0 00000400:00000200:3.0:1749609277.132002:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609277.132005:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609277.132009:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609277.132013:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821180 x1834598193443200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609277.132020:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821180 x1834598193443200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609277.132042:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609277.132047:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609277.132049:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000001:3.0:1749609277.132051:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609277.132057:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609277.132060:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609277.132062:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:3.0:1749609277.132064:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609277.132066:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609277.132070:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c2a00 x1834598193443200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609297 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609277.132077:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193443200:12345-0@lo:38: Request processed in 6808us (6972us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609277.132086:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1749609277.132089:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609277.132090:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609277.132093:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749609277.132098:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:3.0:1749609277.132100:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e3e6c00. 00000100:00000001:3.0:1749609277.132103:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609277.132124:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609277.132126:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609277.132131:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609277.132132:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609277.132134:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00000400:00000200:3.0:1749609277.132136:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682908 00000400:00000010:3.0:1749609277.132137:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682908. 00000100:00000001:3.0:1749609277.132140:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609277.132142:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821180 x1834598193443200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609277.132149:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821180 x1834598193443200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609277.132154:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609277.132156:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609277.132157:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609277.132159:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609277.132161:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609277.132162:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609277.132164:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609277.132173:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609277 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609277.132176:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=39 v=20 (20 0 0 0) 00000100:00000001:3.0:1749609277.132179:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609277.132181:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609277.132182:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609277.132185:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f821180 x1834598193443200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609302 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609277.132190:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609277.132193:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609277.132195:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609277.132196:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609277.132198:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609277.132200:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609277.132203:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609277.132205:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609277.132207:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821180 x1834598193443200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609302 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609277.132213:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193443200:0@lo:38: 00000100:00000001:3.0:1749609277.132216:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609277.132218:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609277.132220:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f821180 x1834598193443200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609302 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609277.132227:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609277.132229:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609277.132231:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a8e3800. 02000000:00000001:3.0:1749609277.132234:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609277.132235:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609277.132236:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609277.132238:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609277.132240:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20f400. 02000000:00000001:3.0:1749609277.132242:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609277.132247:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609277.132248:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821180. 00000100:00000001:3.0:1749609277.132251:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609277.132252:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609277.132253:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609277.132255:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609277.132256:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609277.132257:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609277.132258:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609278.124733:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609278.124744:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609278.124746:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609278.124748:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609278.124751:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609278.124754:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609278.124756:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609279.122919:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609279.122923:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609279.122925:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609279.124744:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609279.124756:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609279.124757:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609279.124759:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609279.124762:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609279.124765:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609279.124766:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.124785:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609280.124802:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609280.124804:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609280.124808:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609280.124810:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609280.124814:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.124816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609281.124790:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609281.124805:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609281.124807:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609281.124810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609281.124812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609281.124816:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609281.124817:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609281.126836:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609281.126840:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609281.126842:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609282.124784:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609282.124800:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609282.124802:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609282.124818:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609282.124821:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609282.124824:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.124826:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.132892:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609282.132894:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609282.132896:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609282.132900:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820e00 x1834598193443584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.132907:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609282.132909:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609282.132912:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609282.132914:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609282.132916:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609282.132919:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193443584:0@lo:38: 00000100:00000001:3.0:1749609282.132923:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609282.132926:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609282.132928:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609282.132931:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609282.132935:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7aec00. 02000000:00000001:3.0:1749609282.132936:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609282.132942:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b420. 00000400:00000010:3.0:1749609282.132949:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000200:3.0:1749609282.132956:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193443584, portal 4 00000100:00000001:3.0:1749609282.132959:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609282.132960:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721883648 : -131938987667968 : ffff88008f820e00) 00000100:00000040:3.0:1749609282.132965:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820e00 x1834598193443584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.132972:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609282.132974:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609282.132976:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000100:00000200:3.0:1749609282.132978:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193443584, offset 0 00000400:00000200:3.0:1749609282.132983:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609282.132997:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609282.133007:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada03300 00000400:00000200:3.0:1749609282.133016:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 4680 00000400:00000200:3.0:1749609282.133022:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609282.133025:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609282.133029:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609282.133031:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749609282.133034:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d299880. 00000100:00000040:3.0:1749609282.133036:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d299880 x1834598193443584 msgsize 520 00000100:00100000:3.0:1749609282.133038:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609282.133052:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609282.133061:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000400:00000010:3.0:1749609282.133062:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000100:00000001:3.0:1749609282.133065:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609282.133067:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820e00 x1834598193443584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133074:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609282.133076:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820e00 x1834598193443584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133081:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133083:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609282.133086:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609282.133089:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 6126 usecs (7 jiffies) 00000100:00000001:3.0:1749609282.133093:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298554583 00000100:00000010:3.0:1749609282.133096:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d4c5b00. 00000100:00000001:3.0:1749609282.133103:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609282.133108:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298554583 00000100:00000010:3.0:1749609282.133109:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d4c5280. 00000100:00000001:3.0:1749609282.133112:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609282.133122:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298554583 00000100:00000010:3.0:1749609282.133124:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d4c5880. 00000100:00000001:3.0:1749609282.133126:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609282.133132:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298554583 00000100:00000010:3.0:1749609282.133138:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d4c5f00. 00000100:00000001:3.0:1749609282.133141:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609282.133143:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609282.133145:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133147:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133148:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609282.133151:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609282.133153:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609282.133154:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609282.133155:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609282.133156:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609282.133158:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133164:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609282.133165:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609282.133167:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609282.133168:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609282.133170:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609282.133171:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193443712:0@lo:38: 00000100:00000001:3.0:1749609282.133174:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609282.133176:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609282.133177:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609282.133178:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609282.133181:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7ad800. 02000000:00000001:3.0:1749609282.133182:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609282.133185:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b478. 00000400:00000010:3.0:1749609282.133187:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000100:00000200:3.0:1749609282.133190:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193443712, portal 10 00000100:00000001:3.0:1749609282.133191:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609282.133192:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721881856 : -131938987669760 : ffff88008f820700) 00000100:00000040:3.0:1749609282.133196:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133201:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609282.133206:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609282.133208:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000200:3.0:1749609282.133210:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193443712, offset 0 00000400:00000200:3.0:1749609282.133212:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609282.133217:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609282.133220:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada03380 00000400:00000200:3.0:1749609282.133225:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 3120 00000400:00000200:3.0:1749609282.133228:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609282.133231:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609282.133234:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609282.133235:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609282.133238:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d299c00. 00000100:00000040:3.0:1749609282.133240:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d299c00 x1834598193443712 msgsize 520 00000100:00100000:3.0:1749609282.133243:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609282.133256:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609282.133259:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000400:00000010:3.0:1749609282.133260:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000001:3.0:1749609282.133262:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609282.133264:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133270:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609282.133271:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609282.133273:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609282.133276:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609282.133276:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193443712 00000100:00000001:3.0:1749609282.133278:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609282.133278:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609282.133279:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609282.133280:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609282.133280:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609282.133282:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 2270 usecs (3 jiffies) 02000000:00000001:1.0:1749609282.133282:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133284:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298554579 00000100:00100000:1.0:1749609282.133284:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193443712 00000020:00000001:1.0:1749609282.133285:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609282.133286:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298554583 00000020:00000040:1.0:1749609282.133286:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609282.133287:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609282.133288:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298554579 00000020:00000001:1.0:1749609282.133288:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133289:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298554583 00000020:00000001:1.0:1749609282.133289:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133291:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298554579 00000100:00000001:3.0:1749609282.133292:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298554583 00000020:00000010:1.0:1749609282.133292:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130df4400. 00000020:00000010:1.0:1749609282.133295:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800acc80c80. 00000100:00000001:3.0:1749609282.133297:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298554579 00000020:00000010:1.0:1749609282.133297:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a578. 00000100:00000001:3.0:1749609282.133298:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298554583 00000100:00000001:1.0:1749609282.133299:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609282.133300:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609282.133300:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609282.133301:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609282.133301:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609282.133303:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609282.133305:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609282.133306:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609282.133307:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b420. 00000400:00000200:3.0:1749609282.133312:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609282.133313:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000001:3.0:1749609282.133315:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609282.133315:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609282.133317:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820e00 x1834598193443584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609282.133320:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609282.133321:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609282.133324:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820e00 x1834598193443584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609282.133324:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1749609282.133325:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950968320 : -131938758583296 : ffff88009d299c00) 00000100:00000040:1.0:1749609282.133328:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d299c00 x1834598193443712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133330:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609282.133331:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609282.133333:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749609282.133334:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193443712:12345-0@lo:38: 02000000:00000001:3.0:1749609282.133336:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609282.133337:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609282.133338:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609282.133340:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609282.133341:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193443712 00000020:00000001:1.0:1749609282.133342:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609282.133344:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:3.0:1749609282.133345:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609282 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609282.133348:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=44 v=20 (20 0 0 0) 00000020:00000001:1.0:1749609282.133348:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133350:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00020000:1.0:1749609282.133350:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609282.133351:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609282.133352:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609282.133353:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609282.133354:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609282.133354:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609282.133355:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609282.133356:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820e00 x1834598193443584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609307 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609282.133356:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609282.133358:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a60a5c00. 02000000:00000001:1.0:1749609282.133359:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609282.133360:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609282.133362:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609282.133362:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133363:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749609282.133364:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609282.133366:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609282.133366:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609282.133367:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609282.133367:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609282.133368:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:3.0:1749609282.133369:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609282.133369:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609282.133370:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609282.133371:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609282.133371:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 02000000:00000001:1.0:1749609282.133372:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609282.133373:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609282.133374:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609282.133375:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1749609282.133377:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749609282.133377:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609282.133379:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193443712, offset 0 00000100:00080000:3.0:1749609282.133380:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609282.133382:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609282.133382:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609282.133384:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820e00 x1834598193443584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609307 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609282.133386:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609282.133390:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03380 00000100:00100000:3.0:1749609282.133391:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193443584:0@lo:38: 00000400:00000200:1.0:1749609282.133393:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3ea9 [1] + 0 00000100:00000001:3.0:1749609282.133394:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133395:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609282.133396:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609282.133397:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820e00 x1834598193443584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609307 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609282.133401:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609282.133402:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609282.133403:0:7440:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609282.133404:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749609282.133405:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609282.133406:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7aec00. 00000100:00000040:1.0:1749609282.133409:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609282.133410:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609282.133412:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609282.133413:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609282.133414:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609282.133415:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609282.133417:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20fc00. 00000400:00000200:1.0:1749609282.133417:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609282.133418:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 02000000:00000001:3.0:1749609282.133419:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609282.133420:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609282.133420:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609282.133421:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609282.133422:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820e00. 00000100:00000001:1.0:1749609282.133422:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609282.133423:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:3.0:1749609282.133424:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609282.133425:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609282.133425:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133426:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609282.133426:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609282.133427:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d299c00 x1834598193443712/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609302 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133429:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609282.133430:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609282.133431:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193443712:12345-0@lo:38: Request processed in 98us (191us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609282.133432:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609282.133433:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609282.133435:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609282.133436:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749609282.133436:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1749609282.133437:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1749609282.133438:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b478. 00000100:00000001:1.0:1749609282.133438:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609282.133439:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800acc80c80. 00000400:00000200:3.0:1749609282.133440:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000400:00000010:3.0:1749609282.133441:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000020:00000010:1.0:1749609282.133441:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a578. 00000100:00000001:3.0:1749609282.133443:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609282.133443:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130df4400. 00000100:00000001:1.0:1749609282.133446:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609282.133455:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609282.133460:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133463:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609282.133464:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609282.133466:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609282.133467:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609282.133467:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609282.133468:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609282.133469:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609282.133471:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609282 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609282.133473:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=26 v=20 (20 0 0 0) 00000100:00000001:3.0:1749609282.133474:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609282.133475:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609282.133476:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609282.133478:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609307 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133481:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609282.133482:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609282.133483:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609282.133484:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609282.133484:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609282.133485:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609282.133486:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609282.133487:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609282.133488:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609307 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609282.133492:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193443712:0@lo:38: 00000100:00000001:3.0:1749609282.133494:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133496:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609282.133498:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820700 x1834598193443712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609307 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609282.133501:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609282.133502:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609282.133503:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7ad800. 02000000:00000001:3.0:1749609282.133506:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609282.133507:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609282.133507:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609282.133508:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609282.133509:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20f400. 02000000:00000001:3.0:1749609282.133510:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609282.133511:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609282.133512:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820700. 00000100:00000001:3.0:1749609282.133513:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609282.133514:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609282.133515:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133515:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609282.133516:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609282.133517:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609282.133517:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609282.139725:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298554583, at 4298554583 00000100:00000040:1.0:1749609282.139730:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298554583, at 4298554583 00000100:00000010:1.0:1749609282.139736:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d4c5280. 00000100:00000010:3.0:1749609282.139747:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d4c5f00. 00000020:00000001:1.0:1749609283.130896:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609283.130900:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609283.130903:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609283.132772:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609283.132783:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609283.132785:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609283.132787:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609283.132789:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609283.132792:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609283.132794:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749609283.615745:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b2390300. 00010000:00000010:0.1:1749609283.615751:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff58000. 00000100:00000001:3.0:1749609284.132821:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609284.132837:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609284.132852:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609284.132855:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609284.132857:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609284.132860:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609284.132862:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.132776:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609285.132804:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609285.132805:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609285.132810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609285.132812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609285.132816:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.132818:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609285.134878:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609285.134880:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609285.134887:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609287.138831:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609287.138835:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609287.138838:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609287.141272:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609287.141274:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193444096 02000000:00000001:1.0:1749609287.141276:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609287.141278:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609287.141279:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609287.141282:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609287.141284:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193444096 00000020:00000001:1.0:1749609287.141285:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609287.141287:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609287.141288:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609287.141290:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609287.141291:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609287.141294:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130df4400. 00000020:00000010:1.0:1749609287.141298:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800acc80c80. 00000020:00000010:1.0:1749609287.141301:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a578. 00000100:00000001:1.0:1749609287.141304:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609287.141305:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609287.141307:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609287.141310:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609287.141323:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609287.141330:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609287.141331:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609287.141334:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1749609287.141336:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937499776 : -131938772051840 : ffff88009c5c1880) 00000100:00000040:1.0:1749609287.141340:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c1880 x1834598193444096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609287.141349:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193444096:12345-0@lo:38: 00000100:00000200:1.0:1749609287.141352:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193444096 00000020:00000001:1.0:1749609287.141354:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609287.141356:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609287.141367:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609287.141370:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609287.141372:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609287.141374:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609287.141376:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609287.141377:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609287.141379:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609287.141381:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a60a5400. 02000000:00000001:1.0:1749609287.141383:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609287.141385:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609287.141387:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609287.141389:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609287.141390:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609287.141393:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609287.141395:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609287.141397:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 11 to 0@lo 00000100:00000001:1.0:1749609287.141398:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609287.141400:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609287.141403:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 02000000:00000001:1.0:1749609287.141404:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609287.141406:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609287.141407:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609287.141409:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609287.141411:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609287.141414:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193444096, offset 0 00000400:00000200:1.0:1749609287.141419:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609287.141424:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609287.141429:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03500 00000400:00000200:1.0:1749609287.141432:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3ec1 [1] + 0 00000400:00000200:1.0:1749609287.141436:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609287.141439:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609287.141441:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609287.141444:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820000 x1834598193444096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609287.141456:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820000 x1834598193444096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609287.141463:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609287.141467:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609287.141469:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609287.141472:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609287.141473:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609287.141475:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609287.141477:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:1.0:1749609287.141479:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609287.141481:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609287.141483:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c1880 x1834598193444096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609307 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609287.141491:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193444096:12345-0@lo:38: Request processed in 142us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609287.141497:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1749609287.141499:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609287.141500:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609287.141502:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800acc80c80. 00000020:00000010:1.0:1749609287.141505:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a578. 00000020:00000010:1.0:1749609287.141508:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130df4400. 00000100:00000001:1.0:1749609287.141511:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609287.146739:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298559590, at 4298559590 00000100:00000040:1.0:1749609287.146739:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298559590, at 4298559590 00000100:00000010:1.0:1749609287.146750:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4b40. 00000100:00000010:3.0:1749609287.146762:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4700. 00010000:00000010:2.1:1749609287.259771:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acce5900. 00010000:00000010:2.1:1749609287.259779:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b47eba00. 00000020:00000001:3.0:1749609288.140841:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609288.140845:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609288.140848:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609289.142868:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609289.142871:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609289.142874:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1749609289.615776:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acce5a00. 00010000:00000010:2.1:1749609289.615783:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b45f0600. 00000020:00000001:3.0:1749609290.144830:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609290.144833:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609290.144835:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609291.146909:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609291.146913:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609291.146915:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609292.149079:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609292.149082:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609292.149083:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609292.149380:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609292.149383:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193444608 02000000:00000001:1.0:1749609292.149391:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609292.149393:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609292.149394:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609292.149397:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609292.149399:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193444608 00000020:00000001:1.0:1749609292.149401:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609292.149402:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609292.149403:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609292.149405:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609292.149406:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609292.149409:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130df4400. 00000020:00000010:1.0:1749609292.149413:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800acc80c80. 00000020:00000010:1.0:1749609292.149416:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a578. 00000100:00000001:1.0:1749609292.149419:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609292.149420:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609292.149422:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609292.149425:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609292.149441:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609292.149449:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609292.149450:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609292.149454:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1749609292.149456:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937497984 : -131938772053632 : ffff88009c5c1180) 00000100:00000040:1.0:1749609292.149459:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c1180 x1834598193444608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609292.149461:0:6441:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800967a4000. 00000100:00100000:1.0:1749609292.149468:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193444608:12345-0@lo:38: 00000100:00000200:1.0:1749609292.149471:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193444608 00000020:00000001:1.0:1749609292.149474:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609292.149476:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609292.149482:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609292.149484:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609292.149485:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609292.149488:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609292.149490:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609292.149495:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609292.149497:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609292.149508:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a210000. 02000000:00000001:1.0:1749609292.149510:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609292.149512:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609292.149514:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609292.149516:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609292.149518:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609292.149520:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609292.149522:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609292.149524:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:1.0:1749609292.149525:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609292.149527:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609292.149530:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 02000000:00000001:1.0:1749609292.149531:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609292.149533:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609292.149534:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609292.149536:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609292.149538:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609292.149541:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193444608, offset 0 00000400:00000200:1.0:1749609292.149545:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609292.149550:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609292.149555:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03700 00000400:00000200:1.0:1749609292.149559:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3ed9 [1] + 0 00000400:00000200:1.0:1749609292.149563:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609292.149565:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609292.149568:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609292.149570:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820380 x1834598193444608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609292.149578:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820380 x1834598193444608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609292.149594:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609292.149598:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609292.149603:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609292.149607:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609292.149609:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609292.149612:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609292.149614:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:1.0:1749609292.149615:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609292.149617:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609292.149620:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c1180 x1834598193444608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609312 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609292.149627:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193444608:12345-0@lo:38: Request processed in 160us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609292.149634:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1749609292.149636:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609292.149637:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609292.149640:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800acc80c80. 00000020:00000010:1.0:1749609292.149643:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a578. 00000020:00000010:1.0:1749609292.149646:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130df4400. 00000100:00000001:1.0:1749609292.149649:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609292.154718:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298564598, at 4298564598 00000100:00000010:1.0:1749609292.154722:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d48c0. 00000100:00000040:3.0:1749609292.154733:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298564598, at 4298564598 00000100:00000010:3.0:1749609292.154739:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4ac0. 00000020:00000001:1.0:1749609293.150843:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609293.150846:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609293.150849:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:1.0:1749609293.258358:0:7459:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749609293.258362:0:7459:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130df4400. 00000020:00000010:1.0:1749609293.258365:0:7459:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880130df4600. 00000040:00000010:1.0:1749609293.258367:0:7459:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880130df4800. 00000020:00000010:1.0:1749609293.258370:0:7459:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b99000. 00000020:00000010:1.0:1749609293.258373:0:7459:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1d588. 00000020:00000010:1.0:1749609293.258375:0:7459:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880130df4a00. 80000000:00000010:1.0:1749609293.258378:0:7459:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9180. 40000000:00000010:1.0:1749609293.258380:0:7459:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012ffc9880. 00100000:00000010:1.0:1749609293.258382:0:7459:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b9d000. 00040000:00000010:1.0:1749609293.258385:0:7459:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280600. 00040000:00000010:1.0:1749609293.258391:0:7459:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880130df4c00. 00080000:00000010:1.0:1749609293.258395:0:7459:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fa8000. 00080000:00000010:1.0:1749609293.258403:0:7459:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a218000. 00000004:00000010:1.0:1749609293.258407:0:7459:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097b9d800. 00000004:00000010:1.0:1749609293.258410:0:7459:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fa9000. 00000004:00000010:1.0:1749609293.258413:0:7459:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097b9a000. 00002000:00000010:1.0:1749609293.258415:0:7459:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009a210400. 00000004:00000010:1.0:1749609293.258417:0:7459:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009a210800. 00000020:00000010:1.0:1749609293.258419:0:7459:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012ffc9580. 00000040:00000010:1.0:1749609293.258424:0:7459:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009a21a000. 00000040:00001000:1.0:1749609293.258426:0:7459:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749609293.258427:0:7459:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749609293.258429:0:7459:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749609293.258431:0:7459:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:1.0:1749609293.258436:0:7459:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749609293.258437:0:7459:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609293.258438:0:7459:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a000 type=0x10620000 idx=1 00000040:00001000:1.0:1749609293.258441:0:7459:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749609293.258442:0:7459:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1749609293.258444:0:7459:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749609293.258447:0:7459:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749609293.258448:0:7459:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749609293.258449:0:7459:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749609293.258454:0:7459:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1749609293.258455:0:7459:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749609293.258458:0:7459:0:(obd_mount.c:979:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609293.258462:0:7459:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b4280700. 00000020:00000080:1.0:1749609293.258465:0:7459:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749609293.258467:0:7459:0:(obd_config.c:1473:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000001:1.0:1749609293.258469:0:7459:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609293.258471:0:7459:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b4280700. 00000020:00000001:1.0:1749609293.258473:0:7459:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609293.258474:0:7459:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749609293.258475:0:7459:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1749609293.258479:0:7459:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1749609293.258480:0:7459:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749609293.258482:0:7459:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff8800acc80c80. 00000020:00000080:1.0:1749609293.258483:0:7459:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749609293.258485:0:7459:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749609293.258487:0:7459:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749609293.258497:0:7459:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880136ac0000. 00000020:00000080:1.0:1749609293.258500:0:7459:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff880136ac0000) 00000020:00000001:1.0:1749609293.258502:0:7459:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749609293.258504:0:7459:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097b9c000. 00000020:00000001:1.0:1749609293.258505:0:7459:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749609293.258506:0:7459:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880097b9c000 with handle 0xae754a088751483f to hash 00000020:00000001:1.0:1749609293.258508:0:7459:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749609293.258510:0:7459:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749609293.258511:0:7459:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609293.258513:0:7459:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134859751424 : -131938849800192 : ffff880097b9c000) 00000020:00000040:1.0:1749609293.258514:0:7459:0:(genops.c:898:class_export_put()) PUTting export ffff880097b9c000 : new refcount 1 00000020:00000040:1.0:1749609293.258523:0:7459:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880136ac0000) now 2 - obd_device_list 00000020:00000001:1.0:1749609293.258527:0:7459:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749609293.258529:0:7459:0:(obd_config.c:653:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000001:1.0:1749609293.258530:0:7459:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609293.258531:0:7459:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609293.258532:0:7459:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff8800acc80c80. 00000020:00000001:1.0:1749609293.258534:0:7459:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609293.258534:0:7459:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a160 type=0x10620000 idx=3 00000040:00001000:1.0:1749609293.258535:0:7459:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1749609293.258536:0:7459:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1749609293.258537:0:7459:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000040:1.0:1749609293.258537:0:7459:0:(obd_config.c:1842:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:1.0:1749609293.258538:0:7459:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff8800a61b90c0. 00000020:00000080:1.0:1749609293.258539:0:7459:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749609293.258542:0:7459:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749609293.258557:0:7459:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749609293.258559:0:7459:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800968cf480. 00000001:00000010:1.0:1749609293.258563:0:7459:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b407f200. 00000001:00000010:1.0:1749609293.258568:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880130df5000. 00000001:00000010:1.0:1749609293.258570:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880130df5200. 00000001:00000010:1.0:1749609293.258572:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880130df5400. 00000001:00000010:1.0:1749609293.258573:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880130df5600. 00000001:00000001:1.0:1749609293.258575:0:7459:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749609293.258576:0:7459:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800968cfe40. 00000001:00000010:1.0:1749609293.258577:0:7459:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b407f500. 00000001:00000010:1.0:1749609293.258578:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880130df5800. 00000001:00000010:1.0:1749609293.258580:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880130df5a00. 00000001:00000010:1.0:1749609293.258581:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880130df5c00. 00000001:00000010:1.0:1749609293.258582:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880130df5e00. 00000020:00000001:1.0:1749609293.258583:0:7459:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749609293.258588:0:7459:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f154000. 00000020:00000010:1.0:1749609293.258590:0:7459:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800acc80c80. 00000020:00000010:1.0:1749609293.258592:0:7459:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a578. 00000008:00000010:1.0:1749609293.258596:0:7459:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e426e0. 00020000:00000010:1.0:1749609293.258599:0:7459:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d4b40. 00008000:00000010:1.0:1749609293.258602:0:7459:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8b28. 00000080:00000010:1.0:1749609293.258606:0:7459:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf9c30. 00000020:00000010:1.0:1749609293.258608:0:7459:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f154200. 00000020:00000010:1.0:1749609293.258609:0:7459:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f154400. 00000020:00000010:1.0:1749609293.258611:0:7459:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9e800. 00000020:00000010:1.0:1749609293.258613:0:7459:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1da90. 00000020:00000010:1.0:1749609293.258614:0:7459:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009f154600. 80000000:00000010:1.0:1749609293.258616:0:7459:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a61b9240. 40000000:00000010:1.0:1749609293.258617:0:7459:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012ffc9800. 00100000:00000010:1.0:1749609293.258619:0:7459:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b99800. 00040000:00000010:1.0:1749609293.258621:0:7459:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280700. 00040000:00000010:1.0:1749609293.258622:0:7459:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f154800. 00080000:00000010:1.0:1749609293.258625:0:7459:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134faa000. 00080000:00000010:1.0:1749609293.258629:0:7459:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a21c000. 00002000:00000010:1.0:1749609293.258631:0:7459:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009a211c00. 00002000:00000010:1.0:1749609293.258634:0:7459:0:(ofd_dev.c:3325:ofd_device_alloc()) kmalloced '(m)': 1864 at ffff880097b9c800. 00002000:00000001:1.0:1749609293.258639:0:7459:0:(ofd_dev.c:3058:ofd_init0()) Process entered 00002000:00000001:1.0:1749609293.258642:0:7459:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:1.0:1749609293.258644:0:7459:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749609293.258645:0:7459:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749609293.258647:0:7459:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137498260352 : -131936211291264 : ffff880134fe3380) 00000020:01000004:1.0:1749609293.258649:0:7459:0:(tgt_mount.c:154:server_get_mount()) get mount ffff880096d20800 from lustre-OST0000, refs=2 00000020:00000001:1.0:1749609293.258650:0:7459:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137498260352 : -131936211291264 : ffff880134fe3380) 00002000:00000010:1.0:1749609293.258652:0:7459:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff88012ffc9c80. 00002000:00000001:1.0:1749609293.258653:0:7459:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:1.0:1749609293.258654:0:7459:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff8800968cff00. 00002000:00000001:1.0:1749609293.258656:0:7459:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:1.0:1749609293.258658:0:7459:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:1.0:1749609293.258659:0:7459:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000001:1.0:1749609293.258660:0:7459:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749609293.258661:0:7459:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749609293.258662:0:7459:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097b9e000. 00000020:00000001:1.0:1749609293.258663:0:7459:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749609293.258664:0:7459:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880097b9e000 with handle 0xae754a0887514846 to hash 00000020:00000001:1.0:1749609293.258665:0:7459:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749609293.258666:0:7459:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749609293.258667:0:7459:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609293.258669:0:7459:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800923f4050) now 5 - export 00000020:00000001:1.0:1749609293.258670:0:7459:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134859759616 : -131938849792000 : ffff880097b9e000) 00000020:00000040:1.0:1749609293.258671:0:7459:0:(genops.c:898:class_export_put()) PUTting export ffff880097b9e000 : new refcount 1 00000020:00000080:1.0:1749609293.258672:0:7459:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xae754a0887514846 00000020:00000001:1.0:1749609293.258673:0:7459:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609293.258698:0:7459:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609293.258698:0:7459:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514846 00000020:00000001:1.0:1749609293.258699:0:7459:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609293.258700:0:7459:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097b9e000 refcount=2 00000020:00000001:1.0:1749609293.258701:0:7459:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134859759616 : -131938849792000 : ffff880097b9e000) 00000020:00000001:1.0:1749609293.258703:0:7459:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134859759616 : -131938849792000 : ffff880097b9e000) 00080000:00000001:1.0:1749609293.258704:0:7459:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749609293.258705:0:7459:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749609293.258706:0:7459:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff8800968cff00. 00002000:00000001:1.0:1749609293.258711:0:7459:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749609293.258712:0:7459:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff88012ffc9c80. 00002000:00000001:1.0:1749609293.258715:0:7459:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609293.258717:0:7459:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749609293.258719:0:7459:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749609293.258721:0:7459:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749609293.258723:0:7459:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009a212000. 00000001:00000001:1.0:1749609293.258724:0:7459:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749609293.258726:0:7459:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b4280800. 00000001:00000010:1.0:1749609293.258728:0:7459:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff88009f154c00. 00000001:00000010:1.0:1749609293.258764:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005296000. 00000001:00000010:1.0:1749609293.258821:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052a0000. 00000001:00000010:1.0:1749609293.258858:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052aa000. 00000001:00000010:1.0:1749609293.258893:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052b4000. 00000001:00000010:1.0:1749609293.258929:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052be000. 00000001:00000010:1.0:1749609293.258970:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052c8000. 00000001:00000010:1.0:1749609293.259016:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052d2000. 00000001:00000010:1.0:1749609293.259054:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052dc000. 00000001:00000010:1.0:1749609293.259098:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052e6000. 00000001:00000010:1.0:1749609293.259134:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052f0000. 00000001:00000010:1.0:1749609293.259168:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052fa000. 00000001:00000010:1.0:1749609293.259210:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005304000. 00000001:00000010:1.0:1749609293.259246:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000530e000. 00000001:00000010:1.0:1749609293.259281:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005318000. 00000001:00000010:1.0:1749609293.259314:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005322000. 00000001:00000010:1.0:1749609293.259355:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000532c000. 00000001:00000010:1.0:1749609293.259390:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005336000. 00000001:00000010:1.0:1749609293.259423:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005340000. 00000001:00000010:1.0:1749609293.259461:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000534a000. 00000001:00000010:1.0:1749609293.259496:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005354000. 00000001:00000010:1.0:1749609293.259529:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000535e000. 00000001:00000010:1.0:1749609293.259564:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005368000. 00000001:00000010:1.0:1749609293.259601:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005372000. 00000001:00000010:1.0:1749609293.259636:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000537c000. 00000001:00000010:1.0:1749609293.259669:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005386000. 00000001:00000010:1.0:1749609293.259724:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005390000. 00000001:00000010:1.0:1749609293.259759:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000539a000. 00000001:00000010:1.0:1749609293.259804:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053a4000. 00000001:00000010:1.0:1749609293.259840:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053ae000. 00000001:00000010:1.0:1749609293.259879:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053b8000. 00000001:00000010:1.0:1749609293.259913:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053c2000. 00000001:00000010:1.0:1749609293.259947:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053cc000. 00000001:00000010:1.0:1749609293.259985:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053d6000. 00000001:00000010:1.0:1749609293.260018:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053e0000. 00000001:00000010:1.0:1749609293.260051:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053ea000. 00000001:00000010:1.0:1749609293.260088:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053f4000. 00000001:00000010:1.0:1749609293.260121:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053fe000. 00000001:00000010:1.0:1749609293.260155:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005408000. 00000001:00000010:1.0:1749609293.260189:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005412000. 00000001:00000010:1.0:1749609293.260228:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000541c000. 00000001:00000010:1.0:1749609293.260261:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005426000. 00000001:00000010:1.0:1749609293.260294:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005430000. 00000001:00000010:1.0:1749609293.260327:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000543a000. 00000001:00000010:1.0:1749609293.260357:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005444000. 00000001:00000010:1.0:1749609293.260390:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000544e000. 00000001:00000010:1.0:1749609293.260422:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005458000. 00000001:00000010:1.0:1749609293.260458:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005462000. 00000001:00000010:1.0:1749609293.260491:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000546c000. 00000001:00000010:1.0:1749609293.260524:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005476000. 00000001:00000010:1.0:1749609293.260557:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005480000. 00000001:00000010:1.0:1749609293.260585:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000548a000. 00000001:00000010:1.0:1749609293.260614:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005494000. 00000001:00000010:1.0:1749609293.260645:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000549e000. 00000001:00000010:1.0:1749609293.260694:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054a8000. 00000001:00000010:1.0:1749609293.260731:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054b2000. 00000001:00000010:1.0:1749609293.260765:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054bc000. 00000001:00000010:1.0:1749609293.260812:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054c6000. 00000001:00000010:1.0:1749609293.260842:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054d0000. 00000001:00000010:1.0:1749609293.260876:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054da000. 00000001:00000010:1.0:1749609293.260913:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054e4000. 00000001:00000010:1.0:1749609293.260946:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054ee000. 00000001:00000010:1.0:1749609293.260980:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054f8000. 00000001:00000010:1.0:1749609293.261012:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005502000. 00000001:00000010:1.0:1749609293.261046:0:7459:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000550c000. 00000020:00000010:1.0:1749609293.261103:0:7459:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009a212400. 00000020:00000010:1.0:1749609293.261105:0:7459:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b407f160. 00010000:00000001:1.0:1749609293.261123:0:7459:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749609293.261138:0:7459:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749609293.261147:0:7459:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009a212800. 00000020:00000010:1.0:1749609293.261149:0:7459:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88009f154e00. 00010000:00000001:1.0:1749609293.261155:0:7459:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749609293.261157:0:7459:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-1 is initialized 00010000:00000001:1.0:1749609293.261158:0:7459:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609293.261160:0:7459:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134900080640 : -131938809470976 : ffff88009a212000) 00000020:00000001:1.0:1749609293.261162:0:7459:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:1.0:1749609293.261166:0:7459:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1443, crc32c 9015, adler 1215, t10ip512 6263, t10ip4k 7363, t10crc512 1259, t10crc4k 1831 00000020:00000001:1.0:1749609293.261171:0:7459:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1749609293.261176:0:7459:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609293.261188:0:7459:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff880096890000. 00000020:00000001:1.0:1749609293.261190:0:7459:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:1.0:1749609293.261191:0:7459:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749609293.261194:0:7459:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b4280900. 00002000:00000001:1.0:1749609293.261196:0:7459:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1749609293.261201:0:7459:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880096894000. 00002000:00000001:1.0:1749609293.261203:0:7459:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134839795800 : -131938869755816 : ffff880096894058) 00002000:00000001:1.0:1749609293.261223:0:7459:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1749609293.261226:0:7459:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:1.0:1749609293.261252:0:7459:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f155000. 00002000:00000001:1.0:1749609293.261254:0:7459:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749609293.261255:0:7459:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749609293.261258:0:7459:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1749609293.261259:0:7459:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749609293.261261:0:7459:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1749609293.261268:0:7459:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff880130df0f20. 00000001:00000010:1.0:1749609293.261277:0:7459:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff880130df0f20. 00080000:00000001:1.0:1749609293.261281:0:7459:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1749609293.261282:0:7459:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749609293.261285:0:7459:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749609293.261287:0:7459:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749609293.261292:0:7459:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749609293.261293:0:7459:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609293.261296:0:7459:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134839795800 : -131938869755816 : ffff880096894058) 00000020:00000001:1.0:1749609293.261298:0:7459:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612134983192576 : -131938726359040 : ffff88009f155000) 00000001:00000040:1.0:1749609293.261306:0:7459:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967432: rc = 0 00000001:00000002:1.0:1749609293.261308:0:7459:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:1.0:1749609293.261309:0:7459:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 4294967432 00000001:00000002:1.0:1749609293.261310:0:7459:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 2 00000001:00000002:1.0:1749609293.261311:0:7459:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:1.0:1749609293.261312:0:7459:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:1.0:1749609293.261312:0:7459:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:1.0:1749609293.261313:0:7459:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 8576 00000001:00000002:1.0:1749609293.261314:0:7459:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:1.0:1749609293.261315:0:7459:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 3 00000001:00000002:1.0:1749609293.261315:0:7459:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:1.0:1749609293.261316:0:7459:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:1.0:1749609293.261318:0:7459:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff8800b1962980. 00010000:00000010:2.1:1749609293.262720:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff58600. 00002000:00000001:1.0:1749609293.263620:0:7461:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00000020:00000001:3.0:1749609294.152849:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609294.152853:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609294.152856:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609295.154871:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609295.154875:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609295.154877:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1749609295.620783:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acce5800. 00010000:00000010:1.1:1749609295.620795:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800973a0e00. 00000020:00000001:3.0:1749609296.156857:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609296.156861:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609296.156863:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1749609297.150523:0:6490:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009a21e000. 00000100:00000001:1.0:1749609297.150537:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609297.150538:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193445120 02000000:00000001:1.0:1749609297.150540:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609297.150541:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609297.150542:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609297.150544:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609297.150546:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193445120 00000020:00000001:1.0:1749609297.150547:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609297.150548:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609297.150549:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609297.150550:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609297.150551:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609297.150553:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f155200. 00000020:00000010:1.0:1749609297.150555:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1962280. 00000020:00000010:1.0:1749609297.150557:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000100:00000001:1.0:1749609297.150558:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609297.150559:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609297.150561:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609297.150563:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609297.150572:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609297.150576:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609297.150577:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609297.150580:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1749609297.150581:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937495296 : -131938772056320 : ffff88009c5c0700) 00000100:00000040:1.0:1749609297.150583:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c0700 x1834598193445120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609297.150590:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193445120:12345-0@lo:38: 00000100:00000200:1.0:1749609297.150592:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193445120 00000020:00000001:1.0:1749609297.150593:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609297.150594:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609297.150599:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609297.150600:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609297.150606:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609297.150608:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609297.150610:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609297.150612:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609297.150614:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609297.150617:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a212c00. 02000000:00000001:1.0:1749609297.150618:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609297.150619:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609297.150622:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609297.150623:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609297.150625:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609297.150627:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609297.150629:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609297.150630:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:1.0:1749609297.150631:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609297.150632:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609297.150633:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 02000000:00000001:1.0:1749609297.150635:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609297.150636:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609297.150637:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609297.150638:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609297.150640:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609297.150642:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193445120, offset 0 00000400:00000200:1.0:1749609297.150645:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609297.150650:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609297.150654:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03900 00000400:00000200:1.0:1749609297.150656:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3ef9 [1] + 0 00000400:00000200:1.0:1749609297.150659:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609297.150661:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609297.150663:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609297.150665:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820e00 x1834598193445120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609297.150670:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820e00 x1834598193445120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609297.150709:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609297.150713:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609297.150714:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609297.150716:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609297.150717:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609297.150719:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609297.150720:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:1.0:1749609297.150721:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609297.150723:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609297.150725:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c0700 x1834598193445120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609317 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609297.150730:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193445120:12345-0@lo:38: Request processed in 140us (216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609297.150735:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1749609297.150736:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609297.150737:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609297.150740:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1962280. 00000020:00000010:1.0:1749609297.150742:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:1.0:1749609297.150744:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009f155200. 00000100:00000001:1.0:1749609297.150748:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609297.159269:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609297.159272:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609297.159274:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609297.159379:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609297.159383:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609297.159386:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609297.159387:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609297.159388:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000400:00000200:3.0:1749609297.159391:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682550 00000400:00000010:3.0:1749609297.159392:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682550. 00000100:00000001:3.0:1749609297.159394:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609297.159397:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820700 x1834598193444992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609297.159412:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820700 x1834598193444992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609297.159416:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609297.159417:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609297.159418:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609297.159419:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609297.159420:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609297.159421:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609297.159422:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609297.159426:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609297 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609297.159427:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=59 v=20 (20 0 0 0) 00000100:00000001:3.0:1749609297.159429:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609297.159430:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609297.159432:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609297.159433:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820700 x1834598193444992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609322 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609297.159437:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609297.159439:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609297.159440:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609297.159441:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609297.159442:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609297.159443:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609297.159445:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609297.159446:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609297.159447:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820700 x1834598193444992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609322 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609297.159451:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193444992:0@lo:38: 00000100:00000001:3.0:1749609297.159454:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609297.159454:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609297.159458:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820700 x1834598193444992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609322 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609297.159462:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609297.159463:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609297.159465:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a8e1400. 02000000:00000001:3.0:1749609297.159467:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609297.159468:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609297.159469:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609297.159470:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609297.159471:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20e400. 02000000:00000001:3.0:1749609297.159473:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609297.159474:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609297.159475:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820700. 00000100:00000001:3.0:1749609297.159477:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609297.159477:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609297.159478:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609297.159479:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609297.159480:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609297.159481:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609297.159481:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609297.161716:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298569605, at 4298569605 00000100:00000040:3.0:1749609297.161719:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298569605, at 4298569605 00000100:00000010:1.0:1749609297.161723:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b414ce80. 00000100:00000010:3.0:1749609297.161725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b414c680. 00000020:00000001:3.0:1749609298.160928:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609298.160932:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609298.160934:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1749609298.512989:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1749609299.162893:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609299.162897:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609299.162900:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:1.0:1749609299.264640:0:7467:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749609299.264646:0:7467:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f155200. 00000020:00000010:1.0:1749609299.264648:0:7467:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f155400. 00000040:00000010:1.0:1749609299.264650:0:7467:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009f155600. 00000020:00000010:1.0:1749609299.264657:0:7467:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9b800. 00000020:00000010:1.0:1749609299.264661:0:7467:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1df98. 00000020:00000010:1.0:1749609299.264663:0:7467:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009f155800. 80000000:00000010:1.0:1749609299.264665:0:7467:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130dadd20. 40000000:00000010:1.0:1749609299.264667:0:7467:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b4325b40. 00100000:00000010:1.0:1749609299.264670:0:7467:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b9b000. 00040000:00000010:1.0:1749609299.264673:0:7467:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280d00. 00040000:00000010:1.0:1749609299.264716:0:7467:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f155a00. 00080000:00000010:1.0:1749609299.264720:0:7467:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fab000. 00080000:00000010:1.0:1749609299.264729:0:7467:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a218000. 00000004:00000010:1.0:1749609299.264733:0:7467:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097b98800. 00000004:00000010:1.0:1749609299.264749:0:7467:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fac000. 00000004:00000010:1.0:1749609299.264752:0:7467:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097b9a800. 00002000:00000010:1.0:1749609299.264755:0:7467:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009a213000. 00000004:00000010:1.0:1749609299.264758:0:7467:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009a213400. 00000020:00000010:1.0:1749609299.264762:0:7467:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b4325c00. 00000040:00000010:1.0:1749609299.264767:0:7467:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009a21a000. 00000040:00080000:1.0:1749609299.265090:0:7467:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 1 00000040:00000010:1.0:1749609299.265093:0:7467:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009a21a000. 00000020:00000010:1.0:1749609299.265100:0:7467:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b4325c00. 00000020:00000010:1.0:1749609299.265113:0:7467:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009f155400. 00000040:00000010:1.0:1749609299.265118:0:7467:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009f155600. 00000020:00000010:1.0:1749609299.265120:0:7467:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9b800. 00000020:00000010:1.0:1749609299.265123:0:7467:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a1df98. 00000020:00000010:1.0:1749609299.265127:0:7467:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009f155800. 80000000:00000010:1.0:1749609299.265129:0:7467:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130dadd20. 40000000:00000010:1.0:1749609299.265130:0:7467:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b4325b40. 00100000:00000010:1.0:1749609299.265132:0:7467:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097b9b000. 00040000:00000010:1.0:1749609299.265134:0:7467:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4280d00. 00040000:00000010:1.0:1749609299.265136:0:7467:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009f155a00. 00080000:00000010:1.0:1749609299.265138:0:7467:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a218000. 00080000:00000010:1.0:1749609299.265141:0:7467:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880134fab000. 00000004:00000010:1.0:1749609299.265144:0:7467:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880097b98800. 00000004:00000010:1.0:1749609299.265151:0:7467:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880134fac000. 00000004:00000010:1.0:1749609299.265153:0:7467:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880097b9a800. 00002000:00000010:1.0:1749609299.265156:0:7467:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009a213000. 00000004:00000010:1.0:1749609299.265158:0:7467:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009a213400. 00000020:00000010:1.0:1749609299.265160:0:7467:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009f155200. 00010000:00000010:3.1:1749609299.266830:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e901c00. 00010000:00000010:3.1:1749609299.266838:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009a209000. 00000020:00000001:3.0:1749609300.164796:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609300.164800:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609300.164802:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609301.166862:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609301.166866:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609301.166868:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609302.165329:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609302.165331:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193445504 02000000:00000001:1.0:1749609302.165333:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609302.165335:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609302.165336:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609302.165339:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609302.165341:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193445504 00000020:00000001:1.0:1749609302.165343:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609302.165344:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609302.165345:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609302.165347:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609302.165348:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609302.165351:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f155200. 00000020:00000010:1.0:1749609302.165354:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1962280. 00000020:00000010:1.0:1749609302.165357:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000100:00000001:1.0:1749609302.165360:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609302.165361:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609302.165362:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609302.165366:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609302.165377:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609302.165384:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609302.165386:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609302.165389:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1749609302.165391:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937493504 : -131938772058112 : ffff88009c5c0000) 00000100:00000040:1.0:1749609302.165393:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c0000 x1834598193445504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609302.165400:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193445504:12345-0@lo:38: 00000100:00000200:1.0:1749609302.165407:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193445504 00000020:00000001:1.0:1749609302.165409:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609302.165410:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609302.165415:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609302.165417:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609302.165418:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609302.165420:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609302.165421:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609302.165422:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609302.165423:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609302.165425:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a213400. 02000000:00000001:1.0:1749609302.165426:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609302.165427:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609302.165429:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609302.165430:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609302.165431:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609302.165433:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609302.165434:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609302.165435:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:1.0:1749609302.165436:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609302.165437:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609302.165438:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 02000000:00000001:1.0:1749609302.165439:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609302.165440:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609302.165441:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609302.165442:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609302.165444:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609302.165446:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193445504, offset 0 00000400:00000200:1.0:1749609302.165449:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609302.165453:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609302.165457:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03a80 00000400:00000200:1.0:1749609302.165460:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3f11 [1] + 0 00000400:00000200:1.0:1749609302.165464:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609302.165471:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609302.165474:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609302.165476:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821880 x1834598193445504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609302.165484:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821880 x1834598193445504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609302.165500:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609302.165505:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609302.165507:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609302.165510:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609302.165511:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609302.165513:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609302.165515:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 9 to 0@lo 00000100:00000001:1.0:1749609302.165517:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609302.165519:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609302.165522:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c0000 x1834598193445504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609322 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609302.165530:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193445504:12345-0@lo:38: Request processed in 129us (243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609302.165535:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1749609302.165537:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609302.165538:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609302.165540:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1962280. 00000020:00000010:1.0:1749609302.165543:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:1.0:1749609302.165545:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009f155200. 00000100:00000001:1.0:1749609302.165549:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609302.168796:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609302.168799:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609302.168801:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1749609302.170745:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298574614, at 4298574614 00000100:00000040:3.0:1749609302.170746:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298574614, at 4298574614 00000100:00000010:1.0:1749609302.170756:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b414ce00. 00000100:00000010:3.0:1749609302.170775:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b414cb00. 00000020:00000001:1.0:1749609303.170830:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609303.170833:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609303.170835:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609304.172890:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609304.172894:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609304.172907:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609305.174878:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609305.174881:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609305.174890:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:1.0:1749609305.266741:0:7472:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749609305.266750:0:7472:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f155200. 00000020:00000010:1.0:1749609305.266756:0:7472:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f155c00. 00000040:00000010:1.0:1749609305.266758:0:7472:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009f155a00. 00000020:00000010:1.0:1749609305.266762:0:7472:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9a800. 00000020:00000010:1.0:1749609305.266767:0:7472:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1df98. 00000020:00000010:1.0:1749609305.266770:0:7472:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009f155800. 80000000:00000010:1.0:1749609305.266774:0:7472:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130dadd20. 40000000:00000010:1.0:1749609305.266777:0:7472:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b4325b40. 00100000:00000010:1.0:1749609305.266781:0:7472:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b98800. 00040000:00000010:1.0:1749609305.266784:0:7472:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280d00. 00040000:00000010:1.0:1749609305.266786:0:7472:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f155600. 00080000:00000010:1.0:1749609305.266792:0:7472:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fac000. 00080000:00000010:1.0:1749609305.266797:0:7472:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a218000. 00000004:00000010:1.0:1749609305.266803:0:7472:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097b9b000. 00000004:00000010:1.0:1749609305.266807:0:7472:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fab000. 00000004:00000010:1.0:1749609305.266811:0:7472:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097b9b800. 00002000:00000010:1.0:1749609305.266814:0:7472:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009a213000. 00000004:00000010:1.0:1749609305.266817:0:7472:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009a213800. 00000020:00000010:1.0:1749609305.266822:0:7472:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b4325c00. 00000040:00000010:1.0:1749609305.266828:0:7472:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009a21a000. 00000040:00001000:1.0:1749609305.266830:0:7472:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749609305.266832:0:7472:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749609305.266834:0:7472:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749609305.266839:0:7472:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 14688 00000040:00000001:1.0:1749609305.266854:0:7472:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749609305.266856:0:7472:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266858:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a000 type=0x10620000 idx=1 00000040:00001000:1.0:1749609305.266860:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749609305.266862:0:7472:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266865:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.266868:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749609305.266870:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.266881:0:7472:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609305.266883:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266885:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749609305.266887:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749609305.266888:0:7472:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266890:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.266890:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266892:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a158 type=0x10620000 idx=3 00000040:00001000:1.0:1749609305.266893:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1749609305.266894:0:7472:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266895:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.266895:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266897:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a200 type=0x10620000 idx=4 00000040:00001000:1.0:1749609305.266898:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1749609305.266899:0:7472:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266901:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.266902:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749609305.266903:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.266904:0:7472:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609305.266905:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266907:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a2e0 type=0x10620000 idx=5 00000040:00001000:1.0:1749609305.266908:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1749609305.266909:0:7472:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266910:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.266911:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749609305.266912:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.266913:0:7472:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609305.266914:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266916:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a3c0 type=0x10620000 idx=6 00000040:00001000:1.0:1749609305.266917:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1749609305.266918:0:7472:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266919:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.266920:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266921:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a438 type=0x10620000 idx=7 00000040:00001000:1.0:1749609305.266926:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1749609305.266928:0:7472:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266929:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.266931:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266932:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a4e0 type=0x10620000 idx=8 00000040:00001000:1.0:1749609305.266933:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1749609305.266934:0:7472:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266936:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.266937:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749609305.266938:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.266939:0:7472:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609305.266940:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266941:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a5c0 type=0x10620000 idx=9 00000040:00001000:1.0:1749609305.266943:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1749609305.266944:0:7472:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266945:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.266946:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749609305.266946:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.266947:0:7472:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609305.266949:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266950:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a6a0 type=0x10620000 idx=10 00000040:00001000:1.0:1749609305.266951:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1749609305.266953:0:7472:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266954:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.266955:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266956:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a718 type=0x10620000 idx=11 00000040:00001000:1.0:1749609305.266957:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1749609305.266959:0:7472:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266960:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.266961:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749609305.266961:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.266962:0:7472:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609305.266964:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266965:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a7f8 type=0x10620000 idx=12 00000040:00001000:1.0:1749609305.266969:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1749609305.266970:0:7472:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266972:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.266973:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749609305.266974:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.266977:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.266978:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a8d8 type=0x10620000 idx=13 00000040:00001000:1.0:1749609305.266979:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1749609305.266981:0:7472:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.266982:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.266983:0:7472:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1749609305.266987:0:7472:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88009a213c00. 00000100:00000040:1.0:1749609305.266994:0:7472:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.203.144@tcp 192.168.203.144@tcp cnt=1 00000400:00001000:1.0:1749609305.266998:0:7472:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:1.0:1749609305.267005:0:7472:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1749609305.267009:0:7472:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.203.144@tcp rc = 0 00000100:00000010:1.0:1749609305.267010:0:7472:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88009a213c00. 00000020:00000010:1.0:1749609305.267015:0:7472:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8800accea900. 00000020:00000001:1.0:1749609305.267017:0:7472:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749609305.267019:0:7472:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800acceac00. 00000020:00000001:1.0:1749609305.267022:0:7472:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609305.267023:0:7472:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800acceac00. 00000020:00000010:1.0:1749609305.267027:0:7472:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8800acceac00. 00000020:01000004:1.0:1749609305.267030:0:7472:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749609305.267032:0:7472:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1749609305.267036:0:7472:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800b1962280. 00000020:00000080:1.0:1749609305.267039:0:7472:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749609305.267042:0:7472:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749609305.267045:0:7472:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749609305.267057:0:7472:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880136ac1570. 00000020:00000080:1.0:1749609305.267061:0:7472:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff880136ac1570) 00000020:00000001:1.0:1749609305.267063:0:7472:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749609305.267066:0:7472:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097b9a000. 00000020:00000001:1.0:1749609305.267068:0:7472:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749609305.267070:0:7472:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880097b9a000 with handle 0xae754a0887514862 to hash 00000020:00000001:1.0:1749609305.267081:0:7472:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749609305.267085:0:7472:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749609305.267087:0:7472:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.267089:0:7472:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134859743232 : -131938849808384 : ffff880097b9a000) 00000020:00000040:1.0:1749609305.267092:0:7472:0:(genops.c:898:class_export_put()) PUTting export ffff880097b9a000 : new refcount 1 00000020:00000040:1.0:1749609305.267104:0:7472:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880136ac1570) now 2 - obd_device_list 00000020:00000001:1.0:1749609305.267110:0:7472:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749609305.267112:0:7472:0:(obd_config.c:653:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000001:1.0:1749609305.267114:0:7472:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.267116:0:7472:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609305.267118:0:7472:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8800b1962280. 00000020:00000001:1.0:1749609305.267121:0:7472:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.203.144@tcp (null) (null) (null) 00000020:00000010:1.0:1749609305.267124:0:7472:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff880130dadd80. 00000020:00000080:1.0:1749609305.267125:0:7472:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749609305.267129:0:7472:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749609305.267148:0:7472:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749609305.267151:0:7472:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800968cfb40. 00000001:00000010:1.0:1749609305.267157:0:7472:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b407fc80. 00000001:00000010:1.0:1749609305.267160:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f155e00. 00000001:00000010:1.0:1749609305.267163:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f154000. 00000001:00000010:1.0:1749609305.267165:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f154200. 00000001:00000010:1.0:1749609305.267167:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f154a00. 00000001:00000001:1.0:1749609305.267169:0:7472:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749609305.267171:0:7472:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800968cff00. 00000001:00000010:1.0:1749609305.267173:0:7472:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b407f7c0. 00000001:00000010:1.0:1749609305.267175:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f154800. 00000001:00000010:1.0:1749609305.267177:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f154600. 00000001:00000010:1.0:1749609305.267178:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f154400. 00000001:00000010:1.0:1749609305.267188:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009ada4000. 00000020:00000001:1.0:1749609305.267190:0:7472:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749609305.267192:0:7472:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ada4200. 00000020:00000010:1.0:1749609305.267194:0:7472:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1962280. 00000020:00000010:1.0:1749609305.267198:0:7472:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000008:00000010:1.0:1749609305.267202:0:7472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e42840. 00020000:00000010:1.0:1749609305.267209:0:7472:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d4d80. 00008000:00000010:1.0:1749609305.267214:0:7472:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8b40. 00000080:00000010:1.0:1749609305.267219:0:7472:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf9a50. 00000020:00000010:1.0:1749609305.267223:0:7472:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ada4400. 00000020:00000010:1.0:1749609305.267225:0:7472:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ada4600. 00000040:00000010:1.0:1749609305.267227:0:7472:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ada4800. 00000020:00000010:1.0:1749609305.267229:0:7472:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9d800. 00000020:00000010:1.0:1749609305.267232:0:7472:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1e4a0. 00000020:00000010:1.0:1749609305.267234:0:7472:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ada4a00. 80000000:00000010:1.0:1749609305.267236:0:7472:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130dadde0. 40000000:00000010:1.0:1749609305.267237:0:7472:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800accea940. 00100000:00000010:1.0:1749609305.267240:0:7472:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b9d000. 00040000:00000010:1.0:1749609305.267242:0:7472:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280e00. 00040000:00000010:1.0:1749609305.267244:0:7472:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ada4c00. 00080000:00000010:1.0:1749609305.267247:0:7472:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fad000. 00080000:00000010:1.0:1749609305.267252:0:7472:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a21c000. 00000004:00000010:1.0:1749609305.267255:0:7472:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097b99000. 00000004:00000010:1.0:1749609305.267259:0:7472:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fae000. 00000004:00000010:1.0:1749609305.267261:0:7472:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097b99800. 00000004:00000010:1.0:1749609305.267268:0:7472:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009ada8000. 00000010:00000010:1.0:1749609305.267272:0:7472:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff880130dade40. 00000010:00000001:1.0:1749609305.267274:0:7472:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749609305.267278:0:7472:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1749609305.267281:0:7472:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.267370:0:7472:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749609305.267373:0:7472:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749609305.267375:0:7472:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff8800b1962f80. 00000010:00000010:1.0:1749609305.267377:0:7472:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8800b407f7e0. 00000010:00000010:1.0:1749609305.267380:0:7472:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8800b407f740. 00000020:00000001:1.0:1749609305.267382:0:7472:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749609305.267384:0:7472:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749609305.267386:0:7472:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137498260352 : -131936211291264 : ffff880134fe3380) 00000020:01000004:1.0:1749609305.267389:0:7472:0:(tgt_mount.c:154:server_get_mount()) get mount ffff880096d20800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749609305.267391:0:7472:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137498260352 : -131936211291264 : ffff880134fe3380) 00000020:00000001:1.0:1749609305.267397:0:7472:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749609305.267398:0:7472:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749609305.267399:0:7472:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137498260352 : -131936211291264 : ffff880134fe3380) 00000020:01000004:1.0:1749609305.267401:0:7472:0:(tgt_mount.c:188:server_put_mount()) put mount ffff880096d20800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749609305.267404:0:7472:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749609305.267405:0:7472:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880096d20800 3 00000020:00000001:1.0:1749609305.267407:0:7472:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.267408:0:7472:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749609305.267410:0:7472:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff8800b1962680. 00010000:00000001:1.0:1749609305.267413:0:7472:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749609305.267417:0:7472:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800accea540. 00010000:00000001:1.0:1749609305.267420:0:7472:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749609305.267422:0:7472:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609305.267426:0:7472:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff880097b9e800. 00000020:00000040:1.0:1749609305.267428:0:7472:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880136ac1570) now 3 - import 00000020:00000001:1.0:1749609305.267433:0:7472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609305.267434:0:7472:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609305.267436:0:7472:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749609305.267437:0:7472:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749609305.267447:0:7472:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.203.144@tcp->12345-0@lo 00000100:00000001:1.0:1749609305.267450:0:7472:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609305.267454:0:7472:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609305.267455:0:7472:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000001:1.0:1749609305.267457:0:7472:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609305.267460:0:7472:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609305.267462:0:7472:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 10 to 0@lo 00000100:00000040:1.0:1749609305.267464:0:7472:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.203.144@tcp -> ffff8800b1a16420 00010000:00000010:1.0:1749609305.267466:0:7472:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff880130dadea0. 00010000:00080000:1.0:1749609305.267468:0:7472:0:(ldlm_lib.c:102:import_set_conn()) imp ffff880097b9e800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.144@tcp at head 00010000:00000001:1.0:1749609305.267470:0:7472:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609305.267473:0:7472:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749609305.267474:0:7472:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749609305.267475:0:7472:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749609305.267478:0:7472:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009ada8400. 00000001:00000001:1.0:1749609305.267482:0:7472:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749609305.267485:0:7472:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b4280f00. 00000001:00000010:1.0:1749609305.267489:0:7472:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800b4280a00. 00000001:00000010:1.0:1749609305.267526:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005516000. 00000001:00000010:1.0:1749609305.267576:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005520000. 00000001:00000010:1.0:1749609305.267622:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000552a000. 00000001:00000010:1.0:1749609305.267666:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005534000. 00000001:00000010:1.0:1749609305.267750:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000553e000. 00000001:00000010:1.0:1749609305.267790:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005548000. 00000001:00000010:1.0:1749609305.267831:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005552000. 00000001:00000010:1.0:1749609305.267882:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000555c000. 00000001:00000010:1.0:1749609305.267925:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005566000. 00000001:00000010:1.0:1749609305.267970:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005570000. 00000001:00000010:1.0:1749609305.268012:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000557a000. 00000001:00000010:1.0:1749609305.268060:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005584000. 00000001:00000010:1.0:1749609305.268103:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000558e000. 00000001:00000010:1.0:1749609305.268143:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005598000. 00000001:00000010:1.0:1749609305.268191:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055a2000. 00000001:00000010:1.0:1749609305.268235:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055ac000. 00000001:00000010:1.0:1749609305.268275:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055b6000. 00000001:00000010:1.0:1749609305.268315:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055c0000. 00000001:00000010:1.0:1749609305.268364:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055ca000. 00000001:00000010:1.0:1749609305.268407:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055d4000. 00000001:00000010:1.0:1749609305.268447:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055de000. 00000001:00000010:1.0:1749609305.268492:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055e8000. 00000001:00000010:1.0:1749609305.268533:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055f2000. 00000001:00000010:1.0:1749609305.268575:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055fc000. 00000001:00000010:1.0:1749609305.268616:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005606000. 00000001:00000010:1.0:1749609305.268663:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005610000. 00000001:00000010:1.0:1749609305.268747:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000561a000. 00000001:00000010:1.0:1749609305.268790:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005624000. 00000001:00000010:1.0:1749609305.268841:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000562e000. 00000001:00000010:1.0:1749609305.268883:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005638000. 00000001:00000010:1.0:1749609305.268923:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005642000. 00000001:00000010:1.0:1749609305.268971:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000564c000. 00000020:00000010:1.0:1749609305.269031:0:7472:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009ada8800. 00000020:00000010:1.0:1749609305.269034:0:7472:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff880129c51b00. 00010000:00000001:1.0:1749609305.269046:0:7472:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749609305.269069:0:7472:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749609305.269081:0:7472:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009ada8c00. 00000020:00000010:1.0:1749609305.269084:0:7472:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88009ada5200. 00010000:00000001:1.0:1749609305.269092:0:7472:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749609305.269094:0:7472:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:1.0:1749609305.269096:0:7472:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609305.269098:0:7472:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134912230400 : -131938797321216 : ffff88009ada8400) 00010000:00000001:1.0:1749609305.269101:0:7472:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749609305.269103:0:7472:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff8800b1962f80. 00000010:00000010:1.0:1749609305.269106:0:7472:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8800b407f740. 00000010:00000010:1.0:1749609305.269108:0:7472:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8800b407f7e0. 00000010:00000010:1.0:1749609305.269110:0:7472:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff8800b1962680. 00000010:00000001:1.0:1749609305.269112:0:7472:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609305.269128:0:7472:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009ada9000. 00000020:00000010:1.0:1749609305.269131:0:7472:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff880134faf000. 00000010:00000001:1.0:1749609305.269141:0:7472:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609305.269145:0:7472:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ada4600. 00000040:00000010:1.0:1749609305.269148:0:7472:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ada4800. 00000020:00000010:1.0:1749609305.269151:0:7472:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9d800. 00000020:00000010:1.0:1749609305.269154:0:7472:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a1e4a0. 00000020:00000010:1.0:1749609305.269157:0:7472:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ada4a00. 80000000:00000010:1.0:1749609305.269160:0:7472:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130dadde0. 40000000:00000010:1.0:1749609305.269162:0:7472:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800accea940. 00100000:00000010:1.0:1749609305.269165:0:7472:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097b9d000. 00040000:00000010:1.0:1749609305.269168:0:7472:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4280e00. 00040000:00000010:1.0:1749609305.269170:0:7472:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ada4c00. 00080000:00000010:1.0:1749609305.269177:0:7472:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a21c000. 00080000:00000010:1.0:1749609305.269182:0:7472:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880134fad000. 00000004:00000010:1.0:1749609305.269186:0:7472:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880097b99000. 00000004:00000010:1.0:1749609305.269189:0:7472:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880134fae000. 00000004:00000010:1.0:1749609305.269192:0:7472:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880097b99800. 00000004:00000010:1.0:1749609305.269194:0:7472:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009ada8000. 00000020:00000010:1.0:1749609305.269197:0:7472:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ada4400. 00000020:00000010:1.0:1749609305.269200:0:7472:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1962280. 00000020:00000010:1.0:1749609305.269203:0:7472:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000008:00000010:1.0:1749609305.269206:0:7472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff880129e42840. 00020000:00000010:1.0:1749609305.269209:0:7472:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8801304d4d80. 00008000:00000010:1.0:1749609305.269212:0:7472:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880130db8b40. 00000080:00000010:1.0:1749609305.269215:0:7472:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012daf9a50. 00000020:00000010:1.0:1749609305.269218:0:7472:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ada4200. 00000020:00000001:1.0:1749609305.269220:0:7472:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609305.269222:0:7472:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880136ac1570) now 4 - setup 00000020:00000080:1.0:1749609305.269224:0:7472:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1749609305.269226:0:7472:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.269228:0:7472:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609305.269230:0:7472:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff880130dadd80. 00000020:00000001:1.0:1749609305.269237:0:7472:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749609305.269238:0:7472:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ada4200. 00000020:00000010:1.0:1749609305.269240:0:7472:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ada4400. 00000040:00000010:1.0:1749609305.269242:0:7472:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ada4e00. 00000020:00000010:1.0:1749609305.269244:0:7472:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b99800. 00000020:00000010:1.0:1749609305.269246:0:7472:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1e4a0. 00000020:00000010:1.0:1749609305.269248:0:7472:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ada4c00. 80000000:00000010:1.0:1749609305.269249:0:7472:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a5599a20. 40000000:00000010:1.0:1749609305.269251:0:7472:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800accea940. 00100000:00000010:1.0:1749609305.269253:0:7472:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b99000. 00040000:00000010:1.0:1749609305.269255:0:7472:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280e00. 00040000:00000010:1.0:1749609305.269257:0:7472:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ada4a00. 00080000:00000010:1.0:1749609305.269259:0:7472:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fae000. 00080000:00000010:1.0:1749609305.269263:0:7472:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a21c000. 00000004:00000010:1.0:1749609305.269267:0:7472:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097b9d000. 00000004:00000010:1.0:1749609305.269268:0:7472:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fad000. 00000004:00000010:1.0:1749609305.269270:0:7472:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097b9d800. 00000004:00000010:1.0:1749609305.269272:0:7472:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009ada8000. 00000020:00000010:1.0:1749609305.269274:0:7472:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ada4600. 00000020:00000010:1.0:1749609305.269276:0:7472:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880130a27780. 00000020:00000010:1.0:1749609305.269278:0:7472:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000020:00000010:1.0:1749609305.269281:0:7472:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88012a3cb840. 00000020:00000010:1.0:1749609305.269283:0:7472:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800acceab00. 00000020:00000001:1.0:1749609305.269285:0:7472:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749609305.269287:0:7472:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749609305.269289:0:7472:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749609305.269290:0:7472:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749609305.269292:0:7472:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749609305.269299:0:7472:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88009f208000. 00000020:00000001:1.0:1749609305.269301:0:7472:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749609305.269303:0:7472:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009f208000 with handle 0xae754a0887514869 to hash 00000020:00000001:1.0:1749609305.269304:0:7472:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749609305.269307:0:7472:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749609305.269309:0:7472:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609305.269311:0:7472:0:(genops.c:887:class_export_get()) GET export ffff88009f208000 refcount=3 00000020:00000040:1.0:1749609305.269314:0:7472:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880136ac1570) now 5 - export 00000020:00000001:1.0:1749609305.269316:0:7472:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000040:1.0:1749609305.269318:0:7472:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 2 00000020:00000080:1.0:1749609305.269319:0:7472:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xae754a0887514869 00000020:00000001:1.0:1749609305.269321:0:7472:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.269323:0:7472:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609305.269324:0:7472:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:1.0:1749609305.269326:0:7472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609305.269327:0:7472:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=3 00000020:00000001:1.0:1749609305.269329:0:7472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:1.0:1749609305.269331:0:7472:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:1.0:1749609305.269334:0:7472:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749609305.269340:0:7472:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749609305.269343:0:7472:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749609305.269346:0:7472:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609305.269348:0:7472:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 11 to 0@lo 00000100:00000001:1.0:1749609305.269349:0:7472:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609305.269351:0:7472:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609305.269352:0:7472:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:1.0:1749609305.269354:0:7472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609305.269355:0:7472:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=4 00000020:00000001:1.0:1749609305.269356:0:7472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:1.0:1749609305.269358:0:7472:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:1.0:1749609305.269359:0:7472:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609305.269361:0:7472:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 12 to 0@lo 00000100:00000001:1.0:1749609305.269362:0:7472:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:1.0:1749609305.269364:0:7472:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 3 00000100:00080000:1.0:1749609305.269366:0:7472:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:1.0:1749609305.269368:0:7472:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.269370:0:7472:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749609305.269376:0:7472:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749609305.269378:0:7472:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749609305.269382:0:7472:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109110880 : -1600440736 : ffffffffa09b3660) 02000000:00000001:1.0:1749609305.269385:0:7472:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.269387:0:7472:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609305.269388:0:7472:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609305.269392:0:7472:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2d80. 00000020:00000040:1.0:1749609305.269395:0:7472:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749609305.269398:0:7472:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749609305.269400:0:7472:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.269402:0:7472:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749609305.269405:0:7472:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609305.269408:0:7472:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609305.269413:0:7472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009ada9400. 00000100:00000001:1.0:1749609305.269418:0:7472:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609305.269429:0:7472:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800966f2d80 x1834598193445760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609305.269439:0:7472:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609305.269441:0:7472:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609305.269444:0:7472:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800966f2d80] to pc [ptlrpcd_rcv+-1] req@ffff8800966f2d80 x1834598193445760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.269465:0:7472:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.269467:0:7472:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749609305.269469:0:7472:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1749609305.269472:0:7472:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609305.269487:0:7472:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749609305.269489:0:7472:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609305.269612:0:7472:0:(genops.c:887:class_export_get()) GET export ffff88009f208000 refcount=4 00000020:00000001:1.0:1749609305.269615:0:7472:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609305.269617:0:7472:0:(genops.c:887:class_export_get()) GET export ffff88009f208000 refcount=5 00000020:00000001:1.0:1749609305.269619:0:7472:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609305.269621:0:7472:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff88012a3cb840. 00000020:00000010:1.0:1749609305.269624:0:7472:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8800acceab00. 00000020:00000010:1.0:1749609305.269627:0:7472:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ada4400. 00000040:00000010:1.0:1749609305.269629:0:7472:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ada4e00. 00000020:00000010:1.0:1749609305.269631:0:7472:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b99800. 00000020:00000010:1.0:1749609305.269634:0:7472:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a1e4a0. 00000020:00000010:1.0:1749609305.269636:0:7472:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ada4c00. 80000000:00000010:1.0:1749609305.269638:0:7472:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a5599a20. 40000000:00000010:1.0:1749609305.269641:0:7472:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800accea940. 00100000:00000010:1.0:1749609305.269643:0:7472:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097b99000. 00040000:00000010:1.0:1749609305.269646:0:7472:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4280e00. 00040000:00000010:1.0:1749609305.269648:0:7472:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ada4a00. 00080000:00000010:1.0:1749609305.269650:0:7472:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a21c000. 00080000:00000010:1.0:1749609305.269653:0:7472:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880134fae000. 00000004:00000010:1.0:1749609305.269656:0:7472:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880097b9d000. 00000004:00000010:1.0:1749609305.269658:0:7472:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880134fad000. 00000004:00000010:1.0:1749609305.269660:0:7472:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880097b9d800. 00000100:00000001:3.0:1749609305.269666:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000004:00000010:1.0:1749609305.269667:0:7472:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009ada8000. 00000100:00100000:3.0:1749609305.269669:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193445760 00000020:00000010:1.0:1749609305.269669:0:7472:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ada4200. 02000000:00000001:3.0:1749609305.269671:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749609305.269671:0:7472:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880130a27780. 00000100:00000001:3.0:1749609305.269672:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609305.269673:0:7472:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:1.0:1749609305.269689:0:7472:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ada4600. 00000020:00000010:1.0:1749609305.269692:0:7472:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff8800accea900. 00000020:00000010:1.0:1749609305.269710:0:7472:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff8800acceac00. 00000100:00000001:3.0:1749609305.269711:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.269713:0:7472:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609305.269714:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.269714:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.269716:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a930 type=0x10620000 idx=14 00000100:00100000:3.0:1749609305.269717:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193445760 00000020:00000001:3.0:1749609305.269718:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:1.0:1749609305.269718:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000020:00000040:3.0:1749609305.269719:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609305.269720:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:1.0:1749609305.269720:0:7472:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:3.0:1749609305.269722:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609305.269723:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.269723:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.269724:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609305.269726:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e3e6600. 00000040:00001000:1.0:1749609305.269726:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21a9b0 type=0x10620000 idx=15 00000040:00001000:1.0:1749609305.269727:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000020:00000010:3.0:1749609305.269728:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000040:00001000:1.0:1749609305.269729:0:7472:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000010:3.0:1749609305.269730:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000020:00000001:1.0:1749609305.269731:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.269732:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.269733:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21aa40 type=0x10620000 idx=16 00000100:00000001:3.0:1749609305.269734:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609305.269735:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000040:00001000:1.0:1749609305.269735:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1749609305.269736:0:7472:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000100:00000001:3.0:1749609305.269737:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.269738:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.269739:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.269740:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21aae0 type=0x10620000 idx=17 00000100:00000001:3.0:1749609305.269741:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.269741:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1749609305.269743:0:7472:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.269744:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.269745:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:3.0:1749609305.269746:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1749609305.269746:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.269748:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.269749:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21abc0 type=0x10620000 idx=18 00000040:00001000:1.0:1749609305.269750:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1749609305.269751:0:7472:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000100:00000001:3.0:1749609305.269753:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609305.269754:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609305.269757:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000001:1.0:1749609305.269757:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.269758:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:3.0:1749609305.269759:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937506944 : -131938772044672 : ffff88009c5c3480) 00000040:00000001:1.0:1749609305.269759:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.269760:0:7472:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609305.269762:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c3480 x1834598193445760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609305.269762:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.269763:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21aca0 type=0x10620000 idx=19 00000040:00001000:1.0:1749609305.269765:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1749609305.269766:0:7472:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000100:00100000:3.0:1749609305.269768:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193445760:12345-0@lo:38: 00000020:00000001:1.0:1749609305.269768:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749609305.269768:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609305.269770:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193445760 00000040:00001000:1.0:1749609305.269770:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21acf0 type=0x10620000 idx=20 00000040:00001000:1.0:1749609305.269771:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000020:00000001:3.0:1749609305.269772:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000040:00001000:1.0:1749609305.269772:0:7472:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00010000:00000001:3.0:1749609305.269774:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609305.269774:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.269775:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749609305.269776:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.269777:0:7472:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609305.269778:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.269780:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21add0 type=0x10620000 idx=21 00000040:00001000:1.0:1749609305.269781:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000020:00000001:3.0:1749609305.269782:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.269782:0:7472:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00010000:00020000:3.0:1749609305.269784:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609305.269784:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749609305.269785:0:7472:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00010000:00000001:3.0:1749609305.269786:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000040:00000001:1.0:1749609305.269786:0:7472:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749609305.269787:0:7472:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749609305.269789:0:7472:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a21aeb0 type=0x10620000 idx=22 00000040:00001000:1.0:1749609305.269790:0:7472:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00010000:00000001:3.0:1749609305.269792:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000040:00001000:1.0:1749609305.269792:0:7472:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1749609305.269793:0:7472:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1749609305.269794:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609305.269794:0:7472:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000001:3.0:1749609305.269796:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:1.0:1749609305.269796:0:7472:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88009ada8000. 02000000:00000001:3.0:1749609305.269797:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609305.269800:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7ad800. 00000100:00000040:1.0:1749609305.269800:0:7472:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.203.144@tcp 192.168.203.144@tcp cnt=1 02000000:00000001:3.0:1749609305.269801:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.269802:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:1.0:1749609305.269802:0:7472:0:(api-ni.c:3095:LNetNIInit()) refs 1 00010000:00000001:3.0:1749609305.269804:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609305.269805:0:7472:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00010000:00000001:3.0:1749609305.269806:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609305.269807:0:7472:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.203.144@tcp rc = 0 00000100:00001000:3.0:1749609305.269808:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609305.269809:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609305.269811:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1749609305.269812:0:7472:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88009ada8000. 00000100:00000040:3.0:1749609305.269813:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 13 to 0@lo 00000100:00000001:3.0:1749609305.269814:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:1.0:1749609305.269814:0:7472:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8800acceac00. 00000100:00000001:3.0:1749609305.269815:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609305.269816:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 13 to 0@lo 00000020:00000001:1.0:1749609305.269816:0:7472:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 02000000:00000001:3.0:1749609305.269817:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749609305.269817:0:7472:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800accea900. 02000000:00000001:3.0:1749609305.269819:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.269820:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609305.269820:0:7472:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609305.269821:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609305.269821:0:7472:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800accea900. 00000020:00000010:1.0:1749609305.269823:0:7472:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8800accea900. 00000400:00000010:3.0:1749609305.269824:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000020:01000004:1.0:1749609305.269825:0:7472:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749609305.269827:0:7472:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf001 lwp lustre-MDT0001-lwp-OST0000_UUID (null) (null) 00000100:00000200:3.0:1749609305.269828:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193445760, offset 0 00000020:00000010:1.0:1749609305.269829:0:7472:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff880130a27780. 00000020:00000080:1.0:1749609305.269831:0:7472:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000400:00000200:3.0:1749609305.269833:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609305.269833:0:7472:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749609305.269834:0:7472:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749609305.269840:0:7472:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880136ac4050. 00000400:00000200:3.0:1749609305.269841:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000080:1.0:1749609305.269843:0:7472:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff880136ac4050) 00000020:00000001:1.0:1749609305.269845:0:7472:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749609305.269847:0:7472:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88009f208800. 00000020:00000001:1.0:1749609305.269849:0:7472:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:3.0:1749609305.269850:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03b80 00000020:00000040:1.0:1749609305.269850:0:7472:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009f208800 with handle 0xae754a0887514870 to hash 00000020:00000001:1.0:1749609305.269852:0:7472:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749609305.269854:0:7472:0:(obd_class.h:1037:obd_init_export()) Process entered 00000400:00000200:3.0:1749609305.269855:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3f21 [1] + 0 00000020:00000001:1.0:1749609305.269855:0:7472:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.269857:0:7472:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134983927808 : -131938725623808 : ffff88009f208800) 00000020:00000040:1.0:1749609305.269859:0:7472:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208800 : new refcount 1 00000400:00000200:3.0:1749609305.269860:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609305.269862:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609305.269865:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609305.269866:0:7472:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880136ac4050) now 2 - obd_device_list 00000100:00000200:3.0:1749609305.269868:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800966f2d80 x1834598193445760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609305.269869:0:7472:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749609305.269871:0:7472:0:(obd_config.c:653:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:1.0:1749609305.269872:0:7472:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.269874:0:7472:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609305.269875:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800966f2d80 x1834598193445760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609305.269875:0:7472:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff880130a27780. 00000020:00000001:1.0:1749609305.269877:0:7472:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf003 192.168.203.144@tcp (null) (null) (null) 00000020:00000010:1.0:1749609305.269879:0:7472:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff8800a5599a20. 00000020:00000080:1.0:1749609305.269881:0:7472:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749609305.269884:0:7472:0:(obd_config.c:667:class_setup()) Process entered 00000100:00000001:3.0:1749609305.269893:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000001:00000001:1.0:1749609305.269898:0:7472:0:(hash.c:1039:cfs_hash_create()) Process entered 00000400:00000200:3.0:1749609305.269899:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000001:00000010:1.0:1749609305.269899:0:7472:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012a3cb840. 00000400:00000010:3.0:1749609305.269901:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000001:00000010:1.0:1749609305.269902:0:7472:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880129c51580. 00000100:00000001:3.0:1749609305.269904:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000001:00000010:1.0:1749609305.269904:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009ada4600. 00000100:00000001:3.0:1749609305.269906:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000001:00000010:1.0:1749609305.269906:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009ada4200. 00000001:00000010:1.0:1749609305.269908:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009ada4800. 00000100:00000001:3.0:1749609305.269909:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749609305.269910:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009ada4a00. 00000100:00000040:3.0:1749609305.269912:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 12 to 0@lo 00000001:00000001:1.0:1749609305.269912:0:7472:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749609305.269913:0:7472:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012a3cbe40. 00000100:00000001:3.0:1749609305.269914:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749609305.269915:0:7472:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880129c515a0. 00000020:00000001:3.0:1749609305.269916:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1749609305.269916:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009ada4c00. 00000100:00000040:3.0:1749609305.269919:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c3480 x1834598193445760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749609305.269919:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009ada4e00. 00000001:00000010:1.0:1749609305.269920:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009ada4400. 00000001:00000010:1.0:1749609305.269922:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009ada5400. 00000020:00000001:1.0:1749609305.269924:0:7472:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749609305.269926:0:7472:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ada5600. 00000100:00100000:3.0:1749609305.269927:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193445760:12345-0@lo:38: Request processed in 158us (306us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749609305.269928:0:7472:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880130a27780. 00000020:00000010:1.0:1749609305.269930:0:7472:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000008:00000010:1.0:1749609305.269932:0:7472:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e42840. 00020000:00000010:1.0:1749609305.269934:0:7472:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d4d80. 00000100:00100000:3.0:1749609305.269936:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00008000:00000010:1.0:1749609305.269936:0:7472:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8b40. 00000080:00000010:1.0:1749609305.269938:0:7472:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf9a50. 00000100:00000001:3.0:1749609305.269939:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609305.269940:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609305.269940:0:7472:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ada5800. 00000020:00000010:1.0:1749609305.269942:0:7472:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ada5a00. 00000020:00000010:3.0:1749609305.269943:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000040:00000010:1.0:1749609305.269945:0:7472:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ada5c00. 00000020:00000010:3.0:1749609305.269946:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:1.0:1749609305.269947:0:7472:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009f209000. 00000020:00000010:3.0:1749609305.269949:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e3e6600. 00000020:00000010:1.0:1749609305.269949:0:7472:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1e4a0. 00000100:00000001:3.0:1749609305.269951:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609305.269952:0:7472:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ada5e00. 80000000:00000010:1.0:1749609305.269954:0:7472:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a5599720. 00000100:00000001:3.0:1749609305.269955:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609305.269956:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193446016 40000000:00000010:1.0:1749609305.269956:0:7472:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800accea940. 02000000:00000001:3.0:1749609305.269957:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609305.269958:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609305.269959:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1749609305.269959:0:7472:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009f209800. 00040000:00000010:1.0:1749609305.269960:0:7472:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280e00. 02000000:00000001:3.0:1749609305.269961:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609305.269962:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193446016 00000020:00000001:3.0:1749609305.269963:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00040000:00000010:1.0:1749609305.269963:0:7472:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ada5000. 00000020:00000040:3.0:1749609305.269964:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609305.269965:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609305.269966:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609305.269967:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609305.269968:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e3e6600. 00080000:00000010:1.0:1749609305.269969:0:7472:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fad000. 00000020:00000010:3.0:1749609305.269970:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00080000:00000010:1.0:1749609305.269971:0:7472:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a21c000. 00000020:00000010:3.0:1749609305.269974:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000001:3.0:1749609305.269976:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609305.269977:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609305.269978:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.269980:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749609305.269980:0:7472:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009f20a000. 00000004:00000010:1.0:1749609305.269983:0:7472:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fae000. 00000100:00000001:3.0:1749609305.269984:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1749609305.269986:0:7472:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009f20a800. 00000100:00000001:3.0:1749609305.269987:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609305.269987:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000004:00000010:1.0:1749609305.269988:0:7472:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009adaa400. 00000100:00100000:3.0:1749609305.269989:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1749609305.269991:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937505152 : -131938772046464 : ffff88009c5c2d80) 00000010:00000010:1.0:1749609305.269991:0:7472:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff8800a5599000. 00000100:00000040:3.0:1749609305.269992:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c2d80 x1834598193446016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000010:00000001:1.0:1749609305.269992:0:7472:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749609305.269996:0:7472:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00100000:3.0:1749609305.269997:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193446016:12345-0@lo:38: 00000100:00000001:1.0:1749609305.269998:0:7472:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609305.269999:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193446016 00000020:00000001:3.0:1749609305.270000:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609305.270001:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609305.270006:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609305.270007:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609305.270008:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609305.270010:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609305.270011:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609305.270012:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609305.270012:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609305.270014:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7aec00. 02000000:00000001:3.0:1749609305.270015:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.270016:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609305.270017:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609305.270018:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609305.270019:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609305.270020:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609305.270021:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609305.270023:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 14 to 0@lo 00000100:00000001:3.0:1749609305.270027:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609305.270028:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609305.270030:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 14 to 0@lo 02000000:00000001:3.0:1749609305.270031:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609305.270032:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.270033:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609305.270034:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609305.270035:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000100:00000200:3.0:1749609305.270038:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193446016, offset 0 00000400:00000200:3.0:1749609305.270039:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609305.270041:0:7472:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609305.270043:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000010:00000001:1.0:1749609305.270043:0:7472:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749609305.270044:0:7472:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff880130a27100. 00000400:00000200:3.0:1749609305.270046:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03c80 00000010:00000010:1.0:1749609305.270046:0:7472:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff880129c510a0. 00000400:00000200:3.0:1749609305.270048:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3f35 [1] + 0 00000010:00000010:1.0:1749609305.270049:0:7472:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff880129c51e60. 00000400:00000200:3.0:1749609305.270051:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609305.270051:0:7472:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000400:00000200:3.0:1749609305.270052:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609305.270052:0:7472:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749609305.270053:0:7472:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137498260352 : -131936211291264 : ffff880134fe3380) 00000020:01000004:1.0:1749609305.270055:0:7472:0:(tgt_mount.c:154:server_get_mount()) get mount ffff880096d20800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749609305.270057:0:7472:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137498260352 : -131936211291264 : ffff880134fe3380) 00000020:00000001:1.0:1749609305.270059:0:7472:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749609305.270060:0:7472:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749609305.270061:0:7472:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137498260352 : -131936211291264 : ffff880134fe3380) 00000100:00000001:3.0:1749609305.270062:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000020:01000004:1.0:1749609305.270063:0:7472:0:(tgt_mount.c:188:server_put_mount()) put mount ffff880096d20800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749609305.270064:0:7472:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000100:00000200:3.0:1749609305.270065:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821f80 x1834598193446016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1749609305.270065:0:7472:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880096d20800 3 00000020:00000001:1.0:1749609305.270067:0:7472:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.270068:0:7472:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609305.270069:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821f80 x1834598193446016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000010:00000010:1.0:1749609305.270070:0:7472:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff880130a27f80. 00010000:00000001:1.0:1749609305.270072:0:7472:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00000100:00000001:3.0:1749609305.270074:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000010:1.0:1749609305.270075:0:7472:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800acceab00. 00000400:00000200:3.0:1749609305.270076:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000400:00000010:3.0:1749609305.270077:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00010000:00000001:1.0:1749609305.270077:0:7472:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000100:00000001:3.0:1749609305.270078:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749609305.270078:0:7472:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.270079:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609305.270080:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609305.270081:0:7472:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88009f20b000. 00000100:00000040:3.0:1749609305.270082:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 12 to 0@lo 00000100:00000001:3.0:1749609305.270083:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609305.270083:0:7472:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880136ac4050) now 3 - import 00000020:00000001:3.0:1749609305.270084:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609305.270086:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c2d80 x1834598193446016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609305.270090:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193446016:12345-0@lo:38: Request processed in 93us (158us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749609305.270090:0:7472:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609305.270091:0:7472:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609305.270093:0:7472:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749609305.270094:0:7472:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749609305.270099:0:7472:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.203.144@tcp->12345-0@lo 00000100:00100000:3.0:1749609305.270100:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1749609305.270101:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609305.270101:0:7472:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609305.270102:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609305.270103:0:7472:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749609305.270104:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749609305.270105:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000100:00000040:1.0:1749609305.270105:0:7472:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 13 to 0@lo 00000020:00000010:3.0:1749609305.270106:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e3e6600. 00000100:00000001:1.0:1749609305.270107:0:7472:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609305.270108:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.270109:0:7472:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609305.270111:0:7472:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 13 to 0@lo 00000100:00000040:1.0:1749609305.270112:0:7472:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.203.144@tcp -> ffff8800b1a16420 00010000:00000010:1.0:1749609305.270114:0:7472:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800a5599540. 00010000:00080000:1.0:1749609305.270116:0:7472:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88009f20b000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.144@tcp at head 00010000:00000001:1.0:1749609305.270117:0:7472:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609305.270119:0:7472:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749609305.270120:0:7472:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749609305.270121:0:7472:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749609305.270123:0:7472:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009adaa800. 00000001:00000001:1.0:1749609305.270125:0:7472:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749609305.270127:0:7472:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b4280700. 00000001:00000010:1.0:1749609305.270130:0:7472:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800b4280b00. 00000001:00000010:1.0:1749609305.270161:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005656000. 00000001:00000010:1.0:1749609305.270202:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005660000. 00000001:00000010:1.0:1749609305.270254:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000566a000. 00000001:00000010:1.0:1749609305.270297:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005674000. 00000001:00000010:1.0:1749609305.270339:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000567e000. 00000001:00000010:1.0:1749609305.270388:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005688000. 00000001:00000010:1.0:1749609305.270430:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005692000. 00000001:00000010:1.0:1749609305.270475:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000569c000. 00000001:00000010:1.0:1749609305.270518:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056a6000. 00000001:00000010:1.0:1749609305.270565:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056b0000. 00000001:00000010:1.0:1749609305.270608:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056ba000. 00000001:00000010:1.0:1749609305.270652:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056c4000. 00000001:00000010:1.0:1749609305.270736:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056ce000. 00010000:00000010:3.1:1749609305.270742:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009689f000. 00000001:00000010:1.0:1749609305.270780:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056d8000. 00000001:00000010:1.0:1749609305.270820:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056e2000. 00000001:00000010:1.0:1749609305.270865:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056ec000. 00000001:00000010:1.0:1749609305.270906:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056f6000. 00000001:00000010:1.0:1749609305.270947:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005700000. 00000001:00000010:1.0:1749609305.270990:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000570a000. 00000001:00000010:1.0:1749609305.271036:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005714000. 00000001:00000010:1.0:1749609305.271076:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000571e000. 00000001:00000010:1.0:1749609305.271117:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005728000. 00000001:00000010:1.0:1749609305.271164:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005732000. 00000001:00000010:1.0:1749609305.271207:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000573c000. 00000001:00000010:1.0:1749609305.271250:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005746000. 00000001:00000010:1.0:1749609305.271294:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005750000. 00000001:00000010:1.0:1749609305.271341:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000575a000. 00000001:00000010:1.0:1749609305.271384:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005764000. 00000001:00000010:1.0:1749609305.271425:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000576e000. 00000001:00000010:1.0:1749609305.271466:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005778000. 00000001:00000010:1.0:1749609305.271507:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005782000. 00000001:00000010:1.0:1749609305.271547:0:7472:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000578c000. 00000020:00000010:1.0:1749609305.271599:0:7472:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009adaac00. 00000020:00000010:1.0:1749609305.271602:0:7472:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff880129c511c0. 00010000:00000001:1.0:1749609305.271610:0:7472:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749609305.271632:0:7472:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749609305.271641:0:7472:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009adab000. 00000020:00000010:1.0:1749609305.271644:0:7472:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880096550400. 00010000:00000001:1.0:1749609305.271652:0:7472:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749609305.271653:0:7472:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-4 is initialized 00010000:00000001:1.0:1749609305.271654:0:7472:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609305.271656:0:7472:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134912239616 : -131938797312000 : ffff88009adaa800) 00010000:00000001:1.0:1749609305.271662:0:7472:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749609305.271664:0:7472:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff880130a27100. 00000010:00000010:1.0:1749609305.271666:0:7472:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff880129c51e60. 00000010:00000010:1.0:1749609305.271668:0:7472:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff880129c510a0. 00000010:00000010:1.0:1749609305.271669:0:7472:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff880130a27f80. 00000010:00000001:1.0:1749609305.271671:0:7472:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609305.271722:0:7472:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009adab400. 00000020:00000010:1.0:1749609305.271725:0:7472:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff880134fa9000. 00000010:00000001:1.0:1749609305.271736:0:7472:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609305.271739:0:7472:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ada5a00. 00000040:00000010:1.0:1749609305.271742:0:7472:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ada5c00. 00000020:00000010:1.0:1749609305.271744:0:7472:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009f209000. 00000020:00000010:1.0:1749609305.271747:0:7472:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a1e4a0. 00000020:00000010:1.0:1749609305.271749:0:7472:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ada5e00. 80000000:00000010:1.0:1749609305.271752:0:7472:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a5599720. 40000000:00000010:1.0:1749609305.271754:0:7472:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800accea940. 00100000:00000010:1.0:1749609305.271757:0:7472:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009f209800. 00040000:00000010:1.0:1749609305.271759:0:7472:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4280e00. 00040000:00000010:1.0:1749609305.271761:0:7472:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ada5000. 00080000:00000010:1.0:1749609305.271764:0:7472:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a21c000. 00080000:00000010:1.0:1749609305.271767:0:7472:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880134fad000. 00000004:00000010:1.0:1749609305.271770:0:7472:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88009f20a000. 00000004:00000010:1.0:1749609305.271772:0:7472:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880134fae000. 00000004:00000010:1.0:1749609305.271775:0:7472:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009f20a800. 00000004:00000010:1.0:1749609305.271777:0:7472:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009adaa400. 00000020:00000010:1.0:1749609305.271779:0:7472:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ada5800. 00000020:00000010:1.0:1749609305.271782:0:7472:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880130a27780. 00000020:00000010:1.0:1749609305.271784:0:7472:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000008:00000010:1.0:1749609305.271786:0:7472:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff880129e42840. 00020000:00000010:1.0:1749609305.271789:0:7472:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8801304d4d80. 00008000:00000010:1.0:1749609305.271791:0:7472:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880130db8b40. 00000080:00000010:1.0:1749609305.271793:0:7472:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012daf9a50. 00000020:00000010:1.0:1749609305.271796:0:7472:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ada5600. 00000020:00000001:1.0:1749609305.271797:0:7472:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609305.271803:0:7472:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880136ac4050) now 4 - setup 00000020:00000080:1.0:1749609305.271804:0:7472:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:1.0:1749609305.271806:0:7472:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.271807:0:7472:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609305.271809:0:7472:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff8800a5599a20. 00000020:00000001:1.0:1749609305.271816:0:7472:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749609305.271818:0:7472:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096550000. 00000020:00000010:1.0:1749609305.271820:0:7472:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096550600. 00000040:00000010:1.0:1749609305.271822:0:7472:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096550800. 00000020:00000010:1.0:1749609305.271824:0:7472:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009f20a800. 00000020:00000010:1.0:1749609305.271826:0:7472:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1e4a0. 00000020:00000010:1.0:1749609305.271828:0:7472:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096550a00. 80000000:00000010:1.0:1749609305.271830:0:7472:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a795c60. 40000000:00000010:1.0:1749609305.271832:0:7472:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6140. 00100000:00000010:1.0:1749609305.271833:0:7472:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009f20a000. 00040000:00000010:1.0:1749609305.271835:0:7472:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280e00. 00040000:00000010:1.0:1749609305.271837:0:7472:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096550c00. 00080000:00000010:1.0:1749609305.271840:0:7472:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fae000. 00080000:00000010:1.0:1749609305.271841:0:7472:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a21c000. 00000004:00000010:1.0:1749609305.271845:0:7472:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009f209800. 00000004:00000010:1.0:1749609305.271847:0:7472:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fad000. 00000004:00000010:1.0:1749609305.271849:0:7472:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009f209000. 00000004:00000010:1.0:1749609305.271850:0:7472:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009adaa400. 00000020:00000010:1.0:1749609305.271852:0:7472:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096551000. 00000020:00000010:1.0:1749609305.271854:0:7472:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d380. 00000020:00000010:1.0:1749609305.271856:0:7472:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000020:00000010:1.0:1749609305.271863:0:7472:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8800a7c80000. 00000020:00000010:1.0:1749609305.271865:0:7472:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800a61d6c00. 00000020:00000001:1.0:1749609305.271866:0:7472:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749609305.271867:0:7472:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749609305.271869:0:7472:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749609305.271870:0:7472:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749609305.271871:0:7472:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749609305.271874:0:7472:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88009f20b800. 00000020:00000001:1.0:1749609305.271878:0:7472:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749609305.271880:0:7472:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009f20b800 with handle 0xae754a0887514877 to hash 00000020:00000001:1.0:1749609305.271881:0:7472:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749609305.271883:0:7472:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749609305.271885:0:7472:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609305.271887:0:7472:0:(genops.c:887:class_export_get()) GET export ffff88009f20b800 refcount=3 00000020:00000040:1.0:1749609305.271889:0:7472:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880136ac4050) now 5 - export 00000020:00000001:1.0:1749609305.271890:0:7472:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134983940096 : -131938725611520 : ffff88009f20b800) 00000020:00000040:1.0:1749609305.271892:0:7472:0:(genops.c:898:class_export_put()) PUTting export ffff88009f20b800 : new refcount 2 00000020:00000080:1.0:1749609305.271894:0:7472:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xae754a0887514877 00000020:00000001:1.0:1749609305.271896:0:7472:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.271897:0:7472:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609305.271898:0:7472:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514877 00000020:00000001:1.0:1749609305.271899:0:7472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609305.271901:0:7472:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f20b800 refcount=3 00000020:00000001:1.0:1749609305.271902:0:7472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983940096 : -131938725611520 : ffff88009f20b800) 00000020:00000001:1.0:1749609305.271904:0:7472:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983940096 : -131938725611520 : ffff88009f20b800) 00000100:00000001:1.0:1749609305.271906:0:7472:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749609305.271907:0:7472:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749609305.271909:0:7472:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749609305.271911:0:7472:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609305.271913:0:7472:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 14 to 0@lo 00000100:00000001:1.0:1749609305.271914:0:7472:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609305.271916:0:7472:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609305.271917:0:7472:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514877 00000020:00000001:1.0:1749609305.271918:0:7472:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609305.271918:0:7472:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f20b800 refcount=4 00000020:00000001:1.0:1749609305.271920:0:7472:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983940096 : -131938725611520 : ffff88009f20b800) 00000020:00000001:1.0:1749609305.271922:0:7472:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983940096 : -131938725611520 : ffff88009f20b800) 00000100:00000001:1.0:1749609305.271924:0:7472:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609305.271925:0:7472:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 15 to 0@lo 00000100:00000001:1.0:1749609305.271927:0:7472:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:1.0:1749609305.271931:0:7472:0:(genops.c:898:class_export_put()) PUTting export ffff88009f20b800 : new refcount 3 00000100:00080000:1.0:1749609305.271933:0:7472:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff88009f20b000 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:1.0:1749609305.271935:0:7472:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.271937:0:7472:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749609305.271940:0:7472:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749609305.271941:0:7472:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0001-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749609305.271943:0:7472:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109110880 : -1600440736 : ffffffffa09b3660) 02000000:00000001:1.0:1749609305.271945:0:7472:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.271947:0:7472:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609305.271948:0:7472:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609305.271951:0:7472:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3100. 00000020:00000040:1.0:1749609305.271952:0:7472:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749609305.271955:0:7472:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749609305.271956:0:7472:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.271957:0:7472:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749609305.271959:0:7472:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609305.271960:0:7472:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609305.271963:0:7472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009adab800. 00000100:00000001:1.0:1749609305.271967:0:7472:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609305.271970:0:7472:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800966f3100 x1834598193446144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609305.271978:0:7472:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609305.271979:0:7472:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609305.271982:0:7472:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800966f3100] to pc [ptlrpcd_rcv+-1] req@ffff8800966f3100 x1834598193446144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.272002:0:7472:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.272004:0:7472:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749609305.272005:0:7472:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000040:1.0:1749609305.272007:0:7472:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609305.272020:0:7472:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749609305.272022:0:7472:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609305.272167:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609305.272169:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193446144 02000000:00000001:3.0:1749609305.272171:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609305.272172:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609305.272174:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609305.272176:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609305.272179:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193446144 00000020:00000001:3.0:1749609305.272180:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609305.272181:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:1.0:1749609305.272181:0:7478:0:(genops.c:898:class_export_put()) PUTting export ffff88009f20b800 : new refcount 4 00000020:00000001:3.0:1749609305.272183:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609305.272184:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609305.272186:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609305.272188:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e3e7200. 00000020:00000010:3.0:1749609305.272191:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749609305.272194:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000001:3.0:1749609305.272197:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609305.272198:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609305.272201:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.272205:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.272215:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.272221:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609305.272223:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609305.272231:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1749609305.272234:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129169920 : -131938580381696 : ffff8800a7c8c000) 00000100:00000040:3.0:1749609305.272237:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8c000 x1834598193446144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609305.272245:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193446144:12345-0@lo:38: 00000100:00000200:3.0:1749609305.272253:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193446144 00000020:00000001:3.0:1749609305.272256:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609305.272259:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:3.0:1749609305.272264:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 4 - find 00000020:00000001:3.0:1749609305.272266:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134908663152 : -131938800888464 : ffff88009aa41570) 00000100:00000001:3.0:1749609305.272271:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609305.272273:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609305.272276:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88009f7acc00. 02000000:00000001:3.0:1749609305.272277:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.272279:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609305.272281:0:7440:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1749609305.272286:0:7440:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp (null) cur 3910 last 0 00010000:00000001:3.0:1749609305.272289:0:7440:0:(obd_class.h:881:obd_connect()) Process entered 00000004:00000001:3.0:1749609305.272293:0:7440:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000020:00000001:3.0:1749609305.272294:0:7440:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1749609305.272295:0:7440:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1749609305.272298:0:7440:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097517000. 00000020:00000001:3.0:1749609305.272299:0:7440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1749609305.272301:0:7440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880097517000 with handle 0xae754a088751487e to hash 00000020:00000001:3.0:1749609305.272303:0:7440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1749609305.272306:0:7440:0:(obd_class.h:1037:obd_init_export()) Process entered 00000004:00000001:3.0:1749609305.272307:0:7440:0:(mdt_handler.c:7527:mdt_init_export()) Process entered 00000004:00000010:3.0:1749609305.272309:0:7440:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff88012d4c5000. 00000001:00000001:3.0:1749609305.272312:0:7440:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1749609305.272313:0:7440:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8800b1886180. 00000001:00000001:3.0:1749609305.272315:0:7440:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609305.272317:0:7440:0:(ldlm_lockd.c:3151:ldlm_init_export()) Process entered 00000001:00000001:3.0:1749609305.272318:0:7440:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:3.0:1749609305.272320:0:7440:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009c46a600. 00000001:00000010:3.0:1749609305.272322:0:7440:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009a9e7c80. 00000001:00000010:3.0:1749609305.272324:0:7440:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3e7600. 00000001:00000010:3.0:1749609305.272325:0:7440:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3e7000. 00000001:00000010:3.0:1749609305.272327:0:7440:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3e6600. 00000001:00000010:3.0:1749609305.272329:0:7440:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3e7a00. 00000001:00000001:3.0:1749609305.272334:0:7440:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:3.0:1749609305.272335:0:7440:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009c46a780. 00000001:00000010:3.0:1749609305.272336:0:7440:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009a9e7b00. 00000001:00000010:3.0:1749609305.272338:0:7440:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3e6800. 00000001:00000010:3.0:1749609305.272339:0:7440:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3e6c00. 00000001:00000010:3.0:1749609305.272341:0:7440:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3e7c00. 00000001:00000010:3.0:1749609305.272346:0:7440:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800924b0000. 00010000:00000001:3.0:1749609305.272347:0:7440:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609305.272349:0:7440:0:(ldlm_lockd.c:3170:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609305.272350:0:7440:0:(mdt_handler.c:7553:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609305.272351:0:7440:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609305.272352:0:7440:0:(genops.c:887:class_export_get()) GET export ffff880097517000 refcount=3 00000020:00000040:3.0:1749609305.272354:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 5 - export 00000020:00000001:3.0:1749609305.272355:0:7440:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000040:3.0:1749609305.272357:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 2 00000020:00000080:3.0:1749609305.272358:0:7440:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xae754a088751487e 00000020:00000001:3.0:1749609305.272359:0:7440:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609305.272360:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609305.272361:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:3.0:1749609305.272362:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609305.272363:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=3 00000020:00000001:3.0:1749609305.272364:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:3.0:1749609305.272365:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000001:00000001:3.0:1749609305.272366:0:7440:0:(nodemap_handler.c:548:nodemap_add_member()) Process entered 00000001:00000001:3.0:1749609305.272369:0:7440:0:(nodemap_handler.c:353:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1749609305.272373:0:7440:0:(nodemap_handler.c:366:nodemap_classify_nid()) found nid 192.168.203.144@tcp 00000001:00000040:3.0:1749609305.272375:0:7440:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff88012e185c00) : new refcount 3 00000001:00000001:3.0:1749609305.272376:0:7440:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process leaving (rc=18446612137382534144 : -131936327017472 : ffff88012e185c00) 00000001:00000001:3.0:1749609305.272378:0:7440:0:(nodemap_member.c:84:nm_member_add()) Process entered 00000020:00000040:3.0:1749609305.272379:0:7440:0:(genops.c:887:class_export_get()) GET export ffff880097517000 refcount=4 00000001:00000040:3.0:1749609305.272380:0:7440:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff88012e185c00) : new refcount 4 00000001:00000001:3.0:1749609305.272381:0:7440:0:(nodemap_member.c:121:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1749609305.272383:0:7440:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff88012e185c00) : new refcount 3 00000001:00000001:3.0:1749609305.272386:0:7440:0:(nodemap_handler.c:567:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:3.0:1749609305.272389:0:7440:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:3.0:1749609305.272392:0:7440:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1749609305.272393:0:7440:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609305.272395:0:7440:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1749609305.272398:0:7440:0:(lprocfs_status_server.c:588:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1749609305.272399:0:7440:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800968cf600 00000020:00000010:3.0:1749609305.272401:0:7440:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff88012dc302a0. 00000020:00000040:3.0:1749609305.272407:0:7440:0:(lprocfs_status_server.c:625:lprocfs_exp_setup()) Found stats ffff88012dc302a0 for nid 0@lo - ref 2 00000020:00000001:3.0:1749609305.272435:0:7440:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609305.272438:0:7440:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff88009f7adc00. 00000020:00000010:3.0:1749609305.272440:0:7440:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff88009f7ae000. 00000020:00000010:3.0:1749609305.272442:0:7440:0:(lprocfs_status.c:1347:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at ffff880097510800. 00000020:00000010:3.0:1749609305.272451:0:7440:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff88009f7ad000. 00000020:00000010:3.0:1749609305.272453:0:7440:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at ffff8800a40a9400. 00000020:00000010:3.0:1749609305.272454:0:7440:0:(lprocfs_status.c:1347:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at ffff8800924b0200. 00000004:00000001:3.0:1749609305.272462:0:7440:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609305.272463:0:7440:0:(mdt_handler.c:7490:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609305.272464:0:7440:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609305.272467:0:7440:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff880097512800. 00000020:00000040:3.0:1749609305.272467:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - import 00000020:00000001:3.0:1749609305.272471:0:7440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609305.272471:0:7440:0:(genops.c:1242:class_import_put()) import ffff880097512800 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1749609305.272473:0:7440:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749609305.272474:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d4c5180. 00000020:00000040:3.0:1749609305.272477:0:7440:0:(genops.c:887:class_export_get()) GET export ffff880097517000 refcount=5 00000100:00000040:3.0:1749609305.272478:0:7440:0:(service.c:1059:ptlrpc_request_change_export()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609305.272479:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609305.272480:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609305.272481:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609305.272482:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609305.272484:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609305.272485:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 16 to 0@lo 00000020:00000040:3.0:1749609305.272490:0:7440:0:(genops.c:887:class_export_get()) GET export ffff880097517000 refcount=6 00000100:00000001:3.0:1749609305.272493:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609305.272494:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609305.272496:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:3.0:1749609305.272497:0:7440:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609305.272499:0:7440:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1749609305.272500:0:7440:0:(sec.c:1414:sptlrpc_sec_create()) mdt lustre-MDT0001: reverse sec using flavor null 02000000:00000001:3.0:1749609305.272501:0:7440:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109110880 : -1600440736 : ffffffffa09b3660) 02000000:00000001:3.0:1749609305.272503:0:7440:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.272504:0:7440:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1749609305.272506:0:7440:0:(recover.c:146:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1749609305.272507:0:7440:0:(recover.c:175:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609305.272509:0:7440:0:(import.c:66:import_set_state_nolock()) ffff880097512800 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1749609305.272510:0:7440:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749609305.272511:0:7440:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749609305.272512:0:7440:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749609305.272512:0:7422:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8800a61b9180. 00000020:00000040:3.0:1749609305.272514:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 5 00000020:00000040:3.0:1749609305.272515:0:7440:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - find 00010000:00000001:3.0:1749609305.272517:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609305.272520:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609305.272522:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116809136 : -1592742480 : ffffffffa110adb0) 00000040:00000001:1.0:1749609305.272522:0:7422:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609305.272524:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:01000000:1.0:1749609305.272524:0:7422:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 00000020:00000001:3.0:1749609305.272526:0:7440:0:(tgt_handler.c:550:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609305.272527:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000040:00000001:1.0:1749609305.272527:0:7422:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:1.0:1749609305.272531:0:7422:0:(lu_object.c:207:lu_object_put()) Add ffff880130df4400/ffff8800acce5600 to site lru. bkt: ffff88012e145148 00000040:00000010:1.0:1749609305.272534:0:7422:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88009df687b0. 00000020:00000001:3.0:1749609305.272535:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609305.272537:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749609305.272537:0:7422:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749609305.272539:0:7422:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88013082a000. 00000020:00000001:3.0:1749609305.272540:0:7440:0:(tgt_handler.c:1018:tgt_connect()) Process entered 00000040:00000010:1.0:1749609305.272544:0:7422:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88008f312c00. 00000001:00000001:3.0:1749609305.272545:0:7440:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1749609305.272546:0:7440:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.272547:0:7422:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749609305.272548:0:7440:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1749609305.272549:0:7440:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749609305.272549:0:7422:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000001:3.0:1749609305.272550:0:7440:0:(tgt_handler.c:1087:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609305.272552:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193446144 00000020:00000010:1.0:1749609305.272553:0:7422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009689ee00. 00010000:00000001:3.0:1749609305.272555:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000040:00000010:1.0:1749609305.272556:0:7422:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009689ec00. 00010000:00000200:3.0:1749609305.272558:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a7c8c000 x1834598193446144/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749609325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609305.272558:0:7422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009c70c800. 00000020:00000010:1.0:1749609305.272561:0:7422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009689ea00. 80000000:00000010:1.0:1749609305.272563:0:7422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1865d80. 00040000:00000010:1.0:1749609305.272565:0:7422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009689f400. 00080000:00000010:1.0:1749609305.272568:0:7422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880134fa2000. 00010000:00000001:3.0:1749609305.272569:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609305.272571:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609305.272573:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=1749609305 v=10 (0 0 0 0) 00080000:00000010:1.0:1749609305.272574:0:7422:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880096898800. 00000100:00001000:3.0:1749609305.272576:0:7440:0:(import.c:2163:obd_at_measure()) AT ffff880095c0d9f0 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00080000:00000010:1.0:1749609305.272576:0:7422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880122701000. 00000020:00000010:1.0:1749609305.272579:0:7422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009689f200. 00000100:00001000:3.0:1749609305.272580:0:7440:0:(niobuf.c:534:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@ffff8800a7c8c000 x1834598193446144/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749609325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000010:1.0:1749609305.272581:0:7422:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b54a1ec0. 10000000:01000000:1.0:1749609305.272584:0:7422:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' succeeded (0). 00000100:00001000:3.0:1749609305.272586:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 10000000:00000001:1.0:1749609305.272587:0:7422:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.272589:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 10000000:00000001:1.0:1749609305.272589:0:7422:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609305.272590:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609305.272591:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609305.272592:0:7422:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609305.272593:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749609305.272594:0:7422:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff88008f318480. 02000000:00000001:3.0:1749609305.272595:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.272596:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609305.272597:0:7422:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff88009f570c00. 00000100:00000040:3.0:1749609305.272598:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609305.272599:0:7422:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609305.272601:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000020:00000001:1.0:1749609305.272601:0:7422:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609305.272603:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834598193446144, offset 0 00000020:00000010:1.0:1749609305.272603:0:7422:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at ffff88012ffc9880. 00000020:00000010:1.0:1749609305.272606:0:7422:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at ffff8800b1865f00. 00000400:00000200:3.0:1749609305.272607:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609305.272608:0:7422:0:(tgt_mount.c:1406:server_notify_target()) Process entered 00000020:00000001:1.0:1749609305.272610:0:7422:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000400:00000200:3.0:1749609305.272612:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609305.272616:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6848eada03d00 00000400:00000200:3.0:1749609305.272619:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x3f45 [1] + 0 00000020:00000010:1.0:1749609305.272621:0:7422:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff88009a218000. 00000400:00000200:3.0:1749609305.272623:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609305.272625:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609305.272628:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609305.272630:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800966f3100 x1834598193446144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1749609305.272631:0:7422:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1749609305.272633:0:7422:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1749609305.272634:0:7422:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1749609305.272636:0:7422:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:3.0:1749609305.272637:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8800966f3100 x1834598193446144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1749609305.272637:0:7422:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1749609305.272638:0:7422:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1749609305.272639:0:7422:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1749609305.272640:0:7422:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:1.0:1749609305.272641:0:7422:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1749609305.272643:0:7422:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1749609305.272646:0:7422:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1749609305.272648:0:7422:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x40000002 10000000:00000001:1.0:1749609305.272650:0:7422:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000001:3.0:1749609305.272651:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:1.0:1749609305.272652:0:7422:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3480. 00000400:00000200:3.0:1749609305.272655:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000020:00000040:1.0:1749609305.272655:0:7422:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=6 obd=MGC192.168.203.144@tcp 00000400:00000010:3.0:1749609305.272657:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000020:01000004:1.0:1749609305.272657:0:7422:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1749609305.272658:0:7422:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1749609305.272659:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000020:01000004:1.0:1749609305.272659:0:7422:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1749609305.272660:0:7422:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1749609305.272662:0:7422:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1749609305.272663:0:7422:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1749609305.272664:0:7422:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1749609305.272665:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:01000004:1.0:1749609305.272665:0:7422:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1749609305.272666:0:7422:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609305.272668:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.272668:0:7422:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609305.272670:0:7422:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609305.272671:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:3.0:1749609305.272673:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000010:1.0:1749609305.272673:0:7422:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff88009a21a000. 00000020:00000001:3.0:1749609305.272691:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609305.272694:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609305.272694:0:7422:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609305.272710:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8c000 x1834598193446144/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749609325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1749609305.272710:0:7422:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000001:1.0:1749609305.272712:0:7422:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1749609305.272714:0:7422:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1749609305.272717:0:7422:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c800c0. 00000100:00100000:3.0:1749609305.272718:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1047:x1834598193446144:12345-0@lo:38: Request processed in 473us (569us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609305.272719:0:7422:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135129120960 : -131938580430656 : ffff8800a7c800c0) 00000100:00000001:1.0:1749609305.272721:0:7422:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609305.272722:0:7422:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134838088832 : -131938871462784 : ffff8800966f3480) 00000100:00100000:3.0:1749609305.272724:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1749609305.272725:0:7422:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749609305.272726:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609305.272726:0:7422:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.272728:0:7422:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1749609305.272729:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609305.272730:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609305.272733:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000100:00000001:1.0:1749609305.272733:0:7422:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749609305.272735:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000100:00000040:1.0:1749609305.272736:0:7422:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800966f3480 x1834598193446272/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609305.272738:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e3e7200. 00000020:00000040:3.0:1749609305.272740:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:3.0:1749609305.272742:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.272743:0:7422:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609305.272744:0:7422:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749609305.272746:0:7422:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800966f3480 x1834598193446272/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.272753:0:7422:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.272755:0:7422:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609305.272756:0:7422:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609305.272757:0:7422:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7c800c0 going to sleep for 0 seconds 00000100:00000001:1.0:1749609305.272758:0:7422:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609305.272760:0:7422:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.272761:0:7422:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609305.272762:0:7422:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.272763:0:7422:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609305.283742:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298577727, at 4298577727 00000100:00000040:1.0:1749609305.283742:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298577727, at 4298577727 00000100:00000010:1.0:1749609305.283756:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7eba3c0. 00000100:00000010:3.0:1749609305.283773:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7eba000. 00000020:00000001:3.0:1749609306.176880:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609306.176885:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609306.176888:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609306.272801:0:7422:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609306.272807:0:7422:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609306.272810:0:7422:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609306.272814:0:7422:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7c800c0 going to sleep for 0 seconds 00000100:00000001:1.0:1749609306.272817:0:7422:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609306.272821:0:7422:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609306.272824:0:7422:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609306.272827:0:7422:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609306.272830:0:7422:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609307.178861:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609307.178865:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609307.178867:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609307.272800:0:7422:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609307.272806:0:7422:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609307.272807:0:7422:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609307.272809:0:7422:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7c800c0 going to sleep for 0 seconds 00000100:00000001:1.0:1749609307.272812:0:7422:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609307.272828:0:7422:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609307.272831:0:7422:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609307.272833:0:7422:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609307.272835:0:7422:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609308.180853:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609308.180857:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609308.180859:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609308.272832:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609308.272843:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609308.272844:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609308.272848:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609308.272850:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609308.272852:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609308.272853:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609309.182864:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609309.182868:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609309.182870:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609309.272780:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609309.272794:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609309.272795:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609309.272797:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609309.272798:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609309.272801:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609309.272802:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609310.184872:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609310.184876:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609310.184879:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609310.277082:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00080000:00000010:1.0:1749609310.277090:0:1051:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fa8000. 00080000:00000010:1.0:1749609310.277096:0:1051:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a21c000. 00000004:00000010:1.0:1749609310.277100:0:1051:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009f20c000. 00000004:00000010:1.0:1749609310.277103:0:1051:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134faa000. 00000004:00000010:1.0:1749609310.277111:0:1051:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009f20c800. 00000004:00000010:1.0:1749609310.277114:0:1051:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009adabc00. 00000100:00000001:1.0:1749609310.277117:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609310.277119:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609310.277123:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.277131:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609310.277133:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609310.277136:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609310.277138:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609310.277140:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609310.277142:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193446784:0@lo:400: 00000100:00000001:1.0:1749609310.277146:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609310.277149:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609310.277151:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609310.277153:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609310.277156:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096551400. 02000000:00000001:1.0:1749609310.277157:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609310.277163:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0f20. 00000400:00000010:1.0:1749609310.277168:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609310.277174:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193446784, portal 10 00000100:00000001:1.0:1749609310.277176:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609310.277177:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721884544 : -131938987667072 : ffff88008f821180) 00000020:00000010:1.0:1749609310.277195:0:1051:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880096908000. 00000100:00000040:1.0:1749609310.277200:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.277205:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609310.277208:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609310.277210:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749609310.277213:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193446784, offset 0 00000400:00000200:1.0:1749609310.277218:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609310.277228:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609310.277236:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada03f80 00000400:00000200:1.0:1749609310.277243:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 7800 00000400:00000200:1.0:1749609310.277248:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609310.277251:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609310.277256:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609310.277257:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609310.277260:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3800. 00000100:00000040:1.0:1749609310.277262:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f3800 x1834598193446784 msgsize 224 00000100:00100000:1.0:1749609310.277265:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609310.277273:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609310.277278:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609310.277280:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193446528 02000000:00000001:3.0:1749609310.277282:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609310.277284:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609310.277285:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000100:00000001:3.0:1749609310.277286:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609310.277287:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 02000000:00000001:3.0:1749609310.277289:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.277289:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609310.277291:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193446528 00000100:00000200:1.0:1749609310.277291:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609310.277293:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609310.277294:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609310.277296:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609310.277297:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.277297:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609310.277298:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609310.277299:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609310.277302:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924b0400. 00000100:00000001:1.0:1749609310.277302:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.277303:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609310.277305:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000100:00000001:1.0:1749609310.277305:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609310.277307:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 801 usecs (1 jiffies) 00000020:00000010:3.0:1749609310.277308:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000001:1.0:1749609310.277309:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298582721 00000100:00000001:1.0:1749609310.277311:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298582725 00000100:00000001:3.0:1749609310.277312:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609310.277313:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609310.277315:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.277319:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.277322:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298582721 00000100:00000001:1.0:1749609310.277323:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298582725 00000100:00000001:3.0:1749609310.277324:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.277324:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298582721 00000100:00000001:1.0:1749609310.277325:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298582725 00000100:00000001:1.0:1749609310.277326:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298582721 00000100:00000001:1.0:1749609310.277327:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298582725 00000100:00000001:1.0:1749609310.277328:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609310.277329:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609310.277329:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.277330:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609310.277330:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.277331:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609310.277333:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:1.0:1749609310.277334:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609310.277335:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129171712 : -131938580379904 : ffff8800a7c8c700) 00000100:00000001:1.0:1749609310.277335:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609310.277336:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609310.277337:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609310.277337:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609310.277338:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8c700 x1834598193446528/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.277338:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609310.277353:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193446528:12345-0@lo:38: 00000100:00000200:3.0:1749609310.277355:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193446528 00000020:00000001:3.0:1749609310.277357:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609310.277360:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609310.277369:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609310.277370:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609310.277372:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609310.277372:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609310.277373:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749609310.277374:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609310.277376:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609310.277378:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609310.277379:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609310.277379:0:6442:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.277380:0:6442:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609310.277381:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7ae400. 02000000:00000001:3.0:1749609310.277382:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.277383:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609310.277385:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609310.277387:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609310.277388:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609310.277391:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609310.277393:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609310.277394:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609310.277395:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609310.277397:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609310.277398:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609310.277399:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609310.277400:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.277401:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609310.277402:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609310.277404:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000100:00000200:3.0:1749609310.277406:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193446528, offset 0 00000400:00000200:3.0:1749609310.277408:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609310.277413:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609310.277419:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada03e80 00000400:00000200:3.0:1749609310.277422:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3f5d [1] + 0 00000400:00000200:3.0:1749609310.277425:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609310.277427:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609310.277429:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609310.277431:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822680 x1834598193446528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609310.277436:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f822680 x1834598193446528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609310.277441:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609310.277444:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000400:00000010:3.0:1749609310.277445:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000100:00000001:3.0:1749609310.277446:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609310.277447:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609310.277449:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609310.277450:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609310.277451:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609310.277452:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609310.277454:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8c700 x1834598193446528/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609310.277459:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193446528:12345-0@lo:38: Request processed in 106us (218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609310.277463:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1749609310.277465:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609310.277466:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609310.277468:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749609310.277470:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:3.0:1749609310.277471:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924b0400. 00000100:00000001:3.0:1749609310.277474:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.277499:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609310.277500:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609310.277504:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609310.277505:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609310.277507:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130df0f20. 00000400:00000200:1.0:1749609310.277512:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609310.277513:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609310.277514:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609310.277517:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609310.277522:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.277526:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609310.277530:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.277532:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609310.277534:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609310.277535:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609310.277537:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609310.277538:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609310.277542:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1749609310.277544:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1749609310.277545:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609310.277546:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609310.277548:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609310.277551:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609310.277555:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.277557:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609310.277558:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609310.277559:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609310.277560:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609310.277561:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.277565:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609310.277567:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609310.277569:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609310.277570:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609310.277575:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193446784:0@lo:400: 00000100:00000001:1.0:1749609310.277577:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.277578:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609310.277579:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f821180 x1834598193446784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.277582:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609310.277584:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609310.277585:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096551400. 02000000:00000001:1.0:1749609310.277589:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609310.277591:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609310.277593:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609310.277594:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609310.277595:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880098a84500. 02000000:00000001:1.0:1749609310.277597:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609310.277599:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609310.277600:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821180. 00000100:00000001:1.0:1749609310.277602:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609310.277602:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.277603:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.277606:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609310.277606:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.277607:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609310.277608:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609310.281728:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298582725, at 4298582725 00000100:00000040:1.0:1749609310.281733:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298582725, at 4298582725 00000100:00000010:3.0:1749609310.281736:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7eba900. 00000100:00000010:1.0:1749609310.281742:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7eba380. 00000040:00000001:1.0:1749609311.173576:0:7484:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749609311.173580:0:7484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096551400. 00000020:00000010:1.0:1749609311.173583:0:7484:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096551600. 00000040:00000010:1.0:1749609311.173584:0:7484:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096551800. 00000020:00000010:1.0:1749609311.173586:0:7484:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009f20d000. 00000020:00000010:1.0:1749609311.173589:0:7484:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1e9a8. 00000020:00000010:1.0:1749609311.173591:0:7484:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096551a00. 80000000:00000010:1.0:1749609311.173593:0:7484:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a795a20. 40000000:00000010:1.0:1749609311.173594:0:7484:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6600. 00100000:00000010:1.0:1749609311.173596:0:7484:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009f20d800. 00040000:00000010:1.0:1749609311.173598:0:7484:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280c00. 00040000:00000010:1.0:1749609311.173599:0:7484:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096551c00. 00080000:00000010:1.0:1749609311.173602:0:7484:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fab000. 00080000:00000010:1.0:1749609311.173605:0:7484:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009690a000. 00000004:00000010:1.0:1749609311.173608:0:7484:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009f20e000. 00000004:00000010:1.0:1749609311.173610:0:7484:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fac000. 00000004:00000010:1.0:1749609311.173612:0:7484:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009f20e800. 00002000:00000010:1.0:1749609311.173614:0:7484:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009adab800. 00000004:00000010:1.0:1749609311.173619:0:7484:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009adaa400. 00000020:00000010:1.0:1749609311.173620:0:7484:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d6e00. 00000040:00000010:1.0:1749609311.173624:0:7484:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009690c000. 00000040:00080000:1.0:1749609311.173973:0:7484:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 8 00000040:00000010:1.0:1749609311.173975:0:7484:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009690c000. 00000020:00000010:1.0:1749609311.173978:0:7484:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800a61d6e00. 00000020:00000010:1.0:1749609311.173989:0:7484:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096551600. 00000040:00000010:1.0:1749609311.173991:0:7484:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096551800. 00000020:00000010:1.0:1749609311.173992:0:7484:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009f20d000. 00000020:00000010:1.0:1749609311.173994:0:7484:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a1e9a8. 00000020:00000010:1.0:1749609311.173996:0:7484:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096551a00. 80000000:00000010:1.0:1749609311.173997:0:7484:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a795a20. 40000000:00000010:1.0:1749609311.173999:0:7484:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800a61d6600. 00100000:00000010:1.0:1749609311.174001:0:7484:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009f20d800. 00040000:00000010:1.0:1749609311.174002:0:7484:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4280c00. 00040000:00000010:1.0:1749609311.174004:0:7484:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096551c00. 00080000:00000010:1.0:1749609311.174006:0:7484:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009690a000. 00080000:00000010:1.0:1749609311.174007:0:7484:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880134fab000. 00000004:00000010:1.0:1749609311.174009:0:7484:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88009f20e000. 00000004:00000010:1.0:1749609311.174010:0:7484:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880134fac000. 00000004:00000010:1.0:1749609311.174012:0:7484:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009f20e800. 00002000:00000010:1.0:1749609311.174013:0:7484:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009adab800. 00000004:00000010:1.0:1749609311.174014:0:7484:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009adaa400. 00000020:00000010:1.0:1749609311.174015:0:7484:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096551400. 00010000:00000010:1.1:1749609311.175775:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acce5a00. 00010000:00000010:1.1:1749609311.175782:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009a209e00. 00000020:00000001:1.0:1749609311.186768:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609311.186771:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609311.186774:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609312.188839:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609312.188855:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609312.188857:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609313.190859:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609313.190862:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609313.190864:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609314.192872:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609314.192875:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609314.192877:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609315.194837:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609315.194841:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609315.194842:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609315.285069:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00080000:00000010:3.0:1749609315.285077:0:1048:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff6000. 00000100:00000001:1.0:1749609315.285077:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609315.285080:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193447040 02000000:00000001:1.0:1749609315.285089:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609315.285091:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00080000:00000010:3.0:1749609315.285092:0:1048:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88006e4e0000. 00000100:00000001:1.0:1749609315.285093:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1749609315.285097:0:1048:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097513800. 02000000:00000001:1.0:1749609315.285097:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1749609315.285100:0:1048:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff0000. 00000100:00100000:1.0:1749609315.285100:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193447040 00000004:00000010:3.0:1749609315.285102:0:1048:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097517800. 00000020:00000001:1.0:1749609315.285102:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609315.285103:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609315.285104:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000010:3.0:1749609315.285105:0:1048:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009f7ac400. 00000020:00000001:1.0:1749609315.285106:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609315.285107:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.285109:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609315.285111:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096551400. 00000020:00000010:1.0:1749609315.285116:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d180. 00000020:00000010:1.0:1749609315.285119:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000100:00000001:1.0:1749609315.285123:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609315.285124:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609315.285126:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.285131:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.285137:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609315.285144:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609315.285146:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609315.285150:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1749609315.285151:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609315.285153:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609315.285153:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129174400 : -131938580377216 : ffff8800a7c8d180) 00000100:00000001:3.0:1749609315.285155:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.285156:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609315.285156:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8d180 x1834598193447040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609315.285166:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193447040:12345-0@lo:38: 00000100:00000200:1.0:1749609315.285169:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193447040 00000020:00000001:1.0:1749609315.285171:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609315.285175:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609315.285184:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609315.285187:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609315.285189:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609315.285191:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609315.285194:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609315.285201:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609315.285203:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609315.285206:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009adaa400. 02000000:00000001:1.0:1749609315.285208:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.285209:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609315.285212:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609315.285214:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609315.285216:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609315.285219:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609315.285221:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609315.285223:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609315.285225:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609315.285227:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609315.285229:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609315.285231:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609315.285233:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.285234:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609315.285237:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609315.285239:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609315.285241:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193447040, offset 0 00000400:00000200:1.0:1749609315.285246:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609315.285251:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609315.285256:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada04080 00000400:00000200:1.0:1749609315.285260:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3f81 [1] + 0 00000400:00000200:1.0:1749609315.285264:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609315.285266:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609315.285269:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609315.285272:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821f80 x1834598193447040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609315.285280:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821f80 x1834598193447040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609315.285287:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609315.285291:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609315.285297:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609315.285300:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609315.285302:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609315.285304:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609315.285307:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609315.285308:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609315.285310:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609315.285313:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8d180 x1834598193447040/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609315.285320:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193447040:12345-0@lo:38: Request processed in 155us (309us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609315.285327:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:1.0:1749609315.285330:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609315.285331:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609315.285334:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d180. 00000020:00000010:1.0:1749609315.285337:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 00000020:00000010:1.0:1749609315.285340:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096551400. 00000100:00000001:1.0:1749609315.285342:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609315.285421:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609315.285423:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193447168 02000000:00000001:3.0:1749609315.285425:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609315.285427:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609315.285428:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.285431:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609315.285433:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193447168 00000020:00000001:3.0:1749609315.285435:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609315.285436:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609315.285437:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609315.285439:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609315.285440:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609315.285443:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924b0600. 00000020:00000010:3.0:1749609315.285445:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749609315.285448:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000001:3.0:1749609315.285451:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609315.285452:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609315.285453:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.285456:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.285467:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609315.285475:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609315.285476:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609315.285480:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1749609315.285482:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129175296 : -131938580376320 : ffff8800a7c8d500) 00000100:00000040:3.0:1749609315.285486:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8d500 x1834598193447168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609315.285495:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193447168:12345-0@lo:38: 00000100:00000200:3.0:1749609315.285497:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193447168 00000020:00000001:3.0:1749609315.285499:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609315.285501:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609315.285506:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609315.285508:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609315.285510:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609315.285512:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609315.285514:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609315.285515:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609315.285517:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609315.285519:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7af000. 02000000:00000001:3.0:1749609315.285521:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.285522:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609315.285524:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609315.285526:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.285526:0:6442:0:(service.c:3356:ptlrpc_start_thread()) Process entered 00000100:00001000:3.0:1749609315.285528:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749609315.285528:0:6442:0:(service.c:3364:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00000001:3.0:1749609315.285530:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609315.285532:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609315.285533:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000010:1.0:1749609315.285533:0:6442:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff880096551400. 00000100:00000001:3.0:1749609315.285535:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609315.285536:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00100000:1.0:1749609315.285536:0:6442:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00000040:3.0:1749609315.285539:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609315.285540:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609315.285546:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.285549:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609315.285551:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609315.285554:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000100:00000200:3.0:1749609315.285557:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193447168, offset 0 00000400:00000200:3.0:1749609315.285561:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609315.285567:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609315.285572:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04100 00000400:00000200:3.0:1749609315.285577:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3f8d [1] + 0 00000400:00000200:3.0:1749609315.285580:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609315.285582:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609315.285585:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609315.285588:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821880 x1834598193447168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609315.285596:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821880 x1834598193447168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609315.285603:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609315.285605:0:6442:0:(service.c:3445:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609315.285608:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000400:00000010:3.0:1749609315.285609:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000100:00000001:3.0:1749609315.285611:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609315.285612:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609315.285615:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.285616:0:7488:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000040:3.0:1749609315.285617:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609315.285618:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609315.285620:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609315.285622:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8d500 x1834598193447168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609315.285647:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193447168:12345-0@lo:38: Request processed in 152us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609315.285654:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1749609315.285656:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609315.285657:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609315.285660:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000100:00000010:1.0:1749609315.285662:0:7488:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800a61d6600. 00000020:00000010:3.0:1749609315.285663:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:1.0:1749609315.285665:0:7488:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800a61d6d00. 00000020:00000010:1.0:1749609315.285668:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096551e00. 00000020:00000010:3.0:1749609315.285670:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924b0600. 00000020:00000010:1.0:1749609315.285670:0:7488:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096551c00. 00000040:00000010:1.0:1749609315.285672:0:7488:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096551a00. 00000020:00000010:1.0:1749609315.285693:0:7488:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009f20e800. 00000020:00000010:1.0:1749609315.285695:0:7488:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1e9a8. 00000020:00000010:1.0:1749609315.285697:0:7488:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096551800. 80000000:00000010:1.0:1749609315.285699:0:7488:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a795a20. 40000000:00000010:1.0:1749609315.285701:0:7488:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800a61d6040. 00100000:00000010:1.0:1749609315.285707:0:7488:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009f20e000. 00040000:00000010:1.0:1749609315.285709:0:7488:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4280c00. 00040000:00000010:1.0:1749609315.285711:0:7488:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096551600. 00080000:00000010:1.0:1749609315.285714:0:7488:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fac000. 00080000:00000010:1.0:1749609315.285716:0:7488:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009690a000. 00000004:00000010:1.0:1749609315.285719:0:7488:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009f20d800. 00000004:00000010:1.0:1749609315.285721:0:7488:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fab000. 00000004:00000010:1.0:1749609315.285723:0:7488:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009f20d000. 00002000:00000010:1.0:1749609315.285725:0:7488:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009adab800. 00000004:00000010:1.0:1749609315.285726:0:7488:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009ada9400. 00000100:00000001:3.0:1749609315.285729:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749609315.285765:0:7488:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff880095ce0000. 00000100:00000200:1.0:1749609315.285770:0:7488:0:(service.c:3013:ptlrpc_main()) service thread 4 (#5) started 00000100:00000040:1.0:1749609315.289721:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298587733, at 4298587733 00000100:00000040:3.0:1749609315.289738:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298587733, at 4298587733 00000100:00000010:1.0:1749609315.289738:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7eba7c0. 00000100:00000010:3.0:1749609315.289744:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7ebacc0. 00000020:00000001:3.0:1749609316.196862:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609316.196865:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609316.196867:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1749609316.277222:0:7422:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800a7eba800. 00000020:00000001:2.0:1749609316.277229:0:7422:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609316.277230:0:7422:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800a7eba800. 00000020:00000001:2.0:1749609316.277232:0:7422:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1749609316.277234:0:7422:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff8800a552da80. 00000020:00000010:2.0:1749609316.277240:0:7422:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff8800a7eba800. 00000020:00000010:2.0:1749609316.277243:0:7422:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff8800a7eba800. 00040000:00000001:2.0:1749609316.277245:0:7422:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:2.0:1749609316.277246:0:7422:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609316.277247:0:7422:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749609316.277249:0:7422:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277250:0:7422:0:(osd_handler.c:8811:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1749609316.277252:0:7422:0:(lfsck_lib.c:3639:lfsck_register()) Process entered 00100000:00000010:2.0:1749609316.277255:0:7422:0:(lfsck_lib.c:3644:lfsck_register()) kmalloced '(lfsck)': 3400 at ffff88009f6f8000. 00000020:00000001:2.0:1749609316.277258:0:7422:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1749609316.277259:0:7422:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1749609316.277260:0:7422:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612135342418944 : -131938367132672 : 0xffff8800b47eac00) 00000020:00000001:2.0:1749609316.277262:0:7422:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612135342418944 : -131938367132672 : ffff8800b47eac00) 00000020:00000001:2.0:1749609316.277263:0:7422:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609316.277265:0:7422:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:2.0:1749609316.277267:0:7422:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134839804856 : -131938869746760 : ffff8800968963b8) 00000020:00000001:2.0:1749609316.277268:0:7422:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749609316.277269:0:7422:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749609316.277274:0:7422:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88006e82c000. 00002000:00000001:2.0:1749609316.277275:0:7422:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134168281176 : -131939541270440 : ffff88006e82c058) 00002000:00000001:2.0:1749609316.277293:0:7422:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749609316.277294:0:7422:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:2.0:1749609316.277329:0:7422:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800973a0000. 00002000:00000001:2.0:1749609316.277331:0:7422:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609316.277334:0:7422:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134168281176 : -131939541270440 : ffff88006e82c058) 00080000:00000001:2.0:1749609316.277338:0:7422:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749609316.277340:0:7422:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749609316.277347:0:7422:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749609316.277356:0:7422:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277357:0:7422:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749609316.277362:0:7422:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277364:0:7422:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749609316.277365:0:7422:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749609316.277366:0:7422:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 105:2578213700 to info ffff880122707000 00000020:00000001:2.0:1749609316.277369:0:7422:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880097487678 00080000:00000002:2.0:1749609316.277369:0:7422:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1749609316.277371:0:7422:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749609316.277373:0:7422:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277374:0:7422:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609316.277375:0:7422:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749609316.277377:0:7422:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c760c00. 00000020:00000001:2.0:1749609316.277379:0:7422:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749609316.277380:0:7422:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800973a0600. 00000020:00000001:2.0:1749609316.277381:0:7422:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277382:0:7422:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749609316.277383:0:7422:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749609316.277384:0:7422:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749609316.277385:0:7422:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749609316.277387:0:7422:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277388:0:7422:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609316.277390:0:7422:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134939200600 : -131938770351016 : ffff88009c760c58) 00100000:00000001:2.0:1749609316.277392:0:7422:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:2.0:1749609316.277393:0:7422:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:2.0:1749609316.277394:0:7422:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134839804856 : -131938869746760 : ffff8800968963b8) 00080000:00000001:2.0:1749609316.277396:0:7422:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749609316.277396:0:7422:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749609316.277406:0:7422:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749609316.277411:0:7422:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277412:0:7422:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749609316.277413:0:7422:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277414:0:7422:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749609316.277415:0:7422:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749609316.277416:0:7422:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 106:2578213701 to info ffff880122707000 00000020:00000001:2.0:1749609316.277419:0:7422:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880097487638 00080000:00000002:2.0:1749609316.277420:0:7422:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:2.0:1749609316.277422:0:7422:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749609316.277427:0:7422:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277429:0:7422:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609316.277431:0:7422:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749609316.277434:0:7422:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c760100. 00000020:00000001:2.0:1749609316.277436:0:7422:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749609316.277437:0:7422:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800973a1c00. 00000020:00000001:2.0:1749609316.277439:0:7422:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277440:0:7422:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749609316.277442:0:7422:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749609316.277443:0:7422:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749609316.277445:0:7422:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749609316.277447:0:7422:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.277450:0:7422:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609316.277453:0:7422:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134939197784 : -131938770353832 : ffff88009c760158) 00080000:00000010:2.0:1749609316.279026:0:7422:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b54a1480. 00040000:00000001:2.0:1749609316.279030:0:7422:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:2.0:1749609316.279031:0:7422:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:2.0:1749609316.279033:0:7422:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1749609316.279034:0:7422:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1749609316.279037:0:7422:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749609316.279038:0:7422:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609316.279042:0:7422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880130df4a00. 00000020:00000010:2.0:1749609316.279045:0:7422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a70000. 00000020:00000010:2.0:1749609316.279048:0:7422:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c64670. 00000020:00000010:2.0:1749609316.279052:0:7422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880130df4c00. 80000000:00000010:2.0:1749609316.279055:0:7422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130dadd20. 40000000:00000010:2.0:1749609316.279057:0:7422:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b54a1f80. 00100000:00000010:2.0:1749609316.279059:0:7422:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096a70800. 00040000:00000010:2.0:1749609316.279061:0:7422:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b530ee00. 00040000:00000010:2.0:1749609316.279064:0:7422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a78000. 00080000:00000010:2.0:1749609316.279066:0:7422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a21a000. 00080000:00000010:2.0:1749609316.279070:0:7422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880122700000. 00002000:00000010:2.0:1749609316.279072:0:7422:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880096898000. 00000020:00000010:2.0:1749609316.279075:0:7422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130df4800. 00002000:00080000:2.0:1749609316.279077:0:7422:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:2.0:1749609316.279083:0:7422:0:(lfsck_lib.c:3090:lfsck_start()) Process entered 00100000:00000001:2.0:1749609316.279084:0:7422:0:(lfsck_lib.c:3107:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1749609316.279086:0:7422:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:2.0:1749609316.279089:0:7422:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1749609316.279093:0:7422:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1749609316.279094:0:7422:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/ffff880097b9c000 free: 143929344 avail: 129593344 00000020:00000001:2.0:1749609316.279096:0:7422:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1749609316.279097:0:7422:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/ffff880097b9c000 avail=129593344 left=129593344 unstable=0 tot_grant=0 pending=0 00000020:00000001:2.0:1749609316.279099:0:7422:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129593344 : 129593344 : 7b97000) 00000020:00000001:2.0:1749609316.279101:0:7422:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1749609316.279102:0:7422:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff880097b9c000 wants: 280000 current grant 0 granting: 280000 00000020:00000020:2.0:1749609316.279104:0:7422:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff880097b9c000 tot cached:0 granted:280000 num_exports: 0 00000020:00000001:2.0:1749609316.279105:0:7422:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:2.0:1749609316.279106:0:7422:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/ffff880097b9c000 ocd_grant: 280000 want: 280000 left: 129593344 00000020:00000001:2.0:1749609316.279107:0:7422:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:2.0:1749609316.279108:0:7422:0:(osd_handler.c:8703:osd_recovery_complete()) Process entered 00040000:00000001:2.0:1749609316.279109:0:7422:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:2.0:1749609316.279110:0:7422:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749609316.279111:0:7422:0:(osd_handler.c:8716:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749609316.279112:0:7422:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749609316.279113:0:7422:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609316.279114:0:7422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008f313e00. 00000020:00000010:2.0:1749609316.279116:0:7422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009c70c000. 00000020:00000010:2.0:1749609316.279118:0:7422:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c63758. 00000020:00000010:2.0:1749609316.279120:0:7422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008f312a00. 80000000:00000010:2.0:1749609316.279122:0:7422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a61b90c0. 40000000:00000010:2.0:1749609316.279125:0:7422:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b54a1240. 00100000:00000010:2.0:1749609316.279126:0:7422:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009c70e000. 00040000:00000010:2.0:1749609316.279127:0:7422:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880098a84f00. 00040000:00000010:2.0:1749609316.279129:0:7422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008f312200. 00080000:00000010:2.0:1749609316.279130:0:7422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880134fa6000. 00080000:00000010:2.0:1749609316.279132:0:7422:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880096899000. 00080000:00000010:2.0:1749609316.279134:0:7422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880122707000. 00002000:00000010:2.0:1749609316.279138:0:7422:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880096898800. 00000020:00000010:2.0:1749609316.279139:0:7422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f313c00. 00000020:00000010:2.0:1749609316.279141:0:7422:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570c80. 00000020:00000010:2.0:1749609316.279143:0:7422:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040af0. 00000020:00000010:2.0:1749609316.279144:0:7422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f312c00. 00000020:00000001:2.0:1749609316.279146:0:7422:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:2.0:1749609316.279147:0:7422:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:2.0:1749609316.279148:0:7422:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1749609316.279150:0:7422:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1749609316.279151:0:7422:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:2.0:1749609316.279153:0:7422:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:2.0:1749609316.279154:0:7422:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:2.0:1749609316.279155:0:7422:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88012a9f39c0 : new refcount 2 00000040:00000001:2.0:1749609316.279157:0:7422:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1749609316.279158:0:7422:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff88012a9f39c0 : new refcount 1 00040000:00000001:2.0:1749609316.279164:0:7422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749609316.279164:0:7422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749609316.279165:0:7422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749609316.279165:0:7422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749609316.279166:0:7422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749609316.279166:0:7422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749609316.279168:0:7422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b47eb400. 00000020:00000010:2.0:1749609316.279170:0:7422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b532ce00. 00000020:00000010:2.0:1749609316.279175:0:7422:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff88009f570b00. 00040000:00000001:2.0:1749609316.279178:0:7422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749609316.279179:0:7422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749609316.279180:0:7422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749609316.279180:0:7422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749609316.279181:0:7422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749609316.279181:0:7422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749609316.279182:0:7422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b47ea000. 00000020:00000010:2.0:1749609316.279184:0:7422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800acce5e00. 00000020:00000010:2.0:1749609316.279186:0:7422:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff88009f570b80. 00000020:00000040:2.0:1749609316.279188:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff880096d24800 : new refcount 1 00000040:00000010:2.0:1749609316.279189:0:7422:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff88012a9f39c0. 00000040:00000001:2.0:1749609316.279191:0:7422:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609316.279192:0:7422:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749609316.279194:0:7422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749609316.279197:0:7422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749609316.279198:0:7422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749609316.279198:0:7422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749609316.279199:0:7422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749609316.279199:0:7422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749609316.279200:0:7422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b47eb800. 00000020:00000010:2.0:1749609316.279201:0:7422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b532c700. 00000020:00000040:2.0:1749609316.279204:0:7422:0:(obd_config.c:951:class_decref()) Decref MGC192.168.203.144@tcp (ffff8800a9a78000) now 6 - mgc_fs 10000000:01000000:2.0:1749609316.279206:0:7422:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.144@tcp: cl_mgc_mutex unlock 10000000:00000001:2.0:1749609316.279206:0:7422:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609316.279207:0:7422:0:(mgc_request_server.c:283:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609316.279208:0:7422:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609316.279209:0:7422:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609316.279210:0:7422:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609316.279212:0:7422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006e4a8000. 00000040:00000010:2.0:1749609316.279213:0:7422:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006e4a8600. 00000020:00000010:2.0:1749609316.279214:0:7422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009c709000. 00000020:00000010:2.0:1749609316.279216:0:7422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006e4a9000. 80000000:00000010:2.0:1749609316.279218:0:7422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1865d20. 00040000:00000010:2.0:1749609316.279219:0:7422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006e4a9e00. 00080000:00000010:2.0:1749609316.279220:0:7422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880130828000. 00080000:00000010:2.0:1749609316.279223:0:7422:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8800aa20d400. 00080000:00000010:2.0:1749609316.279224:0:7422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c885000. 00000020:00000010:2.0:1749609316.279227:0:7422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b443c600. 00000020:00000001:2.0:1749609316.279229:0:7422:0:(tgt_mount.c:1600:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609316.279231:0:7422:0:(tgt_mount.c:2114:server_fill_super_common()) Process entered 00000020:01000004:2.0:1749609316.279232:0:7422:0:(tgt_mount.c:2115:server_fill_super_common()) Server sb, dev=43 00000020:00000001:2.0:1749609316.279238:0:7422:0:(tgt_mount.c:2142:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609316.279239:0:7422:0:(tgt_mount.c:2289:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1749609316.279241:0:7422:0:(super25.c:161:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:2.0:1749609316.279243:0:7422:0:(super25.c:184:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:2.0:1749609316.318162:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d380. 00080000:00000010:2.0:1749609316.318168:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d380. 00000020:00000001:2.0:1749609316.318173:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609316.318235:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d380. 00080000:00000010:2.0:1749609316.318243:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d380. 00000020:00000001:2.0:1749609316.318247:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609316.425958:0:7513:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609316.425964:0:7513:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609316.425967:0:7513:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609316.425977:0:7513:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609316.425980:0:7513:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609316.425981:0:7513:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609316.543652:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d280. 00080000:00000010:1.0:1749609316.543657:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d280. 00000020:00000001:1.0:1749609316.543660:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609316.543717:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d280. 00080000:00000010:1.0:1749609316.543720:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d280. 00000020:00000001:1.0:1749609316.543722:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609316.655886:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d080. 00080000:00000010:1.0:1749609316.655890:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d080. 00000020:00000001:1.0:1749609316.655892:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609316.655928:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d080. 00080000:00000010:1.0:1749609316.655930:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d080. 00000020:00000001:1.0:1749609316.655932:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1749609316.739465:0:7622:0:(lproc_fid.c:530:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1749609316.739468:0:7622:0:(lproc_fid.c:545:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1749609316.739470:0:7622:0:(lproc_fid.c:551:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:2.0:1749609316.766745:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609316.766752:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609316.766756:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609316.766816:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609316.766820:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609316.766822:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609316.877090:0:7644:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609316.877097:0:7644:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609316.877100:0:7644:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609316.877109:0:7644:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609316.877112:0:7644:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609316.877114:0:7644:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609316.879788:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749609316.879792:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00000020:00000001:3.0:1749609316.879795:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609316.879844:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749609316.879846:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00000020:00000001:3.0:1749609316.879849:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962364:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800923f55c0) now 8 - health_check_show 00000020:00000001:1.0:1749609316.962369:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962372:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962374:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800923f55c0) now 8 - health_check_show 00000020:00000040:1.0:1749609316.962376:0:7686:0:(obd_config.c:923:class_incref()) incref MGC192.168.203.144@tcp (ffff8800a9a78000) now 6 - health_check_show 00000020:00000001:1.0:1749609316.962378:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962380:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962384:0:7686:0:(obd_config.c:951:class_decref()) Decref MGC192.168.203.144@tcp (ffff8800a9a78000) now 6 - health_check_show 00000020:00000040:1.0:1749609316.962386:0:7686:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a9a7aae0) now 4 - health_check_show 00000020:00000001:1.0:1749609316.962387:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962396:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962397:0:7686:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a9a7aae0) now 4 - health_check_show 00000020:00000040:1.0:1749609316.962399:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88009aa455c0) now 5 - health_check_show 00000020:00000001:1.0:1749609316.962400:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962402:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962403:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88009aa455c0) now 5 - health_check_show 00000020:00000040:1.0:1749609316.962404:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - health_check_show 00000020:00000001:1.0:1749609316.962405:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962406:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962407:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - health_check_show 00000020:00000040:1.0:1749609316.962408:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88009aa44050) now 5 - health_check_show 00000020:00000001:1.0:1749609316.962409:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962411:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962412:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88009aa44050) now 5 - health_check_show 00000020:00000040:1.0:1749609316.962413:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a9a7c050) now 6 - health_check_show 00000020:00000001:1.0:1749609316.962415:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962416:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962418:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a9a7c050) now 6 - health_check_show 00000020:00000040:1.0:1749609316.962419:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff880136ac2ae0) now 6 - health_check_show 00000020:00000001:1.0:1749609316.962421:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962422:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962423:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff880136ac2ae0) now 6 - health_check_show 00000020:00000040:1.0:1749609316.962425:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800923f4050) now 6 - health_check_show 00000020:00000001:1.0:1749609316.962426:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962428:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962429:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800923f4050) now 6 - health_check_show 00000020:00000040:1.0:1749609316.962430:0:7686:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a9a7d5c0) now 4 - health_check_show 00000020:00000001:1.0:1749609316.962431:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962436:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962437:0:7686:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a9a7d5c0) now 4 - health_check_show 00000020:00000040:1.0:1749609316.962442:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880136ac0000) now 4 - health_check_show 00000020:00000001:1.0:1749609316.962444:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749609316.962447:0:7686:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096550000. 00000020:00000010:1.0:1749609316.962451:0:7686:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096550600. 00000020:00000010:1.0:1749609316.962455:0:7686:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009f20a000. 00000020:00000010:1.0:1749609316.962459:0:7686:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1eeb0. 00000020:00000010:1.0:1749609316.962462:0:7686:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096550e00. 80000000:00000010:1.0:1749609316.962465:0:7686:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a7953c0. 40000000:00000010:1.0:1749609316.962467:0:7686:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3ac40. 00100000:00000010:1.0:1749609316.962471:0:7686:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009f209000. 00040000:00000010:1.0:1749609316.962474:0:7686:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880099e7a700. 00040000:00000010:1.0:1749609316.962476:0:7686:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096550200. 00080000:00000010:1.0:1749609316.962480:0:7686:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fad000. 00080000:00000010:1.0:1749609316.962484:0:7686:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009690c000. 00002000:00000010:1.0:1749609316.962489:0:7686:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880099e70000. 00000020:00000010:1.0:1749609316.962498:0:7686:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096550600. 00000020:00000010:1.0:1749609316.962501:0:7686:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009f20a000. 00000020:00000010:1.0:1749609316.962504:0:7686:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a1eeb0. 00000020:00000010:1.0:1749609316.962508:0:7686:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096550e00. 80000000:00000010:1.0:1749609316.962510:0:7686:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a7953c0. 40000000:00000010:1.0:1749609316.962513:0:7686:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3ac40. 00100000:00000010:1.0:1749609316.962516:0:7686:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009f209000. 00040000:00000010:1.0:1749609316.962518:0:7686:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880099e7a700. 00040000:00000010:1.0:1749609316.962520:0:7686:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096550200. 00080000:00000010:1.0:1749609316.962524:0:7686:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009690c000. 00080000:00000010:1.0:1749609316.962527:0:7686:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880134fad000. 00002000:00000010:1.0:1749609316.962529:0:7686:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880099e70000. 00000020:00000010:1.0:1749609316.962531:0:7686:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096550000. 00000020:00000001:1.0:1749609316.962532:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962534:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880136ac0000) now 4 - health_check_show 00000020:00000040:1.0:1749609316.962536:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880136ac1570) now 6 - health_check_show 00000020:00000001:1.0:1749609316.962537:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962538:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962543:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880136ac1570) now 6 - health_check_show 00000020:00000040:1.0:1749609316.962545:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880136ac4050) now 6 - health_check_show 00000020:00000001:1.0:1749609316.962546:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962547:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962548:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880136ac4050) now 6 - health_check_show 00000020:00000040:1.0:1749609316.962596:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800923f55c0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749609316.962598:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962599:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962601:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800923f55c0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749609316.962602:0:7686:0:(obd_config.c:923:class_incref()) incref MGC192.168.203.144@tcp (ffff8800a9a78000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749609316.962604:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962605:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962606:0:7686:0:(obd_config.c:951:class_decref()) Decref MGC192.168.203.144@tcp (ffff8800a9a78000) now 6 - health_check_seq_show 00000020:00000040:1.0:1749609316.962608:0:7686:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a9a7aae0) now 4 - health_check_seq_show 00000020:00000001:1.0:1749609316.962609:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962613:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962614:0:7686:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a9a7aae0) now 4 - health_check_seq_show 00000020:00000040:1.0:1749609316.962633:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88009aa455c0) now 5 - health_check_seq_show 00000020:00000001:1.0:1749609316.962635:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962636:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962637:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88009aa455c0) now 5 - health_check_seq_show 00000020:00000040:1.0:1749609316.962639:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - health_check_seq_show 00000020:00000001:1.0:1749609316.962640:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962641:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962642:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - health_check_seq_show 00000020:00000040:1.0:1749609316.962644:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88009aa44050) now 5 - health_check_seq_show 00000020:00000001:1.0:1749609316.962645:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962646:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962647:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88009aa44050) now 5 - health_check_seq_show 00000020:00000040:1.0:1749609316.962648:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a9a7c050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749609316.962649:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962650:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962654:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a9a7c050) now 6 - health_check_seq_show 00000020:00000040:1.0:1749609316.962656:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff880136ac2ae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749609316.962657:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962658:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962659:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff880136ac2ae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749609316.962661:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800923f4050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749609316.962662:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962663:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962664:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800923f4050) now 6 - health_check_seq_show 00000020:00000040:1.0:1749609316.962665:0:7686:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a9a7d5c0) now 4 - health_check_seq_show 00000020:00000001:1.0:1749609316.962667:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962669:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962671:0:7686:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a9a7d5c0) now 4 - health_check_seq_show 00000020:00000040:1.0:1749609316.962672:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880136ac0000) now 4 - health_check_seq_show 00000020:00000001:1.0:1749609316.962673:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749609316.962694:0:7686:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096550000. 00000020:00000010:1.0:1749609316.962696:0:7686:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096550a00. 00000020:00000010:1.0:1749609316.962698:0:7686:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009f209000. 00000020:00000010:1.0:1749609316.962700:0:7686:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1eeb0. 00000020:00000010:1.0:1749609316.962702:0:7686:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096550200. 80000000:00000010:1.0:1749609316.962704:0:7686:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a7953c0. 40000000:00000010:1.0:1749609316.962705:0:7686:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3abc0. 00100000:00000010:1.0:1749609316.962707:0:7686:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009f20a000. 00040000:00000010:1.0:1749609316.962709:0:7686:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880099e7a700. 00040000:00000010:1.0:1749609316.962710:0:7686:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096550e00. 00080000:00000010:1.0:1749609316.962713:0:7686:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fad000. 00080000:00000010:1.0:1749609316.962715:0:7686:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009690c000. 00002000:00000010:1.0:1749609316.962717:0:7686:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880099e70000. 00000020:00000010:1.0:1749609316.962722:0:7686:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096550a00. 00000020:00000010:1.0:1749609316.962724:0:7686:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009f209000. 00000020:00000010:1.0:1749609316.962725:0:7686:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a1eeb0. 00000020:00000010:1.0:1749609316.962728:0:7686:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096550200. 80000000:00000010:1.0:1749609316.962733:0:7686:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a7953c0. 40000000:00000010:1.0:1749609316.962735:0:7686:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3abc0. 00100000:00000010:1.0:1749609316.962737:0:7686:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009f20a000. 00040000:00000010:1.0:1749609316.962739:0:7686:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880099e7a700. 00040000:00000010:1.0:1749609316.962740:0:7686:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096550e00. 00080000:00000010:1.0:1749609316.962741:0:7686:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009690c000. 00080000:00000010:1.0:1749609316.962743:0:7686:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880134fad000. 00002000:00000010:1.0:1749609316.962744:0:7686:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880099e70000. 00000020:00000010:1.0:1749609316.962745:0:7686:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096550000. 00000020:00000001:1.0:1749609316.962746:0:7686:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962747:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880136ac0000) now 4 - health_check_seq_show 00000020:00000040:1.0:1749609316.962749:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880136ac1570) now 6 - health_check_seq_show 00000020:00000001:1.0:1749609316.962750:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962751:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962751:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880136ac1570) now 6 - health_check_seq_show 00000020:00000040:1.0:1749609316.962752:0:7686:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880136ac4050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749609316.962753:0:7686:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749609316.962754:0:7686:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609316.962754:0:7686:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880136ac4050) now 6 - health_check_seq_show 00080000:00000010:1.0:1749609317.133486:0:7708:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d100. 00080000:00000010:1.0:1749609317.133492:0:7708:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d100. 00000020:00000001:1.0:1749609317.133495:0:7708:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609317.133505:0:7708:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d100. 00080000:00000010:1.0:1749609317.133508:0:7708:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d100. 00000020:00000001:1.0:1749609317.133510:0:7708:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609317.173775:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609317.173782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609317.173784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609317.173787:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609317.173790:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609317.173793:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609317.173795:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609317.173803:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800a7c8ce00 x1834598193446912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609317.173810:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609317.173813:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a7c8ce00 x1834598193446912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609317.173819:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609317.173822:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609317.173838:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609317.173839:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609317.173842:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8ce00 x1834598193446912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609317.173849:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a7c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193446912:0@lo:101: 00000100:00000001:2.0:1749609317.173853:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609317.173855:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609317.173858:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609317.173860:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609317.173862:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a7c8ce00 x1834598193446912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609317.173868:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609317.173870:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7b40. 00000100:00000001:2.0:1749609317.173874:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609317.173875:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609317.173878:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609317.173881:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609317.173883:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609317.173886:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800973a0a00 refcount=4 00000020:00000001:2.0:1749609317.173889:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134851381760 : -131938858169856 : ffff8800973a0a00) 00010000:00000001:2.0:1749609317.173891:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134851381760 : -131938858169856 : ffff8800973a0a00) 00010000:00010000:2.0:1749609317.173894:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609317.173902:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609317.173904:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609317.173910:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609317.173912:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609317.173926:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609317.173928:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609317.173930:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609317.173935:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609317.173937:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609317.173939:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609317.173941:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609317.173946:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff8800973a0a00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609317.173949:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609317.173950:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609317.173955:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609317.173957:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609317.173957:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609317.173959:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800973a0a00 refcount=5 00000020:00000001:2.0:1749609317.173960:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134851381760 : -131938858169856 : ffff8800973a0a00) 00010000:00000001:2.0:1749609317.173961:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134851381760 : -131938858169856 : ffff8800973a0a00) 00010000:00000001:2.0:1749609317.173963:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609317.173964:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609317.173966:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609317.173967:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609317.173969:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749609317.173971:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609317.173971:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609317.173975:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609317.173977:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609317.173979:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609317.173980:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609317.173981:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609317.173982:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609317.173983:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800973a0a00 with handle 0xae754a0887514885 from hash 00010000:00000001:2.0:1749609317.173984:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609317.173985:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609317.173985:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609317.173986:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609317.173986:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609317.173987:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609317.173988:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609317.173989:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609317.173990:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609317.173990:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609317.173992:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609317.173995:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609317.173995:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609317.173996:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609317.173996:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609317.173997:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609317.173997:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609317.173998:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609317.173998:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff8800973a0a00/0xae754a0887514885 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609317.174002:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009c760500 count: 0 00010000:00000001:2.0:1749609317.174022:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609317.174023:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609317.174025:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609317.174027:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a7c8ce00 x1834598193446912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609317.174031:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609317.174035:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609317.174036:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609317.174037:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609317.174040:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800973a1e00. 02000000:00000001:2.0:1749609317.174043:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609317.174045:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609317.174046:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8ce00. 00000100:00000001:2.0:1749609317.174049:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609317.174049:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609317.174050:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609317.174052:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609317.174053:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609317.174055:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800a7ebac40. 00000020:00000010:2.0:1749609317.174061:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a208e00. 00000020:00000010:2.0:1749609317.174064:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a208000. 00000040:00000010:2.0:1749609317.174066:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009a209400. 00000020:00000010:2.0:1749609317.174069:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb77800. 00000020:00000010:2.0:1749609317.174073:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009a208600. 80000000:00000010:2.0:1749609317.174076:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f7c00. 00040000:00000010:2.0:1749609317.174079:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009a208c00. 00080000:00000010:2.0:1749609317.174082:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009f6fc000. 00080000:00000010:2.0:1749609317.174086:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e58000. 10000000:00000040:2.0:1749609317.174090:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:2.0:1749609317.174092:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609317.174096:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009a208000. 00000040:00000010:2.0:1749609317.174099:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009a209400. 00000020:00000010:2.0:1749609317.174102:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb77800. 00000020:00000010:2.0:1749609317.174105:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009a208600. 80000000:00000010:2.0:1749609317.174107:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f7c00. 00040000:00000010:2.0:1749609317.174108:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009a208c00. 00080000:00000010:2.0:1749609317.174111:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e58000. 00080000:00000010:2.0:1749609317.174115:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009f6fc000. 00000020:00000010:2.0:1749609317.174117:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a208e00. 10000000:00000010:2.0:1749609317.174119:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800a7ebac40. 10000000:01000000:2.0:1749609317.174122:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749609317.174124:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749609317.174126:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749609317.176906:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609317.176908:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609317.176909:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b46a7400) refs 2 10000000:00000001:2.0:1749609317.176910:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609317.176912:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609317.176912:0:6439:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b45f1800) refs 2 10000000:00000001:2.0:1749609317.176913:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609317.176914:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609317.176915:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749609317.176916:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609317.176917:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff88008fb77000 from 30 10000000:00000001:2.0:1749609317.176918:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609317.176919:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749609317.176922:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8ce00. 00000020:00000040:2.0:1749609317.176925:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609317.176928:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609317.176930:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609317.176933:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609317.176937:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009a208e00. 00000100:00000001:2.0:1749609317.176941:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609317.176944:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609317.176945:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609317.176948:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b47acb00. 00010000:00000001:2.0:1749609317.176952:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609317.176952:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009a209e00. 00000020:00000001:2.0:1749609317.176955:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609317.176956:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009a209e00 with handle 0xae754a088751488c to hash 00000020:00000001:2.0:1749609317.176957:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609317.176958:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134900047360 : -131938809504256 : ffff88009a209e00) 00010000:00000001:2.0:1749609317.176959:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134900047360 : -131938809504256 : ffff88009a209e00) 00010000:00000001:2.0:1749609317.176961:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609317.176962:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609317.176967:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609317.176972:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609317.176978:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609317.176981:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609317.176982:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609317.176985:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7b40. 00000100:00000001:2.0:1749609317.176986:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372515136 : -131936337036480 : ffff88012d7f7b40) 00000100:00000001:2.0:1749609317.176988:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609317.176989:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135129173504 : -131938580378112 : ffff8800a7c8ce00) 00000100:00000001:2.0:1749609317.176991:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609317.176992:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609317.176993:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609317.176994:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609317.176997:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a7c8ce00 x1834598193447552/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609317.177001:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609317.177002:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609317.177004:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800a7c8ce00 x1834598193447552/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609317.177008:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609317.177009:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609317.177010:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609317.177010:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609317.177011:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609317.177012:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609317.177013:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609317.177013:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609317.177014:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609317.177802:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009c760500. 00010000:00000010:1.1:1749609317.177809:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800973a0a00. 00000020:00000001:1.0:1749609317.198781:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609317.198784:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609317.198786:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609317.285771:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609317.285790:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609317.285791:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609317.285795:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609317.285797:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609317.285800:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609317.285802:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749609317.464174:0:7860:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749609317.464177:0:7860:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-server.virtnet: executing set_default_debug -1 all 00000001:00000001:3.0:1749609317.466529:0:7860:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1749609317.508170:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d00. 00080000:00000010:3.0:1749609317.508176:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d00. 00000020:00000001:3.0:1749609317.508179:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609317.508215:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d00. 00080000:00000010:3.0:1749609317.508218:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d00. 00000020:00000001:3.0:1749609317.508220:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609317.617713:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d800. 00080000:00000010:2.0:1749609317.617717:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d800. 00000020:00000001:2.0:1749609317.617720:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609317.617761:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d800. 00080000:00000010:2.0:1749609317.617764:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d800. 00000020:00000001:2.0:1749609317.617766:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609317.736725:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d100. 00080000:00000010:1.0:1749609317.736731:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d100. 00000020:00000001:1.0:1749609317.736734:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609317.736770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d100. 00080000:00000010:1.0:1749609317.736773:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d100. 00000020:00000001:1.0:1749609317.736775:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609317.844998:0:7951:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d100. 00080000:00000010:1.0:1749609317.845004:0:7951:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d100. 00000020:00000001:1.0:1749609317.845007:0:7951:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609317.845016:0:7951:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d100. 00080000:00000010:1.0:1749609317.845018:0:7951:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d100. 00000020:00000001:1.0:1749609317.845020:0:7951:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609317.847496:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d100. 00080000:00000010:1.0:1749609317.847499:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d100. 00000020:00000001:1.0:1749609317.847501:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609317.847537:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d100. 00080000:00000010:1.0:1749609317.847539:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d100. 00000020:00000001:1.0:1749609317.847540:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609317.962834:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609317.962841:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609317.962844:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609317.962885:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609317.962889:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609317.962892:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609318.113299:0:8016:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609318.113304:0:8016:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609318.113307:0:8016:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609318.113317:0:8016:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609318.113319:0:8016:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609318.113321:0:8016:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609318.115810:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609318.115814:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609318.115817:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609318.115866:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609318.115868:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609318.115870:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609318.176712:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609318.176717:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609318.176718:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609318.176721:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609318.176724:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609318.176726:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609318.176729:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609318.176731:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609318.176733:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609318.200781:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609318.200785:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609318.200788:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749609318.232852:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886580. 00080000:00000010:3.0:1749609318.232858:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886580. 00000020:00000001:3.0:1749609318.232862:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609318.232897:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886580. 00080000:00000010:3.0:1749609318.232900:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886580. 00000020:00000001:3.0:1749609318.232901:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609318.285731:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609318.285747:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609318.285749:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609318.285753:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609318.285756:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609318.285760:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609318.285762:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609318.377504:0:8082:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609318.377511:0:8082:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609318.377515:0:8082:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609318.377529:0:8082:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609318.377533:0:8082:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609318.377535:0:8082:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609318.380053:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886100. 00080000:00000010:3.0:1749609318.380058:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886100. 00000020:00000001:3.0:1749609318.380061:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609318.380120:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886100. 00080000:00000010:3.0:1749609318.380123:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886100. 00000020:00000001:3.0:1749609318.380126:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609318.503319:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886680. 00080000:00000010:3.0:1749609318.503327:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886680. 00000020:00000001:3.0:1749609318.503332:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609318.503389:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886680. 00080000:00000010:3.0:1749609318.503393:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886680. 00000020:00000001:3.0:1749609318.503396:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609318.611538:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552db00. 00080000:00000010:2.0:1749609318.611541:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552db00. 00000020:00000001:2.0:1749609318.611544:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609318.611581:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552db00. 00080000:00000010:2.0:1749609318.611584:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552db00. 00000020:00000001:2.0:1749609318.611585:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609318.735261:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609318.735269:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609318.735273:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609318.735311:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609318.735314:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609318.735319:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609318.843331:0:8214:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552db00. 00080000:00000010:2.0:1749609318.843340:0:8214:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552db00. 00000020:00000001:2.0:1749609318.843346:0:8214:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609318.843360:0:8214:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552db00. 00080000:00000010:2.0:1749609318.843368:0:8214:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552db00. 00000020:00000001:2.0:1749609318.843371:0:8214:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609318.846244:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749609318.846251:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e00. 00000020:00000001:3.0:1749609318.846254:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609318.846293:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749609318.846296:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e00. 00000020:00000001:3.0:1749609318.846298:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609318.963054:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609318.963059:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609318.963063:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609318.963098:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609318.963101:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609318.963103:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609319.071975:0:8280:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609319.071982:0:8280:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609319.071987:0:8280:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609319.071998:0:8280:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609319.072001:0:8280:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609319.072003:0:8280:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609319.074535:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d480. 00080000:00000010:2.0:1749609319.074538:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d480. 00000020:00000001:2.0:1749609319.074541:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609319.074580:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d480. 00080000:00000010:2.0:1749609319.074582:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d480. 00000020:00000001:2.0:1749609319.074583:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609319.083013:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609319.083017:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609319.083018:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609319.083020:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:1.0:1749609319.083022:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609319.083025:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609319.083027:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609319.083028:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609319.083030:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609319.176711:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609319.176715:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609319.176717:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609319.176719:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609319.176722:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609319.176724:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609319.176726:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609319.176728:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609319.176730:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609319.184578:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d000. 00080000:00000010:1.0:1749609319.184584:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d000. 00000020:00000001:1.0:1749609319.184587:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609319.184642:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d000. 00080000:00000010:1.0:1749609319.184645:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d000. 00000020:00000001:1.0:1749609319.184647:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609319.202782:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609319.202786:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609319.202788:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609319.285719:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609319.285727:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609319.285728:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609319.285730:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609319.285732:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609319.285735:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609319.285736:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609319.290582:0:8344:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d280. 00080000:00000010:1.0:1749609319.290588:0:8344:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d280. 00000020:00000001:1.0:1749609319.290591:0:8344:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609319.290612:0:8344:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d280. 00080000:00000010:1.0:1749609319.290616:0:8344:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d280. 00000020:00000001:1.0:1749609319.290618:0:8344:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609319.408661:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886280. 00080000:00000010:3.0:1749609319.408667:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886280. 00000020:00000001:3.0:1749609319.408671:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609319.408735:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886280. 00080000:00000010:3.0:1749609319.408738:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886280. 00000020:00000001:3.0:1749609319.408740:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609319.519257:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886280. 00080000:00000010:3.0:1749609319.519263:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886280. 00000020:00000001:3.0:1749609319.519266:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609319.519302:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886280. 00080000:00000010:3.0:1749609319.519305:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886280. 00000020:00000001:3.0:1749609319.519310:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609319.615302:0:8455:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d200. 00080000:00000010:1.0:1749609319.615310:0:8455:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d200. 00000020:00000001:1.0:1749609319.615315:0:8455:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609319.615320:0:8455:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d200. 00080000:00000010:1.0:1749609319.615323:0:8455:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d200. 00000020:00000001:1.0:1749609319.615330:0:8455:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609319.631010:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886280. 00080000:00000010:3.0:1749609319.631016:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886280. 00000020:00000001:3.0:1749609319.631020:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609319.631083:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886280. 00080000:00000010:3.0:1749609319.631087:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886280. 00000020:00000001:3.0:1749609319.631090:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609319.633475:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886280. 00080000:00000010:3.0:1749609319.633480:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886280. 00000020:00000001:3.0:1749609319.633482:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609319.633514:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886280. 00080000:00000010:3.0:1749609319.633516:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886280. 00000020:00000001:3.0:1749609319.633518:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749609319.646867:0:8455:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1749609319.646870:0:8455:0:(osd_compat.c:141:simple_mkdir()) creating directory O 00000100:00000001:1.0:1749609320.082829:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609320.082835:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609320.082836:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609320.082838:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:1.0:1749609320.082841:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609320.082843:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.082845:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609320.082847:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.082848:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.176737:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609320.176743:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609320.176744:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609320.176746:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609320.176749:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.176752:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.176753:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609320.176768:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.176770:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609320.204880:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609320.204883:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609320.204885:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609320.285781:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609320.285793:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609320.285794:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.285797:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609320.285799:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.285801:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.285802:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.292952:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609320.292955:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.292956:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609320.292960:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f822300 x1834598193447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.292966:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609320.292967:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.292969:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609320.292971:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609320.292972:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609320.292974:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193447808:0@lo:38: 00000100:00000001:2.0:1749609320.292976:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609320.292978:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609320.292980:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.292981:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609320.292984:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609320.292985:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609320.292989:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000400:00000010:2.0:1749609320.292994:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000200:2.0:1749609320.293000:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193447808, portal 4 00000100:00000001:2.0:1749609320.293001:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609320.293002:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721889024 : -131938987662592 : ffff88008f822300) 00000100:00000040:2.0:1749609320.293006:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f822300 x1834598193447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.293010:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609320.293012:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609320.293018:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609320.293020:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193447808, offset 0 00000400:00000200:2.0:1749609320.293023:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609320.293033:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609320.293041:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada04380 00000400:00000200:2.0:1749609320.293045:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 8840 00000400:00000200:2.0:1749609320.293050:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609320.293052:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609320.293056:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609320.293057:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609320.293060:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8dc00. 00000100:00000040:2.0:1749609320.293061:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8dc00 x1834598193447808 msgsize 520 00000100:00100000:2.0:1749609320.293063:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609320.293066:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609320.293069:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609320.293070:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609320.293071:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609320.293073:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609320.293075:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609320.293076:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609320.293079:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609320.293079:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609320.293080:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609320.293081:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f822300 x1834598193447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609320.293081:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609320.293082:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609320.293084:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609320.293085:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193448192:0@lo:400: 00000100:00000001:2.0:1749609320.293086:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609320.293087:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f822300 x1834598193447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.293087:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609320.293089:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609320.293090:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609320.293090:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609320.293090:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293091:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609320.293091:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609320.293093:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609320.293093:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006e4a8000. 00000100:00000001:3.0:1749609320.293094:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609320.293094:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.293096:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4167 usecs (5 jiffies) 00000400:00000010:1.0:1749609320.293096:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0f20. 00000100:00000001:2.0:1749609320.293098:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298592741 00000400:00000010:1.0:1749609320.293099:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000010:2.0:1749609320.293100:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4ec0. 00000100:00000200:1.0:1749609320.293102:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193448192, portal 10 00000100:00000001:1.0:1749609320.293103:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609320.293104:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749609320.293104:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721880064 : -131938987671552 : ffff88008f820000) 00000100:00000040:1.0:1749609320.293107:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.293108:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298592741 00000100:00000010:2.0:1749609320.293110:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4d00. 00000100:00000001:2.0:1749609320.293111:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609320.293113:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298592741 00000100:00000010:2.0:1749609320.293117:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4980. 00000100:00000001:2.0:1749609320.293118:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609320.293119:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609320.293120:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298592741 00000100:00000040:1.0:1749609320.293120:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749609320.293121:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4b40. 00000400:00000010:1.0:1749609320.293121:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000001:2.0:1749609320.293122:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000200:1.0:1749609320.293123:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193448192, offset 0 00000400:00000200:1.0:1749609320.293125:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609320.293129:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609320.293130:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609320.293131:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293132:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609320.293132:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada04500 00000100:00000040:2.0:1749609320.293134:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609320.293136:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 9808 00000100:00000001:2.0:1749609320.293138:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609320.293139:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609320.293139:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609320.293140:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609320.293141:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609320.293141:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609320.293142:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.293143:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609320.293144:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193447936:0@lo:38: 00000100:00000200:1.0:1749609320.293144:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609320.293145:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609320.293146:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1749609320.293146:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3b80. 02000000:00000001:2.0:1749609320.293147:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.293148:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749609320.293148:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f3b80 x1834598193448192 msgsize 224 02000000:00000010:2.0:1749609320.293149:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 02000000:00000001:2.0:1749609320.293150:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609320.293150:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749609320.293151:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749609320.293153:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609320.293155:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193447936, portal 10 00000100:00000001:1.0:1749609320.293155:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609320.293156:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609320.293156:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721882752 : -131938987668864 : ffff88008f820a80) 00000400:00000200:1.0:1749609320.293158:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000100:00000040:2.0:1749609320.293159:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609320.293159:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:1.0:1749609320.293161:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609320.293162:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.293163:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609320.293164:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609320.293164:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609320.293167:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609320.293168:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609320.293169:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193447936, offset 0 00000400:00000200:2.0:1749609320.293171:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609320.293172:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.293173:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609320.293174:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609320.293174:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609320.293176:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 520 usecs (1 jiffies) 00000400:00000200:2.0:1749609320.293177:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04400 00000100:00000001:1.0:1749609320.293177:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298592737 00000400:00000200:2.0:1749609320.293179:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 10032 00000100:00000001:1.0:1749609320.293179:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298592741 00000100:00000001:1.0:1749609320.293180:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298592737 00000400:00000200:2.0:1749609320.293181:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609320.293181:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298592741 00000400:00000200:2.0:1749609320.293183:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609320.293184:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609320.293184:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298592737 00000100:00000200:2.0:1749609320.293185:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609320.293185:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298592741 00000100:00000010:2.0:1749609320.293186:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8df80. 00000100:00000001:1.0:1749609320.293186:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298592737 00000100:00000040:2.0:1749609320.293187:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8df80 x1834598193447936 msgsize 520 00000100:00000001:1.0:1749609320.293187:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298592741 00000100:00000001:1.0:1749609320.293188:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609320.293189:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609320.293189:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.293190:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.293191:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.293193:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609320.293194:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609320.293195:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609320.293195:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609320.293195:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609320.293196:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609320.293196:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609320.293197:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609320.293197:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609320.293198:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.293198:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293202:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609320.293203:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609320.293206:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609320.293206:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293207:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609320.293208:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193448192 00000100:00000001:2.0:1749609320.293209:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.293209:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609320.293210:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609320.293210:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1225 usecs (2 jiffies) 00000100:00100000:1.0:1749609320.293210:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193447936 00000100:00000001:2.0:1749609320.293211:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298592738 02000000:00000001:1.0:1749609320.293211:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609320.293212:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609320.293212:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298592741 00000100:00000001:1.0:1749609320.293212:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609320.293213:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293213:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298592738 00000100:00000001:1.0:1749609320.293213:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293214:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298592741 02000000:00000001:1.0:1749609320.293214:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609320.293215:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293215:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298592738 00000100:00000001:2.0:1749609320.293216:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298592741 00000100:00100000:1.0:1749609320.293216:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193447936 00000100:00000001:2.0:1749609320.293217:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298592738 00000020:00000001:1.0:1749609320.293217:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749609320.293218:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193448192 00000020:00000040:1.0:1749609320.293218:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609320.293219:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609320.293219:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609320.293220:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:2.0:1749609320.293220:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298592741 00000020:00000001:1.0:1749609320.293220:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609320.293221:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609320.293222:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609320.293222:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609320.293222:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609320.293222:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006e4a8600. 00000020:00000040:3.0:1749609320.293224:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:2.0:1749609320.293224:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609320.293224:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00000100:00000001:2.0:1749609320.293225:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609320.293226:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000010:1.0:1749609320.293226:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000020:00000001:3.0:1749609320.293228:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609320.293228:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609320.293228:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.293228:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609320.293228:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609320.293229:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609320.293230:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.293230:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609320.293230:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.293231:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609320.293232:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.293232:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609320.293234:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f940. 00000100:00000001:2.0:1749609320.293236:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609320.293236:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.293236:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609320.293238:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7eba400. 00000100:00000001:1.0:1749609320.293239:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609320.293242:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1749609320.293243:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:2.0:1749609320.293243:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609320.293243:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609320.293244:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609320.293245:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1749609320.293246:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193448064:0@lo:38: 00000100:00000001:1.0:1749609320.293246:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129177984 : -131938580373632 : ffff8800a7c8df80) 00000100:00000001:2.0:1749609320.293247:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749609320.293248:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8df80 x1834598193447936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609320.293249:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609320.293249:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.293250:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609320.293253:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42c00. 00000100:00100000:1.0:1749609320.293253:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193447936:12345-0@lo:38: 02000000:00000001:2.0:1749609320.293254:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.293255:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:2.0:1749609320.293255:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000100:00000200:1.0:1749609320.293255:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193447936 00000400:00000010:2.0:1749609320.293256:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000020:00000001:1.0:1749609320.293257:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749609320.293258:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782cc00. 00000100:00000200:2.0:1749609320.293258:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193448064, portal 10 00010000:00000001:1.0:1749609320.293258:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609320.293259:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609320.293259:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721880960 : -131938987670656 : ffff88008f820380) 00000020:00000010:3.0:1749609320.293261:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886280. 00000100:00000040:2.0:1749609320.293262:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609320.293262:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609320.293263:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00010000:00020000:1.0:1749609320.293264:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609320.293265:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609320.293265:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609320.293266:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749609320.293266:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749609320.293267:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000040:3.0:1749609320.293268:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609320.293268:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609320.293269:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609320.293270:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609320.293270:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193448064, offset 0 02000000:00000001:1.0:1749609320.293270:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609320.293271:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749609320.293271:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e73800. 00000400:00000200:2.0:1749609320.293272:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609320.293272:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.293273:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.293273:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609320.293275:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749609320.293275:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609320.293275:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.293276:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:1.0:1749609320.293277:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609320.293278:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1749609320.293278:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04480 00000100:00000001:1.0:1749609320.293278:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609320.293279:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609320.293279:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 10552 00000100:00000001:1.0:1749609320.293279:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609320.293281:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609320.293281:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609320.293282:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:2.0:1749609320.293283:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609320.293283:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609320.293284:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749609320.293284:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609320.293285:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609320.293285:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749609320.293285:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:2.0:1749609320.293286:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8e300. 02000000:00000001:1.0:1749609320.293286:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.293287:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8e300 x1834598193448064 msgsize 520 00000100:00000001:1.0:1749609320.293287:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609320.293288:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609320.293289:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609320.293292:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749609320.293292:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000001:2.0:1749609320.293293:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749609320.293293:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193447936, offset 0 00000100:00100000:3.0:1749609320.293294:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193448064 02000000:00000001:3.0:1749609320.293295:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609320.293295:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000100:00000001:3.0:1749609320.293296:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749609320.293296:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:3.0:1749609320.293297:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293297:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609320.293298:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609320.293298:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609320.293299:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609320.293301:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193448064 00000400:00000200:1.0:1749609320.293301:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609320.293302:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609320.293302:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749609320.293303:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609320.293303:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609320.293304:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609320.293304:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04400 00000020:00000001:3.0:1749609320.293305:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293306:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293306:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609320.293307:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609320.293307:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3fc1 [1] + 0 00000100:00000001:2.0:1749609320.293308:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609320.293309:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782ce00. 00000100:00000040:2.0:1749609320.293309:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 453 usecs (1 jiffies) 00000400:00000200:1.0:1749609320.293309:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609320.293310:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298592737 00000400:00000200:1.0:1749609320.293310:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609320.293311:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000100:00000001:2.0:1749609320.293311:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298592741 00000020:00000010:3.0:1749609320.293312:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 00000100:00000001:2.0:1749609320.293312:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298592737 00000100:00000001:1.0:1749609320.293312:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609320.293313:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298592741 00000100:00000001:2.0:1749609320.293313:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298592737 00000100:00000001:3.0:1749609320.293314:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609320.293314:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298592741 00000100:00000200:1.0:1749609320.293314:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609320.293315:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609320.293315:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298592737 00000100:00000001:3.0:1749609320.293316:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.293318:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293318:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298592741 00000100:00000040:1.0:1749609320.293318:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.293320:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609320.293320:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.293322:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609320.293323:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609320.293323:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609320.293324:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609320.293325:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000400:00000200:2.0:1749609320.293326:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000001:3.0:1749609320.293327:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749609320.293327:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:3.0:1749609320.293328:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609320.293328:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609320.293330:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822300 x1834598193447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609320.293331:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000400:00000200:1.0:1749609320.293331:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749609320.293332:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:3.0:1749609320.293333:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129178880 : -131938580372736 : ffff8800a7c8e300) 00000100:00000001:1.0:1749609320.293333:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749609320.293334:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822300 x1834598193447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.293334:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609320.293335:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609320.293337:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609320.293338:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609320.293338:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609320.293339:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8e300 x1834598193448064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.293339:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609320.293339:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609320.293340:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749609320.293340:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8df80 x1834598193447936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609320.293341:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609320.293342:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609320.293343:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.293345:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609320.293345:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193447936:12345-0@lo:38: Request processed in 91us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609320.293348:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193448064:12345-0@lo:38: 00000100:00001000:2.0:1749609320.293348:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609320 v=5 (0 0 0 0) 00000100:00100000:1.0:1749609320.293349:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00001000:2.0:1749609320.293350:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=82 v=20 (20 0 0 0) 00000100:00000001:1.0:1749609320.293350:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749609320.293351:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193448064 00000100:00000001:2.0:1749609320.293351:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609320.293351:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609320.293352:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609320.293352:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609320.293353:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00010000:00000001:3.0:1749609320.293354:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609320.293354:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609320.293355:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f822300 x1834598193447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609320.293355:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 00000020:00000010:1.0:1749609320.293356:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006e4a8600. 00000100:00000001:1.0:1749609320.293358:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609320.293359:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293359:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609320.293360:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00020000:3.0:1749609320.293361:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609320.293361:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.293362:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:3.0:1749609320.293363:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609320.293363:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609320.293365:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:2.0:1749609320.293365:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609320.293367:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609320.293368:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609320.293369:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:2.0:1749609320.293369:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609320.293370:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609320.293371:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c463c00. 00000100:00000040:2.0:1749609320.293372:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f822300 x1834598193447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609320.293373:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.293374:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609320.293376:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749609320.293376:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193447808:0@lo:38: 00010000:00000001:3.0:1749609320.293377:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609320.293379:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:2.0:1749609320.293379:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609320.293380:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609320.293380:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000100:00000001:3.0:1749609320.293381:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609320.293381:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609320.293382:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:3.0:1749609320.293383:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609320.293383:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609320.293384:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000200:2.0:1749609320.293384:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609320.293386:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609320.293387:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000200:2.0:1749609320.293388:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609320.293390:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:3.0:1749609320.293391:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609320.293391:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609320.293392:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293392:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609320.293393:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609320.293393:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609320.293393:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609320.293394:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609320.293395:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609320.293395:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.293395:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609320.293397:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000100:00001000:2.0:1749609320.293397:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609320 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609320.293398:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=64 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609320.293399:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609320.293400:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193448064, offset 0 00000100:00000001:2.0:1749609320.293400:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609320.293401:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609320.293402:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609320.293404:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609320.293405:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609320.293406:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609320.293409:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.293410:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609320.293411:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609320.293412:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609320.293413:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609320.293414:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609320.293415:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609320.293416:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609320.293419:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193447936:0@lo:38: 00000400:00000200:3.0:1749609320.293421:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04480 00000100:00000001:2.0:1749609320.293421:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293422:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609320.293422:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609320.293423:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f822300 x1834598193447808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.293423:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609320.293424:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3fcd [1] + 0 00000100:00000001:2.0:1749609320.293426:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609320.293427:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609320.293427:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1749609320.293427:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1749609320.293428:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 00000400:00000001:1.0:1749609320.293428:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609320.293429:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130df0f20. 00000400:00000200:3.0:1749609320.293430:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609320.293430:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609320.293431:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609320.293432:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:1.0:1749609320.293432:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000020:00000001:2.0:1749609320.293433:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1749609320.293433:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 02000000:00000010:2.0:1749609320.293434:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071d400. 00000100:00000001:1.0:1749609320.293434:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609320.293435:0:6441:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609320.293435:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609320.293436:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1749609320.293436:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609320.293437:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822300. 00000100:00000200:3.0:1749609320.293438:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.293439:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609320.293439:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.293440:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609320.293441:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820a80 x1834598193447936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609320.293441:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.293444:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609320.293444:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609320.293445:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609320.293445:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609320.293445:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 00000100:00000001:1.0:1749609320.293445:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.293446:0:1049:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609320.293447:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749609320.293447:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609320.293448:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609320.293449:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609320.293449:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609320.293450:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749609320.293450:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.293451:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609320.293451:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609320.293452:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071d800. 00000100:00001000:1.0:1749609320.293452:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=15 v=5 (5 0 0 0) 02000000:00000001:2.0:1749609320.293453:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609320.293454:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609320.293454:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820a80. 00000100:00001000:1.0:1749609320.293454:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=15 v=5 (1 0 0 0) 00000400:00000200:3.0:1749609320.293455:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000100:00000001:2.0:1749609320.293455:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609320.293455:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749609320.293456:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000100:00000001:2.0:1749609320.293456:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.293456:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293457:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609320.293457:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609320.293458:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609320.293459:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609320.293459:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:1.0:1749609320.293459:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.293460:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.293460:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609320.293461:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293461:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609320.293463:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000001:2.0:1749609320.293463:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609320.293463:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749609320.293463:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609320.293464:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000100:00000001:1.0:1749609320.293464:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609320.293465:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609320.293465:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000040:1.0:1749609320.293465:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:3.0:1749609320.293466:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609320.293466:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609320.293466:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609320.293467:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609320.293467:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609320.293468:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609320.293468:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609320.293469:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8e300 x1834598193448064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609320.293472:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.293472:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609320.293473:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609320.293475:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609320.293476:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193448064:12345-0@lo:38: Request processed in 128us (187us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609320.293476:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.293477:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609320.293477:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609320.293477:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.293478:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609320.293478:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.293479:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.293479:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609320.293481:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00001000:2.0:1749609320.293481:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609320 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609320.293482:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=15 v=20 (20 0 0 0) 00000100:00000001:3.0:1749609320.293483:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609320.293483:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193448192:0@lo:400: 00000100:00000001:3.0:1749609320.293484:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609320.293484:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609320.293484:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609320.293485:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609320.293485:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609320.293486:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000100:00000001:1.0:1749609320.293486:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609320.293487:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609320.293487:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820000 x1834598193448192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609320.293488:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000020:00000010:3.0:1749609320.293490:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782ce00. 00000100:00000001:2.0:1749609320.293492:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609320.293492:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609320.293493:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609320.293493:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609320.293494:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609320.293494:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609320.293494:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006e4a8000. 00000100:00000001:2.0:1749609320.293495:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609320.293495:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609320.293496:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749609320.293496:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1749609320.293497:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:1.0:1749609320.293497:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609320.293498:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749609320.293498:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609320.293499:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749609320.293500:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609320.293501:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011eb27d00. 02000000:00000001:1.0:1749609320.293502:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1749609320.293503:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193448064:0@lo:38: 02000000:00000001:1.0:1749609320.293503:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609320.293504:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820000. 00000100:00000001:2.0:1749609320.293505:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293506:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609320.293506:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820380 x1834598193448064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.293506:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609320.293507:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.293509:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609320.293509:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609320.293510:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609320.293511:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42c00. 02000000:00000001:2.0:1749609320.293512:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609320.293512:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609320.293512:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749609320.293513:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609320.293513:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609320.293514:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609320.293514:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071dc00. 02000000:00000001:2.0:1749609320.293515:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609320.293515:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609320.293516:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609320.293516:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820380. 00000100:00000001:1.0:1749609320.293516:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293517:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609320.293518:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.293519:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293519:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609320.293520:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.293523:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.293524:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.297724:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298592741, at 4298592741 00000100:00000040:1.0:1749609320.297726:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298592741, at 4298592741 00000100:00000010:2.0:1749609320.297735:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4980. 00000100:00000040:3.0:1749609320.297743:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298592741, at 4298592741 00000100:00000010:1.0:1749609320.297745:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4d00. 00000100:00000010:3.0:1749609320.297749:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4b40. 00000100:00000001:2.0:1749609320.658840:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609320.658845:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609320.658847:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609320.658849:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609320.658851:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.658853:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.658855:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609320.658857:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.658859:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609321.082846:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609321.082851:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609321.082852:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609321.082855:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609321.082857:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609321.082859:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609321.082861:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609321.082863:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609321.082864:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609321.176744:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609321.176749:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609321.176751:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609321.176753:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609321.176755:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609321.176757:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609321.176759:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609321.176761:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609321.176762:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609321.206846:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609321.206849:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609321.206851:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609321.292750:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609321.292760:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609321.292762:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609321.292765:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609321.292767:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609321.292769:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609321.292770:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609321.658785:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609321.658790:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609321.658792:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609321.658794:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609321.658797:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609321.658800:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609321.658802:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609321.658804:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609321.658805:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.082789:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609322.082795:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609322.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609322.082800:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609322.082803:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.082806:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609322.082811:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.082812:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.176790:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609322.176797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609322.176799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609322.176803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609322.176806:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.176809:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.176811:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609322.176814:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.176816:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609322.208888:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609322.208891:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609322.208893:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609322.292793:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609322.292799:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749609322.292807:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609297/real 1749609297] req@ffff88008f822a00 x1834598193444864/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609322 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609322.292820:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609322.292821:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609322.292823:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd688. 00000400:00000200:2.0:1749609322.292827:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000400:00000010:2.0:1749609322.292829:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:2.0:1749609322.292832:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609322.292846:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822a00 x1834598193444864/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609322 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609322.292851:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822a00 x1834598193444864/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609322 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.292856:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609322.292857:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.292859:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609322.292860:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609322.292862:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88008f822a00 x1834598193444864/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609322 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.292865:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.292872:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609322.292873:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.292874:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609322.292876:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.292877:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609322.292879:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f822a00 x1834598193444864/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609322 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.292883:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609322.292885:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.292885:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609322.292886:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.292887:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609322.292889:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749609322.292891:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609322.292913:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:2.0:1749609322.292914:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749609322.292916:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f822a00 x1834598193444864/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609322 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609322.292920:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193444864:0@lo:250: 00000100:00000001:2.0:1749609322.292922:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.292926:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609322.292928:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f822a00 x1834598193444864/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609322 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.292932:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609322.292934:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609322.292937:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a8e1800. 02000000:00000001:2.0:1749609322.292940:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609322.292941:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609322.292943:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609322.292944:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609322.292945:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20dc00. 02000000:00000001:2.0:1749609322.292949:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609322.292950:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609322.292951:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822a00. 00000100:00000001:2.0:1749609322.292953:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609322.292954:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.292955:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.292957:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609322.292958:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.292958:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609322.292959:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293069:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609322.293070:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.293072:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609322.293074:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293079:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609322.293080:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293081:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609322.293083:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609322.293084:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609322.293086:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193448320:0@lo:250: 00000100:00000001:2.0:1749609322.293088:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609322.293090:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609322.293092:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293093:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609322.293100:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42c00. 02000000:00000001:2.0:1749609322.293102:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609322.293106:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd688. 00000400:00000010:2.0:1749609322.293109:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000200:2.0:1749609322.293114:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193448320, portal 25 00000100:00000001:2.0:1749609322.293116:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609322.293117:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721890816 : -131938987660800 : ffff88008f822a00) 00000100:00000040:2.0:1749609322.293121:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293127:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609322.293130:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609322.293132:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609322.293134:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193448320, offset 0 00000400:00000200:2.0:1749609322.293138:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609322.293149:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609322.293158:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada04580 00000400:00000100:2.0:1749609322.293163:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193448320 offset 0 length 520: 4 00000400:00000200:2.0:1749609322.293166:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e3054a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749609322.293167:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749609322.293172:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609322.293173:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609322.293175:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609322.293177:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293181:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609322.293182:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293186:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293186:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609322.293188:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293192:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298594748 00000100:00000010:2.0:1749609322.293194:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4980. 00000100:00000001:2.0:1749609322.293199:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609322.293207:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298594748 00000100:00000010:2.0:1749609322.293208:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4680. 00000100:00000001:2.0:1749609322.293210:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609322.293219:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298594748 00000100:00000010:2.0:1749609322.293220:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4440. 00000100:00000001:2.0:1749609322.293222:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609322.293223:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298594748 00000100:00000010:2.0:1749609322.293224:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4380. 00000100:00000001:2.0:1749609322.293226:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609322.293230:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609322.293232:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293233:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293235:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293237:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609322.293238:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609322.293239:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609322.293239:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.293240:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609322.293242:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293246:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609322.293247:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293248:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609322.293249:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609322.293250:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609322.293251:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193448448:0@lo:38: 00000100:00000001:2.0:1749609322.293252:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609322.293254:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609322.293254:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293255:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609322.293256:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 02000000:00000001:2.0:1749609322.293257:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609322.293259:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000010:2.0:1749609322.293263:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609322.293265:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193448448, portal 4 00000100:00000001:2.0:1749609322.293266:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609322.293266:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721880960 : -131938987670656 : ffff88008f820380) 00000100:00000040:2.0:1749609322.293270:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293273:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609322.293274:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609322.293275:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609322.293276:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193448448, offset 0 00000400:00000200:2.0:1749609322.293277:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609322.293281:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609322.293283:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada04600 00000100:00000001:1.0:1749609322.293286:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609322.293287:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 9360 00000100:00000001:1.0:1749609322.293290:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609322.293291:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609322.293292:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609322.293295:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609322.293296:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609322.293299:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8e680. 00000100:00000040:2.0:1749609322.293300:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8e680 x1834598193448448 msgsize 520 00000100:00100000:2.0:1749609322.293302:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609322.293312:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609322.293314:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609322.293315:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609322.293317:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609322.293318:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293322:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609322.293323:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293326:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293327:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609322.293328:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609322.293329:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609322.293329:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193448448 00000100:00000040:2.0:1749609322.293330:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3958 usecs (4 jiffies) 00000100:00000001:2.0:1749609322.293334:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298594740 00000100:00000001:2.0:1749609322.293335:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298594748 00000100:00000001:2.0:1749609322.293336:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298594740 02000000:00000001:1.0:1749609322.293336:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609322.293337:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298594748 00000100:00000001:2.0:1749609322.293338:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298594740 00000100:00000001:1.0:1749609322.293338:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609322.293339:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298594748 00000100:00000001:2.0:1749609322.293339:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298594740 00000100:00000001:1.0:1749609322.293339:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293340:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298594748 00000100:00000001:2.0:1749609322.293341:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609322.293342:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609322.293342:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293343:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609322.293344:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820000 x1834598193448576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609322.293345:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193448448 00000020:00000001:1.0:1749609322.293347:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609322.293348:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609322.293348:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609322.293348:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749609322.293349:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749609322.293349:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609322.293350:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609322.293351:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609322.293351:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609322.293352:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193448576:0@lo:38: 00000020:00000001:1.0:1749609322.293352:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293353:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609322.293354:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609322.293355:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293356:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749609322.293356:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006e4a8000. 02000000:00000010:2.0:1749609322.293357:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609322.293358:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609322.293360:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749609322.293361:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000020:00000010:1.0:1749609322.293361:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00000100:00000200:2.0:1749609322.293363:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193448576, portal 10 00000100:00000001:2.0:1749609322.293363:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609322.293364:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721880064 : -131938987671552 : ffff88008f820000) 00000020:00000010:1.0:1749609322.293364:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000100:00000040:2.0:1749609322.293367:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820000 x1834598193448576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609322.293369:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609322.293371:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609322.293372:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609322.293372:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293373:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609322.293374:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193448832 00000100:00000040:2.0:1749609322.293374:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609322.293375:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 02000000:00000001:3.0:1749609322.293376:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749609322.293376:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193448576, offset 0 00000100:00000001:1.0:1749609322.293376:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609322.293377:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609322.293378:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609322.293378:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609322.293380:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609322.293380:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609322.293382:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193448832 00000020:00000001:3.0:1749609322.293383:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609322.293383:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04680 00000100:00000001:1.0:1749609322.293383:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609322.293384:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000200:2.0:1749609322.293384:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 11296 00000020:00000001:3.0:1749609322.293385:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609322.293386:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749609322.293387:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:3.0:1749609322.293388:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:2.0:1749609322.293388:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609322.293389:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749609322.293390:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000200:2.0:1749609322.293390:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609322.293390:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1749609322.293391:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8ea00. 00000100:00000001:1.0:1749609322.293391:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609322.293392:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8ea00 x1834598193448576 msgsize 520 00000100:00000001:3.0:1749609322.293394:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749609322.293395:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749609322.293395:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000020:00000010:3.0:1749609322.293396:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f0c0. 00000100:00000001:1.0:1749609322.293397:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129179776 : -131938580371840 : ffff8800a7c8e680) 00000020:00000010:3.0:1749609322.293399:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800ace3f940. 00000100:00000001:2.0:1749609322.293399:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609322.293400:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000040:1.0:1749609322.293400:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8e680 x1834598193448448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609322.293401:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609322.293402:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609322.293403:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820000 x1834598193448576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609322.293404:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609322.293407:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609322.293408:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820000 x1834598193448576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609322.293409:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193448448:12345-0@lo:38: 00000100:00000001:3.0:1749609322.293410:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609322.293411:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293411:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609322.293412:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609322.293412:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193448448 00000020:00000010:3.0:1749609322.293413:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782ce00. 00000100:00000040:2.0:1749609322.293414:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1162 usecs (2 jiffies) 00000020:00000010:3.0:1749609322.293415:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000100:00000001:2.0:1749609322.293415:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298594738 00000020:00000001:1.0:1749609322.293415:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609322.293416:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298594748 00000020:00000010:3.0:1749609322.293417:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 00000100:00000001:2.0:1749609322.293417:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298594738 00000100:00000001:2.0:1749609322.293417:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298594748 00010000:00000001:1.0:1749609322.293418:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609322.293421:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298594738 00000100:00000040:3.0:1749609322.293422:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609322.293422:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298594748 00000100:00000001:2.0:1749609322.293422:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298594738 00000100:00000001:3.0:1749609322.293423:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609322.293423:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298594748 00000100:00000001:3.0:1749609322.293424:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609322.293424:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609322.293425:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609322.293426:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293426:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609322.293427:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609322.293428:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609322.293430:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609322.293430:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00020000:1.0:1749609322.293430:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609322.293431:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609322.293431:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609322.293432:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293432:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609322.293432:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609322.293432:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609322.293433:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609322.293434:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193448704:0@lo:38: 00010000:00000001:1.0:1749609322.293435:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609322.293436:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609322.293436:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609322.293437:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609322.293437:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293438:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609322.293438:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:2.0:1749609322.293439:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42400. 02000000:00000001:2.0:1749609322.293439:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609322.293441:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000100:00000001:3.0:1749609322.293442:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749609322.293442:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:3.0:1749609322.293443:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609322.293443:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193448704, portal 10 00000100:00000001:1.0:1749609322.293443:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609322.293444:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749609322.293445:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1749609322.293445:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721882752 : -131938987668864 : ffff88008f820a80) 02000000:00000001:1.0:1749609322.293445:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609322.293447:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609322.293448:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e72800. 02000000:00000001:1.0:1749609322.293450:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609322.293451:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609322.293451:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609322.293451:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609322.293451:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609322.293452:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721885440 : -131938987666176 : ffff88008f821500) 00000400:00000010:2.0:1749609322.293452:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609322.293453:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193448704, offset 0 00010000:00000001:1.0:1749609322.293455:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609322.293456:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f821500 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:268/0 lens 224/0 e 0 to 0 dl 1749609333 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609322.293457:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609322.293457:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609322.293458:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609322.293460:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609322.293461:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609322.293462:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04700 00000100:00000001:3.0:1749609322.293463:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609322.293463:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749609322.293464:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f940. 00000400:00000200:2.0:1749609322.293464:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 11816 00000100:00000040:1.0:1749609322.293465:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609322.293466:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609322.293466:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609322.293466:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:3.0:1749609322.293468:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800ace3f940. 00000400:00000200:2.0:1749609322.293468:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609322.293468:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609322.293469:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609322.293469:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749609322.293471:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193448832:12345-0@lo:400: 00000100:00000010:2.0:1749609322.293471:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8ed80. 00000100:00000040:1.0:1749609322.293471:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:2.0:1749609322.293472:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8ed80 x1834598193448704 msgsize 520 02000000:00000001:1.0:1749609322.293472:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749609322.293474:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193448832 00000100:00100000:2.0:1749609322.293474:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609322.293474:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609322.293475:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609322.293475:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609322.293477:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609322.293477:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609322.293478:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749609322.293479:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609322.293479:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000400:00000010:1.0:1749609322.293479:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000020:00000001:3.0:1749609322.293480:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293480:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609322.293481:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749609322.293482:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609322.293482:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193448448, offset 0 00000020:00000001:3.0:1749609322.293483:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:2.0:1749609322.293485:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609322.293486:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749609322.293486:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609322.293486:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609322.293488:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293489:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609322.293490:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609322.293490:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609322.293491:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609322.293491:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609322.293491:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609322.293492:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 407 usecs (1 jiffies) 00000020:00000001:3.0:1749609322.293493:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293493:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298594737 00000020:00000001:3.0:1749609322.293494:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609322.293494:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298594748 00000100:00000001:2.0:1749609322.293495:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298594737 00000100:00000001:2.0:1749609322.293496:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298594748 00000100:00000001:2.0:1749609322.293496:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298594737 00000400:00000200:1.0:1749609322.293496:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada04600 00000100:00000001:3.0:1749609322.293497:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609322.293497:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298594748 02000000:00000001:3.0:1749609322.293498:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609322.293498:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298594737 00000400:00000200:1.0:1749609322.293499:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3fe9 [1] + 0 02000000:00000010:3.0:1749609322.293500:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c460000. 00000100:00000001:2.0:1749609322.293501:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298594748 02000000:00000001:3.0:1749609322.293502:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293502:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609322.293503:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293503:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609322.293503:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609322.293504:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609322.293505:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293505:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609322.293505:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1749609322.293507:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193448832 00000100:00000001:2.0:1749609322.293507:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609322.293508:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609322.293508:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609322.293509:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609322.293509:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609322.293509:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.293510:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609322.293510:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749609322.293511:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008f821500 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1749609333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293511:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609322.293517:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609322.293517:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609322.293519:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293520:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609322.293521:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193448704 02000000:00000001:2.0:1749609322.293522:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609322.293523:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1749609322.293524:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1749609322.293524:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609322.293526:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609322.293526:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609322.293526:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609322.293527:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193448704 00000100:00000040:3.0:1749609322.293528:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000020:00000001:2.0:1749609322.293528:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609322.293529:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609322.293530:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609322.293530:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609322.293531:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749609322.293531:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609322.293532:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609322.293532:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 02000000:00000001:3.0:1749609322.293533:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609322.293533:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75800. 00000100:00000001:3.0:1749609322.293534:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749609322.293535:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d780. 00000100:00000040:3.0:1749609322.293536:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609322.293536:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000020:00000010:2.0:1749609322.293537:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000400:00000010:3.0:1749609322.293538:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000100:00000001:2.0:1749609322.293538:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609322.293539:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609322.293539:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609322.293540:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609322.293541:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609322.293542:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293543:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609322.293543:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609322.293545:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609322.293546:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609322.293547:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609322.293547:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609322.293549:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193448832, offset 224 00000100:00100000:2.0:1749609322.293549:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:1.0:1749609322.293549:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609322.293550:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129181568 : -131938580370048 : ffff8800a7c8ed80) 00000100:00000040:2.0:1749609322.293552:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8ed80 x1834598193448704/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609322.293552:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8e680 x1834598193448448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609342 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609322.293553:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609322.293557:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609322.293559:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193448704:12345-0@lo:38: 00000100:00100000:1.0:1749609322.293559:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193448448:12345-0@lo:38: Request processed in 150us (257us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749609322.293561:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04780 00000100:00000200:2.0:1749609322.293561:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193448704 00000020:00000001:2.0:1749609322.293563:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609322.293564:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3ff1 [1] + 224 00010000:00000001:2.0:1749609322.293564:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609322.293565:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000400:00000200:3.0:1749609322.293567:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609322.293567:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749609322.293568:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609322.293568:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609322.293569:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:2.0:1749609322.293570:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609322.293571:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749609322.293571:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00010000:00000001:2.0:1749609322.293572:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609322.293573:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609322.293574:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1749609322.293574:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 02000000:00000001:2.0:1749609322.293575:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609322.293576:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609322.293576:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006e4a8000. 02000000:00000010:2.0:1749609322.293577:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a42800. 02000000:00000001:2.0:1749609322.293578:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609322.293597:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822300 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293597:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609322.293599:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609322.293600:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609322.293602:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609322.293603:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609322.293605:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609322.293606:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:2.0:1749609322.293607:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:3.0:1749609322.293608:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88008f822300 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293608:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609322.293610:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 02000000:00000001:2.0:1749609322.293611:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609322.293611:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293612:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609322.293613:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609322.293614:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609322.293617:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193448704, offset 0 00000100:00000001:3.0:1749609322.293618:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609322.293619:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609322.293622:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609322.293624:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000400:00000010:3.0:1749609322.293625:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000100:00000001:3.0:1749609322.293627:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609322.293628:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749609322.293629:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04700 00000100:00000001:3.0:1749609322.293630:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609322.293632:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609322.293632:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4001 [1] + 0 00000100:00000001:1.0:1749609322.293632:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609322.293634:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749609322.293634:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609322.293635:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609322.293636:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609322.293637:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609322.293638:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609322.293639:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609322.293640:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821500 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1749609333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609322.293644:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609322.293647:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193448832:12345-0@lo:400: Request processed in 183us (312us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609322.293648:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609322.293650:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609322.293651:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:2.0:1749609322.293652:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609322.293653:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609322.293654:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609322.293654:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1749609322.293656:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1749609322.293656:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000040:1.0:1749609322.293656:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609322.293657:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609322.293658:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000020:00000001:2.0:1749609322.293658:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609322.293659:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8ed80 x1834598193448704/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609342 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609322.293660:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609322.293661:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609322.293663:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000100:00100000:2.0:1749609322.293664:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193448704:12345-0@lo:38: Request processed in 105us (191us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749609322.293666:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000020:00000010:3.0:1749609322.293668:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782ce00. 00000100:00100000:2.0:1749609322.293668:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:2.0:1749609322.293669:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609322.293670:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1749609322.293671:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:3.0:1749609322.293672:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609322.293672:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d780. 00000020:00000010:2.0:1749609322.293693:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000020:00000010:2.0:1749609322.293696:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75800. 00000100:00000001:2.0:1749609322.293699:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609322.293703:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609322.293705:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.293706:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1749609322.293707:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609322.293707:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609322.293708:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609322.293709:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea688. 00000400:00000200:3.0:1749609322.293712:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:3.0:1749609322.293713:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:3.0:1749609322.293715:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749609322.293715:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609322.293716:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749609322.293717:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822300 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609322.293720:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:2.0:1749609322.293721:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000200:3.0:1749609322.293722:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822300 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609322.293722:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609322.293723:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609322.293725:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609322.293727:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609322.293728:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609322.293729:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609322.293730:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609322.293732:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609322.293732:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609322.293733:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609322.293733:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293734:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609322.293735:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293735:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609322.293736:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609322.293737:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293737:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293738:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609322.293741:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609322 v=5 (0 0 0 0) 00000020:00000010:3.0:1749609322.293743:0:1051:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88006e4e2000. 00000100:00001000:2.0:1749609322.293743:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=84 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609322.293745:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1749609322.293746:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=17 v=5 (5 0 0 0) 00000100:00000001:2.0:1749609322.293746:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749609322.293747:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1749609322.293747:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609322.293748:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609322.293749:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609322.293750:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609322.293751:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609322.293752:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609322.293753:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609322.293754:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293755:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609322.293756:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:3.0:1749609322.293757:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88008f822300 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609322.293757:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609322.293758:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609322.293759:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609322.293760:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609322.293761:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609322.293763:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609322.293764:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609322.293765:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609322.293765:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609322.293767:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f822300 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609322.293770:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609322.293771:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749609322.293771:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193448448:0@lo:38: 00000100:00000001:3.0:1749609322.293772:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609322.293773:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f822300 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609322.293774:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609322.293775:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609322.293776:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749609322.293776:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00100000:3.0:1749609322.293777:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193448832:0@lo:400: 00000400:00000010:2.0:1749609322.293777:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609322.293778:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609322.293779:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609322.293779:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749609322.293779:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820000 x1834598193448576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609322.293780:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f822300 x1834598193448832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609322.293782:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820000 x1834598193448576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609322.293784:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609322.293784:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609322.293785:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800973a1e00. 00000100:00000001:2.0:1749609322.293785:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609322.293786:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609322.293786:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609322.293787:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609322.293787:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609322.293787:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1749609322.293788:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609322.293788:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609322.293788:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749609322.293789:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011eb27e00. 00000100:00000001:2.0:1749609322.293789:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293790:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609322.293791:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609322.293791:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609322.293792:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822300. 00000100:00001000:2.0:1749609322.293792:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609322 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609322.293793:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1749609322.293793:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=66 v=20 (20 0 0 0) 00000100:00000001:3.0:1749609322.293794:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293794:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609322.293795:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293795:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609322.293796:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609322.293797:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820000 x1834598193448576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609322.293799:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609322.293800:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293800:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609322.293801:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609322.293801:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609322.293801:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609322.293802:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293802:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609322.293803:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609322.293804:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609322.293807:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609322.293808:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609322.293810:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820000 x1834598193448576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609322.293813:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193448576:0@lo:38: 00000400:00000001:2.0:1749609322.293815:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609322.293816:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609322.293816:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000400:00000200:2.0:1749609322.293817:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609322.293818:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609322.293819:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609322.293820:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609322.293823:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293826:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609322.293826:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293827:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609322.293828:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609322.293828:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609322.293829:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609322.293830:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609322.293831:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609322 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609322.293832:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=17 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609322.293833:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609322.293834:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609322.293835:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609322.293836:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293839:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609322.293840:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609322.293842:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293843:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609322.293844:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609322.293845:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609322.293846:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609322.293847:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609322.293849:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609322.293852:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193448704:0@lo:38: 00000100:00000001:2.0:1749609322.293854:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293854:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609322.293855:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820380 x1834598193448448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293858:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609322.293859:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609322.293860:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 02000000:00000001:2.0:1749609322.293861:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609322.293862:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609322.293862:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609322.293863:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609322.293864:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f400. 02000000:00000001:2.0:1749609322.293865:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609322.293866:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609322.293866:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820380. 00000100:00000001:2.0:1749609322.293868:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609322.293868:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293869:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609322.293870:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820000 x1834598193448576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293873:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609322.293873:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609322.293874:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609322.293876:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609322.293879:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609322.293879:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609322.293880:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609322.293881:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f800. 02000000:00000001:2.0:1749609322.293882:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609322.293883:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609322.293883:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820000. 00000100:00000001:2.0:1749609322.293884:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609322.293885:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293886:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609322.293886:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820a80 x1834598193448704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.293889:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609322.293890:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609322.293890:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42400. 02000000:00000001:2.0:1749609322.293891:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609322.293892:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609322.293892:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609322.293893:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609322.293893:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071fc00. 02000000:00000001:2.0:1749609322.293894:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609322.293895:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609322.293895:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820a80. 00000100:00000001:2.0:1749609322.293896:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609322.293896:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.293897:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293898:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609322.293899:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.293899:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.293900:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609322.304742:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298594748, at 4298594748 00000100:00000040:2.0:1749609322.304742:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298594748, at 4298594748 00000100:00000040:1.0:1749609322.304742:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298594748, at 4298594748 00000100:00000010:2.0:1749609322.304765:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4440. 00000100:00000010:3.0:1749609322.304773:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4380. 00000100:00000010:1.0:1749609322.304779:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4680. 00000100:00000001:2.0:1749609322.658763:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609322.658767:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609322.658768:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609322.658771:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609322.658773:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.658787:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.658789:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609322.658791:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.658792:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609323.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609323.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609323.082799:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609323.082801:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609323.082803:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609323.082806:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609323.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609323.082810:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609323.082811:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609323.176759:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609323.176765:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609323.176767:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609323.176770:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609323.176773:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609323.176776:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609323.176779:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609323.176781:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609323.176783:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609323.210875:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609323.210878:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609323.210880:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609324.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609324.082797:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609324.082798:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609324.082801:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609324.082803:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609324.082806:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609324.082807:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609324.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609324.082810:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609324.176727:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609324.176733:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609324.176734:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609324.176736:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609324.176739:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609324.176741:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609324.176743:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609324.176758:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609324.176759:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609324.212890:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609324.212894:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609324.212896:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609325.082826:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609325.082831:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609325.082832:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609325.082835:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609325.082837:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609325.082840:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609325.082842:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609325.082844:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609325.082845:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.176815:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609325.176822:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609325.176824:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609325.176827:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609325.176830:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609325.176834:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609325.176836:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609325.176839:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609325.176841:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609325.214896:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609325.214901:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609325.214903:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609326.176740:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609326.176747:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609326.176749:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609326.176751:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609326.176754:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609326.176758:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609326.176760:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609326.176762:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609326.176765:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609326.216861:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609326.216864:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609326.216866:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609326.658881:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609326.658889:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609326.658891:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609326.658896:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609326.658900:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609326.658903:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609326.658906:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609326.658909:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609326.658912:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.176753:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609327.176760:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609327.176762:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609327.176765:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609327.176767:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609327.176770:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.176772:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609327.176775:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.176776:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609327.218877:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609327.218880:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609327.218883:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609327.292791:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609327.292806:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609327.292808:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.292812:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609327.292814:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609327.292818:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.292819:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301019:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609327.301022:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609327.301024:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609327.301029:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.301036:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609327.301037:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609327.301039:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609327.301041:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609327.301043:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609327.301044:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193448960:0@lo:38: 00000100:00000001:2.0:1749609327.301047:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609327.301050:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609327.301052:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609327.301054:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609327.301057:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609327.301059:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609327.301064:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000400:00000010:2.0:1749609327.301071:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000200:2.0:1749609327.301078:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193448960, portal 4 00000100:00000001:2.0:1749609327.301079:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609327.301086:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721886336 : -131938987665280 : ffff88008f821880) 00000100:00000040:2.0:1749609327.301091:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.301096:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609327.301099:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609327.301100:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609327.301103:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193448960, offset 0 00000400:00000200:2.0:1749609327.301109:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609327.301123:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609327.301134:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada04800 00000400:00000200:2.0:1749609327.301142:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 9880 00000400:00000200:2.0:1749609327.301150:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609327.301153:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609327.301158:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609327.301159:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609327.301162:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8f100. 00000100:00000040:2.0:1749609327.301164:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8f100 x1834598193448960 msgsize 520 00000100:00100000:2.0:1749609327.301167:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609327.301185:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609327.301193:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609327.301194:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609327.301197:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609327.301200:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.301205:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609327.301206:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.301210:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301211:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609327.301214:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609327.301217:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3781 usecs (4 jiffies) 00000100:00000001:2.0:1749609327.301220:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298599748 00000100:00000010:2.0:1749609327.301223:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4440. 00000100:00000001:1.0:1749609327.301225:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609327.301229:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193448960 00000100:00000001:2.0:1749609327.301231:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:1.0:1749609327.301231:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609327.301237:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298599748 00000100:00000001:1.0:1749609327.301238:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749609327.301239:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4680. 00000100:00000001:1.0:1749609327.301240:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301242:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609327.301243:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298599748 02000000:00000001:1.0:1749609327.301244:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609327.301245:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4380. 00000100:00000001:2.0:1749609327.301246:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:1.0:1749609327.301247:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193448960 00000100:00000001:2.0:1749609327.301248:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298599748 00000020:00000001:1.0:1749609327.301248:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1749609327.301249:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4980. 00000020:00000040:1.0:1749609327.301249:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609327.301250:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609327.301251:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609327.301252:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609327.301252:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609327.301253:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301254:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301255:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301256:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609327.301256:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006e4a8000. 00000100:00000001:2.0:1749609327.301259:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609327.301260:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609327.301260:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.301261:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749609327.301261:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00000100:00000001:2.0:1749609327.301262:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609327.301262:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609327.301264:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609327.301264:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000100:00000001:3.0:1749609327.301267:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301268:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609327.301269:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609327.301269:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609327.301270:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609327.301270:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609327.301271:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609327.301271:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609327.301272:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609327.301273:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193449088:0@lo:38: 00000100:00000001:2.0:1749609327.301275:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609327.301276:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609327.301276:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609327.301277:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609327.301278:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609327.301280:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 02000000:00000001:2.0:1749609327.301281:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609327.301283:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609327.301286:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749609327.301288:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609327.301289:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609327.301290:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193449088, portal 10 00000100:00000001:2.0:1749609327.301291:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609327.301291:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609327.301292:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721888128 : -131938987663488 : ffff88008f821f80) 00000100:00100000:1.0:1749609327.301294:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000040:2.0:1749609327.301295:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609327.301296:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129182464 : -131938580369152 : ffff8800a7c8f100) 00000100:00000001:2.0:1749609327.301299:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609327.301299:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8f100 x1834598193448960/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609327.301300:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609327.301301:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609327.301302:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193449088, offset 0 00000100:00100000:1.0:1749609327.301306:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193448960:12345-0@lo:38: 00000400:00000200:2.0:1749609327.301307:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609327.301308:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193448960 00000020:00000001:1.0:1749609327.301310:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609327.301311:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609327.301314:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04880 00010000:00000001:1.0:1749609327.301314:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609327.301322:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 12336 00000020:00000001:1.0:1749609327.301325:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609327.301326:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:1.0:1749609327.301327:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609327.301328:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609327.301329:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609327.301331:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609327.301333:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609327.301335:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609327.301337:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609327.301338:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749609327.301340:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8f480. 02000000:00000001:1.0:1749609327.301340:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609327.301341:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8f480 x1834598193449088 msgsize 520 00000100:00100000:2.0:1749609327.301343:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749609327.301343:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e71c00. 02000000:00000001:1.0:1749609327.301344:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609327.301346:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609327.301349:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609327.301350:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609327.301352:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609327.301353:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609327.301354:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609327.301356:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609327.301357:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609327.301358:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000040:1.0:1749609327.301358:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609327.301359:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609327.301359:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609327.301360:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000200:2.0:1749609327.301361:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609327.301362:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609327.301362:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609327.301364:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301365:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609327.301365:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609327.301366:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609327.301367:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609327.301368:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000001:2.0:1749609327.301370:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301370:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749609327.301370:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193448960, offset 0 00000400:00000200:1.0:1749609327.301373:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609327.301375:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609327.301377:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1122 usecs (2 jiffies) 00000400:00000200:1.0:1749609327.301378:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609327.301379:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298599746 00000100:00000001:2.0:1749609327.301380:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298599748 00000100:00000001:2.0:1749609327.301381:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298599746 00000400:00000200:1.0:1749609327.301381:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada04800 00000100:00000001:2.0:1749609327.301382:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298599748 00000100:00000001:2.0:1749609327.301383:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298599746 00000100:00000001:2.0:1749609327.301384:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298599748 00000400:00000200:1.0:1749609327.301384:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4019 [1] + 0 00000100:00000001:2.0:1749609327.301385:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298599746 00000100:00000001:2.0:1749609327.301385:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298599748 00000100:00000001:2.0:1749609327.301386:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609327.301386:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609327.301387:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301388:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609327.301388:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609327.301390:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609327.301392:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609327.301393:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609327.301393:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609327.301394:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609327.301394:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749609327.301394:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609327.301395:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609327.301396:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609327.301397:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193449088 00000100:00100000:2.0:1749609327.301397:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193449216:0@lo:38: 00000100:00000001:2.0:1749609327.301399:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609327.301400:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609327.301400:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609327.301400:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609327.301400:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609327.301401:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609327.301403:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609327.301403:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a40c00. 02000000:00000001:2.0:1749609327.301404:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609327.301404:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609327.301406:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609327.301406:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000010:2.0:1749609327.301407:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000400:00000200:1.0:1749609327.301407:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609327.301408:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 02000000:00000001:3.0:1749609327.301409:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609327.301412:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193449088 00000100:00000001:1.0:1749609327.301414:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749609327.301415:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749609327.301415:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193449216, portal 10 00000100:00000001:1.0:1749609327.301415:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609327.301416:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1749609327.301417:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609327.301418:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609327.301420:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609327.301420:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721892608 : -131938987659008 : ffff88008f823100) 00000100:00000040:1.0:1749609327.301420:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000001:3.0:1749609327.301422:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609327.301423:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609327.301424:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301427:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609327.301427:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609327.301428:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609327.301428:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609327.301429:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782ce00. 00000400:00000010:2.0:1749609327.301429:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609327.301430:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193449216, offset 0 00000100:00000040:1.0:1749609327.301431:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8f100 x1834598193448960/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609327.301432:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609327.301434:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000400:00000200:2.0:1749609327.301435:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609327.301436:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193448960:12345-0@lo:38: Request processed in 130us (271us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749609327.301438:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 00000400:00000200:2.0:1749609327.301438:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04900 00000400:00000200:2.0:1749609327.301439:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 13080 00000400:00000200:2.0:1749609327.301441:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609327.301441:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000001:3.0:1749609327.301443:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609327.301443:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609327.301443:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609327.301444:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609327.301445:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609327.301445:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609327.301445:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609327.301446:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609327.301447:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8f800. 00000020:00000010:1.0:1749609327.301448:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00000100:00000040:2.0:1749609327.301449:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8f800 x1834598193449216 msgsize 520 00000100:00000001:3.0:1749609327.301451:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609327.301451:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749609327.301451:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 00000020:00000010:1.0:1749609327.301453:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006e4a8000. 00000100:00000001:1.0:1749609327.301455:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.301456:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609327.301457:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609327.301458:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:2.0:1749609327.301459:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609327.301460:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.301464:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609327.301465:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609327.301468:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.301468:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301469:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609327.301470:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609327.301471:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 421 usecs (1 jiffies) 00000100:00000001:2.0:1749609327.301472:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298599745 00000100:00000001:2.0:1749609327.301473:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298599748 00000100:00000001:1.0:1749609327.301475:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609327.301476:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609327.301476:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193449344 00000100:00000001:2.0:1749609327.301477:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298599745 02000000:00000001:1.0:1749609327.301477:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609327.301478:0:7488:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301478:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298599748 00000100:00000001:1.0:1749609327.301478:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609327.301479:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298599745 00000100:00000001:1.0:1749609327.301479:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301480:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298599748 00000100:00000001:2.0:1749609327.301481:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298599745 00000100:00000001:2.0:1749609327.301481:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298599748 02000000:00000001:1.0:1749609327.301481:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.301482:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609327.301482:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193449344 00000100:00000001:2.0:1749609327.301483:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609327.301484:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609327.301484:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:1.0:1749609327.301485:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:2.0:1749609327.301486:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609327.301487:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1749609327.301487:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000010:2.0:1749609327.301488:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000020:00000001:1.0:1749609327.301488:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:2.0:1749609327.301489:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000020:00000001:1.0:1749609327.301489:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000010:2.0:1749609327.301490:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609327.301491:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609327.301492:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609327.301492:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609327.301494:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609327.301494:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880096997e80. 00000100:00000001:3.0:1749609327.301496:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609327.301496:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609327.301497:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800ace3f0c0. 00000100:00000001:2.0:1749609327.301499:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609327.301500:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609327.301501:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:2.0:1749609327.301502:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609327.301503:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749609327.301503:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609327.301504:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129183360 : -131938580368256 : ffff8800a7c8f480) 00000100:00000001:2.0:1749609327.301504:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609327.301506:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609327.301507:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609327.301509:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8f480 x1834598193449088/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609327.301510:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:2.0:1749609327.301511:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609327 v=5 (0 0 0 0) 00000020:00000010:1.0:1749609327.301512:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006e4a8000. 00000100:00001000:2.0:1749609327.301513:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=89 v=20 (20 0 0 0) 00000020:00000010:1.0:1749609327.301513:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00000100:00000001:2.0:1749609327.301514:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1749609327.301514:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000100:02020000:2.0:1749609327.301517:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:3.0:1749609327.301519:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193449088:12345-0@lo:38: 00000100:00000040:1.0:1749609327.301519:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609327.301520:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609327.301521:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749609327.301522:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193449088 00000100:00000001:1.0:1749609327.301522:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609327.301525:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609327.301525:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609327.301527:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609327.301527:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609327.301528:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609327.301529:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609327.301532:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609327.301533:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609327.301538:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609327.301542:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749609327.301543:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00010000:00000001:3.0:1749609327.301560:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609327.301560:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129184256 : -131938580367360 : ffff8800a7c8f800) 00000100:00000040:1.0:1749609327.301562:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8f800 x1834598193449216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609327.301563:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609327.301566:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749609327.301567:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193449216:12345-0@lo:38: 00000100:00000001:3.0:1749609327.301568:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749609327.301569:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193449216 02000000:00000001:3.0:1749609327.301570:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609327.301571:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609327.301572:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:3.0:1749609327.301574:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c461000. 02000000:00000001:3.0:1749609327.301576:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609327.301576:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609327.301578:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609327.301578:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609327.301579:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609327.301581:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609327.301581:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609327.301582:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609327.301583:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609327.301583:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609327.301584:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749609327.301585:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:1.0:1749609327.301586:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e72c00. 02000000:00000001:1.0:1749609327.301587:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609327.301588:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609327.301589:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749609327.301589:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609327.301592:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609327.301593:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609327.301594:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609327.301595:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:1.0:1749609327.301595:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609327.301596:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609327.301597:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609327.301598:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609327.301599:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:3.0:1749609327.301600:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609327.301600:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:3.0:1749609327.301602:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609327.301602:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:3.0:1749609327.301603:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609327.301603:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:1.0:1749609327.301605:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609327.301606:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609327.301606:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609327.301608:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609327.301609:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609327.301609:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749609327.301610:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193449216, offset 0 00000100:00000040:3.0:1749609327.301612:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609327.301613:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749609327.301616:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000400:00000200:1.0:1749609327.301616:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609327.301619:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04900 00000100:00000200:3.0:1749609327.301621:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193449088, offset 0 00000400:00000200:1.0:1749609327.301622:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4035 [1] + 0 00000400:00000200:1.0:1749609327.301624:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609327.301627:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609327.301628:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609327.301632:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609327.301634:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609327.301638:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609327.301639:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609327.301643:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609327.301648:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04880 00000400:00000200:1.0:1749609327.301649:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609327.301651:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609327.301653:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609327.301654:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609327.301656:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4025 [1] + 0 00000100:00000001:1.0:1749609327.301656:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609327.301658:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609327.301660:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609327.301662:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609327.301666:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609327.301666:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609327.301669:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8f800 x1834598193449216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609327.301670:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609327.301701:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609327.301708:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193449216:12345-0@lo:38: Request processed in 139us (256us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609327.301710:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609327.301714:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000001:1.0:1749609327.301716:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609327.301717:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609327.301717:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609327.301719:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570c00. 00000020:00000010:1.0:1749609327.301722:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040bb8. 00000020:00000010:1.0:1749609327.301724:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800973a0a00. 00000400:00000200:3.0:1749609327.301726:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000100:00000001:1.0:1749609327.301727:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609327.301728:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000100:00000001:3.0:1749609327.301730:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609327.301731:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609327.301734:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609327.301736:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609327.301738:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609327.301739:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:3.0:1749609327.301740:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609327.301742:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:3.0:1749609327.301743:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8f480 x1834598193449088/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609347 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609327.301751:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193449088:12345-0@lo:38: Request processed in 232us (408us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609327.301758:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:3.0:1749609327.301761:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609327.301762:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609327.301765:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000020:00000010:3.0:1749609327.301769:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000020:00000010:3.0:1749609327.301775:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782ce00. 00000100:00000001:3.0:1749609327.301779:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304648:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609327.304651:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609327.304654:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.304664:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609327.304665:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609327.304667:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304668:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609327.304669:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609327.304671:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609327.304673:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609327.304698:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609327.304700:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609327.304705:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193448960:0@lo:38: 00000100:00000040:2.0:1749609327.304712:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298599748, at 4298599748 00000100:00000010:2.0:1749609327.304715:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4380. 00000100:00000001:2.0:1749609327.304721:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.304722:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609327.304723:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f821880 x1834598193448960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.304727:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749609327.304728:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298599748, at 4298599748 02000000:00000001:2.0:1749609327.304728:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609327.304729:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609327.304731:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609327.304732:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609327.304733:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609327.304734:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609327.304735:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071d800. 00000100:00000010:3.0:1749609327.304736:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4980. 02000000:00000001:2.0:1749609327.304736:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609327.304737:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609327.304738:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821880. 00000100:00000001:2.0:1749609327.304739:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609327.304740:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304743:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304747:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609327.304748:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304749:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609327.304750:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609327.304753:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609327.304754:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609327.304756:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749609327.304758:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609327.304759:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609327.304761:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609327.304764:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609327.304771:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.304776:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609327.304777:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304779:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609327.304780:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609327.304781:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609327.304783:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609327.304784:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609327.304788:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609327 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609327.304790:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=71 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609327.304792:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609327.304793:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609327.304795:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609327.304798:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.304804:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609327.304806:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609327.304807:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304808:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609327.304809:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609327.304812:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609327.304818:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609327.304820:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609327.304823:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609327.304830:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193449088:0@lo:38: 00000400:00000001:2.0:1749609327.304835:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609327.304836:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609327.304838:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:2.0:1749609327.304840:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609327.304841:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609327.304843:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609327.304845:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609327.304852:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.304858:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609327.304859:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304860:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609327.304862:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609327.304863:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609327.304864:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609327.304865:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609327.304867:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609327 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609327.304869:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=22 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609327.304870:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609327.304871:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609327.304873:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609327.304874:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609327.304877:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298599748, at 4298599748 00000100:00000001:2.0:1749609327.304878:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609327.304879:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1749609327.304882:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4680. 00000100:00000001:2.0:1749609327.304883:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304884:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609327.304884:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609327.304886:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609327.304887:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609327.304888:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609327.304890:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609327.304894:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193449216:0@lo:38: 00000100:00000001:2.0:1749609327.304896:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.304897:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609327.304898:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f821f80 x1834598193449088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.304901:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609327.304901:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609327.304902:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 02000000:00000001:2.0:1749609327.304904:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609327.304904:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609327.304905:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609327.304906:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609327.304907:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071d400. 02000000:00000001:2.0:1749609327.304908:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609327.304908:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609327.304909:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821f80. 00000100:00000001:2.0:1749609327.304910:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609327.304911:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304912:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609327.304913:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f823100 x1834598193449216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609327.304916:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609327.304917:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609327.304917:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a40c00. 02000000:00000001:2.0:1749609327.304919:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609327.304922:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609327.304922:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609327.304923:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609327.304924:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071c000. 02000000:00000001:2.0:1749609327.304926:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609327.304926:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609327.304927:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823100. 00000100:00000001:2.0:1749609327.304928:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609327.304928:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.304929:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.304930:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609327.304931:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609327.304931:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.304932:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609327.658794:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609327.658801:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609327.658803:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609327.658806:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609327.658809:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609327.658812:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.658814:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609327.658817:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.658819:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609328.176765:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609328.176773:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609328.176774:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609328.176777:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609328.176780:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609328.176783:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609328.176785:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609328.176788:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609328.176790:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609328.220881:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609328.220887:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609328.220890:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609328.304779:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609328.304794:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609328.304795:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609328.304799:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609328.304801:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609328.304804:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609328.304806:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609329.082866:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609329.082875:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609329.082877:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609329.082879:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609329.082882:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609329.082885:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609329.082887:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609329.082889:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609329.082890:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609329.176744:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609329.176751:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609329.176753:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609329.176756:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609329.176758:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609329.176762:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609329.176764:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609329.176766:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609329.176768:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609329.222878:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609329.222882:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609329.222884:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609329.304784:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609329.304801:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609329.304802:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609329.304806:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609329.304808:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609329.304812:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609329.304814:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.082803:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609330.082811:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609330.082813:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609330.082816:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609330.082820:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609330.082824:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609330.082827:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609330.082829:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609330.082832:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.176769:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609330.176776:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609330.176778:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609330.176780:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609330.176783:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609330.176798:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609330.176800:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609330.176803:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609330.176805:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609330.224901:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609330.224905:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609330.224908:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609330.304787:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609330.304803:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609330.304805:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609330.304808:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609330.304810:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609330.304813:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.304815:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609331.082808:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609331.082815:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609331.082817:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609331.082820:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609331.082823:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609331.082826:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609331.082829:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609331.082831:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609331.082832:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609331.176758:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609331.176765:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609331.176767:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609331.176770:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609331.176772:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609331.176775:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609331.176778:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609331.176780:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609331.176782:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609331.226903:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609331.226908:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609331.226910:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609331.304711:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609331.304722:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609331.304724:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609331.304726:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609331.304729:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609331.304731:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609331.304733:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609331.658834:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609331.658842:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609331.658844:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609331.658858:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609331.658862:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609331.658866:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609331.658870:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609331.658873:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609331.658876:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.176746:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609332.176754:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609332.176756:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609332.176758:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609332.176761:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609332.176763:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.176765:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609332.176768:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.176770:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609332.228894:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609332.228898:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609332.228900:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609332.304791:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609332.304807:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609332.304808:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.304812:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609332.304814:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609332.304818:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.304820:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.308941:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609332.308944:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609332.308945:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609332.308950:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f821c00 x1834598193449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.308956:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609332.308957:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.308960:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609332.308962:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609332.308963:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609332.308965:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193449472:0@lo:38: 00000100:00000001:2.0:1749609332.308968:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609332.308970:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609332.308972:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.308974:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609332.308982:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 02000000:00000001:2.0:1749609332.308984:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609332.308990:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000010:2.0:1749609332.308997:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609332.309003:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193449472, portal 4 00000100:00000001:2.0:1749609332.309004:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609332.309005:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721887232 : -131938987664384 : ffff88008f821c00) 00000100:00000040:2.0:1749609332.309011:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f821c00 x1834598193449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309016:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609332.309018:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609332.309019:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609332.309021:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193449472, offset 0 00000400:00000200:2.0:1749609332.309025:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609332.309037:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609332.309046:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada04a00 00000400:00000200:2.0:1749609332.309051:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 10400 00000400:00000200:2.0:1749609332.309056:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609332.309059:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609332.309063:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609332.309065:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609332.309068:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8fb80. 00000100:00000040:2.0:1749609332.309070:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8fb80 x1834598193449472 msgsize 520 00000100:00100000:2.0:1749609332.309072:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609332.309080:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609332.309086:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609332.309087:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609332.309090:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609332.309092:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821c00 x1834598193449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309097:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609332.309098:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f821c00 x1834598193449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309101:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309105:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609332.309108:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609332.309112:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3617 usecs (4 jiffies) 00000100:00000001:2.0:1749609332.309114:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298604756 00000100:00000010:2.0:1749609332.309117:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4380. 00000100:00000001:2.0:1749609332.309122:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609332.309127:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298604756 00000100:00000010:2.0:1749609332.309129:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4b40. 00000100:00000001:3.0:1749609332.309130:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609332.309130:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609332.309130:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609332.309132:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298604756 00000100:00000010:2.0:1749609332.309133:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4d00. 00000100:00000001:3.0:1749609332.309134:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609332.309134:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309135:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609332.309136:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609332.309136:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298604756 00000100:00000010:2.0:1749609332.309137:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4ec0. 00000100:00000001:2.0:1749609332.309139:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:3.0:1749609332.309140:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309140:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609332.309142:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309143:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609332.309144:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309148:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609332.309148:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309149:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609332.309149:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609332.309150:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.309150:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609332.309151:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609332.309152:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193449600:0@lo:38: 02000000:00000001:3.0:1749609332.309153:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609332.309154:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609332.309154:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609332.309155:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609332.309156:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.309156:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.309157:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749609332.309158:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193449856:0@lo:400: 02000000:00000010:2.0:1749609332.309159:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a40400. 00000100:00000001:3.0:1749609332.309162:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609332.309163:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609332.309164:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749609332.309165:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 02000000:00000001:3.0:1749609332.309166:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609332.309167:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749609332.309167:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609332.309169:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193449600, portal 10 02000000:00000010:3.0:1749609332.309170:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782ce00. 00000100:00000001:2.0:1749609332.309170:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609332.309171:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721884544 : -131938987667072 : ffff88008f821180) 02000000:00000001:3.0:1749609332.309172:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609332.309175:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b478. 00000100:00000040:2.0:1749609332.309175:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609332.309178:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000100:00000001:2.0:1749609332.309178:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609332.309179:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609332.309180:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193449856, portal 10 00000400:00000010:2.0:1749609332.309180:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:3.0:1749609332.309182:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749609332.309182:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193449600, offset 0 00000400:00000200:2.0:1749609332.309183:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609332.309186:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609332.309188:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721888128 : -131938987663488 : ffff88008f821f80) 00000400:00000200:2.0:1749609332.309188:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04a80 00000400:00000200:2.0:1749609332.309192:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 13600 00000100:00000040:3.0:1749609332.309193:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609332.309195:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609332.309196:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609332.309197:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609332.309199:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609332.309199:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749609332.309200:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000200:2.0:1749609332.309200:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609332.309202:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193449856, offset 0 00000100:00000010:2.0:1749609332.309203:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5c0e00. 00000100:00000040:2.0:1749609332.309204:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5c0e00 x1834598193449600 msgsize 520 00000400:00000200:3.0:1749609332.309205:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609332.309206:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609332.309209:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609332.309213:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada04b80 00000400:00000200:3.0:1749609332.309215:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 14120 00000100:00000001:2.0:1749609332.309219:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609332.309220:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609332.309222:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609332.309222:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609332.309223:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609332.309224:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609332.309225:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609332.309226:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749609332.309226:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609332.309229:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d299f80. 00000100:00000001:2.0:1749609332.309230:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609332.309230:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609332.309231:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88009d299f80 x1834598193449856 msgsize 224 00000100:00000001:2.0:1749609332.309233:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609332.309234:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609332.309237:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609332.309239:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609332.309241:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1312 usecs (2 jiffies) 00000100:00000001:3.0:1749609332.309242:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609332.309242:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298604754 00000100:00000001:2.0:1749609332.309244:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298604756 00000100:00000001:2.0:1749609332.309245:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298604754 00000400:00000200:3.0:1749609332.309246:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000100:00000001:2.0:1749609332.309246:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298604756 00000100:00000001:2.0:1749609332.309247:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298604754 00000400:00000010:3.0:1749609332.309248:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000001:2.0:1749609332.309248:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298604756 00000100:00000001:2.0:1749609332.309248:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298604754 00000100:00000001:2.0:1749609332.309249:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298604756 00000100:00000001:3.0:1749609332.309250:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609332.309250:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609332.309250:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609332.309251:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609332.309252:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309252:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609332.309252:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193449600 00000100:00000001:2.0:1749609332.309253:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609332.309253:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609332.309255:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609332.309255:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609332.309256:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309257:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609332.309257:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609332.309257:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309258:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609332.309259:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609332.309259:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609332.309259:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609332.309261:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609332.309261:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193449600 00000100:00000001:2.0:1749609332.309263:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609332.309263:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609332.309263:0:6441:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609332.309264:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1749609332.309264:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749609332.309265:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609332.309265:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609332.309266:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309267:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609332.309267:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193449728:0@lo:38: 00000100:00000001:3.0:1749609332.309268:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609332.309269:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609332.309270:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.309270:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609332.309271:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.309271:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749609332.309271:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609332.309273:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 538 usecs (1 jiffies) 00000020:00000001:1.0:1749609332.309273:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309275:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298604753 02000000:00000010:2.0:1749609332.309276:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 00000020:00000010:1.0:1749609332.309276:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006e4a8600. 00000100:00000001:3.0:1749609332.309277:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298604756 02000000:00000001:2.0:1749609332.309277:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609332.309278:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000020:00000010:1.0:1749609332.309279:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d300. 00000400:00000010:2.0:1749609332.309280:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:3.0:1749609332.309281:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298604753 00000100:00000200:2.0:1749609332.309281:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193449728, portal 10 00000100:00000001:2.0:1749609332.309282:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749609332.309282:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000100:00000001:3.0:1749609332.309283:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298604756 00000100:00000001:2.0:1749609332.309283:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721892608 : -131938987659008 : ffff88008f823100) 00000100:00000001:3.0:1749609332.309284:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298604753 00000100:00000001:1.0:1749609332.309285:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609332.309286:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298604756 00000100:00000040:2.0:1749609332.309286:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609332.309286:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609332.309287:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298604753 00000100:00000001:1.0:1749609332.309288:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309289:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298604756 00000100:00000001:3.0:1749609332.309290:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609332.309290:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609332.309291:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609332.309291:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309292:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609332.309292:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609332.309293:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193449728, offset 0 00000100:00000001:3.0:1749609332.309294:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309295:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609332.309295:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609332.309296:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609332.309297:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609332.309299:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609332.309300:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1749609332.309300:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04b00 00000400:00000200:2.0:1749609332.309301:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 14344 00000100:00000001:3.0:1749609332.309302:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609332.309302:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609332.309303:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609332.309303:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609332.309303:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193449856 00000100:00000001:3.0:1749609332.309304:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609332.309304:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609332.309305:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609332.309306:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309306:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609332.309306:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749609332.309307:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609332.309307:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609332.309309:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609332.309310:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193449856 00000020:00000001:1.0:1749609332.309312:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609332.309313:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:1.0:1749609332.309314:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749609332.309316:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0000. 00000020:00000040:1.0:1749609332.309316:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:1.0:1749609332.309317:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:2.0:1749609332.309318:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a0000 x1834598193449728 msgsize 520 00000020:00000001:1.0:1749609332.309319:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00100000:2.0:1749609332.309320:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609332.309322:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609332.309323:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609332.309325:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749609332.309325:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880096997d80. 00000100:00100000:3.0:1749609332.309326:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193449728 02000000:00000001:3.0:1749609332.309327:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609332.309328:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609332.309328:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609332.309328:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:3.0:1749609332.309329:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609332.309329:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880096997e80. 00000100:00000001:2.0:1749609332.309330:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609332.309331:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609332.309331:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609332.309332:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193449728 00000020:00000040:1.0:1749609332.309333:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000020:00000001:3.0:1749609332.309334:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609332.309335:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609332.309335:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609332.309336:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609332.309336:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609332.309337:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609332.309338:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309339:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609332.309339:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749609332.309340:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c000. 00000100:00000001:2.0:1749609332.309342:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609332.309342:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006e4a9000. 00000020:00000010:3.0:1749609332.309343:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000020:00000010:1.0:1749609332.309343:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d180. 00000100:00000001:2.0:1749609332.309344:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609332.309345:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 00000020:00000010:1.0:1749609332.309345:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a898. 00000100:00000040:2.0:1749609332.309346:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 1067 usecs (2 jiffies) 00000100:00000001:3.0:1749609332.309347:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609332.309347:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298604754 00000100:00000001:3.0:1749609332.309348:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609332.309348:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298604756 00000100:00000001:3.0:1749609332.309349:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309349:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298604754 00000100:00000001:2.0:1749609332.309350:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298604756 00000100:00000040:1.0:1749609332.309350:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609332.309351:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298604754 00000100:00000001:2.0:1749609332.309351:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298604756 00000100:00000001:1.0:1749609332.309351:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609332.309352:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298604754 00000100:00000001:1.0:1749609332.309352:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609332.309353:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298604756 00000100:00000001:1.0:1749609332.309353:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309354:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609332.309355:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309356:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309357:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309358:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609332.309359:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609332.309360:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609332.309360:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609332.309361:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309361:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609332.309361:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609332.309362:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609332.309362:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309363:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309363:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609332.309364:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609332.309366:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609332.309367:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609332.309368:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609332.309369:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609332.309370:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1749609332.309372:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609332.309373:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950969216 : -131938758582400 : ffff88009d299f80) 00000100:00100000:1.0:1749609332.309373:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000001:2.0:1749609332.309374:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609332.309375:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609332.309375:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937497088 : -131938772054528 : ffff88009c5c0e00) 00000100:00000040:3.0:1749609332.309376:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d299f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:278/0 lens 224/0 e 0 to 0 dl 1749609343 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609332.309377:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c0e00 x1834598193449600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609332.309383:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609332.309384:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193449600:12345-0@lo:38: 00000020:00000010:3.0:1749609332.309385:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f240. 00000100:00000001:3.0:1749609332.309387:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609332.309387:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193449600 00000020:00000010:3.0:1749609332.309389:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800ace3f240. 00000020:00000001:1.0:1749609332.309389:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609332.309391:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749609332.309393:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193449856:12345-0@lo:400: 00000100:00000200:3.0:1749609332.309396:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193449856 00000020:00000001:1.0:1749609332.309396:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609332.309398:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00020000:1.0:1749609332.309398:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609332.309400:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749609332.309400:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609332.309403:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609332.309403:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609332.309405:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609332.309405:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749609332.309407:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:1.0:1749609332.309408:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609332.309410:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1749609332.309410:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609332.309413:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609332.309413:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e71800. 00000020:00000001:3.0:1749609332.309415:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1749609332.309415:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609332.309417:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609332.309417:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609332.309419:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609332.309420:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749609332.309421:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1749609332.309422:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00010000:00000001:1.0:1749609332.309422:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309424:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609332.309424:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370058752 : -131936339492864 : ffff88012d5a0000) 00000100:00001000:1.0:1749609332.309424:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749609332.309425:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609332.309427:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c460800. 00000100:00000040:2.0:1749609332.309427:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a0000 x1834598193449728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609332.309427:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749609332.309428:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309430:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609332.309430:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749609332.309432:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609332.309432:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609332.309433:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000040:3.0:1749609332.309434:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193449856 00000100:00000001:1.0:1749609332.309435:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00010000:00000001:3.0:1749609332.309440:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749609332.309441:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000200:3.0:1749609332.309442:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d299f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1749609343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609332.309443:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1749609332.309444:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193449728:12345-0@lo:38: 02000000:00000001:1.0:1749609332.309445:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609332.309446:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193449728 00000100:00000001:1.0:1749609332.309446:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609332.309447:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609332.309448:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609332.309448:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749609332.309449:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609332.309449:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749609332.309451:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00001000:3.0:1749609332.309452:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=27 v=5 (1 0 0 0) 00000100:00000200:1.0:1749609332.309453:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193449600, offset 0 00000100:00000001:3.0:1749609332.309455:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609332.309456:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:1.0:1749609332.309457:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609332.309458:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609332.309458:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609332.309459:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00020000:2.0:1749609332.309459:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749609332.309460:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609332.309461:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609332.309462:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609332.309462:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609332.309462:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609332.309463:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609332.309464:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609332.309464:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749609332.309465:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 02000000:00000001:2.0:1749609332.309465:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609332.309466:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04a80 00000100:00000200:3.0:1749609332.309467:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193449856, offset 224 00000400:00000200:1.0:1749609332.309469:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4051 [1] + 0 00000400:00000200:1.0:1749609332.309472:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609332.309475:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749609332.309477:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a40c00. 00000400:00000200:3.0:1749609332.309478:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609332.309479:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309480:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609332.309481:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609332.309482:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609332.309482:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609332.309484:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609332.309484:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609332.309485:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609332.309486:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04b80 00000100:00000001:2.0:1749609332.309487:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609332.309487:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609332.309488:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4055 [1] + 224 00000100:00000040:2.0:1749609332.309488:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:2.0:1749609332.309489:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609332.309490:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:3.0:1749609332.309492:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609332.309492:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 02000000:00000001:2.0:1749609332.309493:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609332.309494:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609332.309495:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609332.309496:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609332.309499:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609332.309502:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309503:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609332.309505:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609332.309505:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609332.309506:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609332.309506:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000400:00000200:1.0:1749609332.309508:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609332.309509:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609332.309530:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609332.309531:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609332.309532:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609332.309534:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609332.309536:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609332.309538:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609332.309540:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193449728, offset 0 00000020:00000001:1.0:1749609332.309540:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609332.309541:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609332.309543:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000040:1.0:1749609332.309543:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c0e00 x1834598193449600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609332.309544:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749609332.309545:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609332.309546:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609332.309547:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609332.309550:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609332.309550:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609332.309551:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193449600:12345-0@lo:38: Request processed in 166us (345us total) trans 0 rc -19/-19 00010000:00000001:3.0:1749609332.309552:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749609332.309554:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04b00 00000400:00000200:2.0:1749609332.309556:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4061 [1] + 0 00000020:00000001:3.0:1749609332.309557:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609332.309558:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749609332.309558:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609332.309558:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000400:00000200:2.0:1749609332.309560:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609332.309560:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749609332.309561:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d299f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1749609343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309562:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609332.309564:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609332.309564:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749609332.309567:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193449856:12345-0@lo:400: Request processed in 184us (335us total) trans 0 rc 0/0 00000020:00000010:1.0:1749609332.309567:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d300. 00000020:00000010:1.0:1749609332.309571:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000100:00000040:2.0:1749609332.309572:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609332.309573:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000010:1.0:1749609332.309574:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006e4a8600. 00000100:00000040:3.0:1749609332.309575:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609332.309576:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609332.309577:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609332.309577:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609332.309578:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609332.309579:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d180. 00000400:00000200:2.0:1749609332.309579:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609332.309580:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:2.0:1749609332.309581:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749609332.309582:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a898. 00000100:00000001:2.0:1749609332.309582:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609332.309583:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006e4a9000. 00000100:00000001:2.0:1749609332.309584:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609332.309585:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000040:3.0:1749609332.309586:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:2.0:1749609332.309586:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609332.309587:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609332.309588:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609332.309589:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0000 x1834598193449728/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609352 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609332.309592:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1749609332.309594:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193449728:12345-0@lo:38: Request processed in 150us (275us total) trans 0 rc -19/-19 00000020:00000040:1.0:1749609332.309595:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609332.309597:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609332.309598:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609332.309598:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:2.0:1749609332.309599:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1749609332.309601:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609332.309603:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609332.309604:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b478. 00000400:00000200:3.0:1749609332.309610:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000400:00000010:3.0:1749609332.309611:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000100:00000001:2.0:1749609332.309612:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609332.309613:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609332.309614:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000100:00000200:3.0:1749609332.309615:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609332.309616:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000020:00000010:2.0:1749609332.309618:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c000. 00000100:00000001:2.0:1749609332.309621:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609332.309622:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609332.309627:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609332.309628:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609332.309630:0:1048:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609332.309630:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609332.309631:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609332.309632:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609332.309633:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1749609332.309633:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609332.309634:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609332.309636:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609332.309643:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1749609332.309644:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=27 v=5 (5 0 0 0) 00000400:00000010:2.0:1749609332.309644:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000100:00001000:3.0:1749609332.309646:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=27 v=5 (1 0 0 0) 00000400:00000200:2.0:1749609332.309646:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609332.309647:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:3.0:1749609332.309648:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609332.309648:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609332.309650:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609332.309650:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609332.309652:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749609332.309654:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749609332.309655:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609332.309660:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309661:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609332.309662:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749609332.309662:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309663:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609332.309664:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1749609332.309664:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609332.309665:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609332.309666:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309666:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609332.309667:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.309668:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609332.309669:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609332.309671:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609332 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609332.309673:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=27 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609332.309697:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609332.309699:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609332.309700:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609332.309703:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609332.309705:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609332.309707:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609332.309707:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609332.309708:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309708:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609332.309709:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609332.309710:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609332.309714:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193449856:0@lo:400: 00000100:00000001:3.0:1749609332.309718:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609332.309719:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609332.309719:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749609332.309720:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f821f80 x1834598193449856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309720:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609332.309721:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609332.309723:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1749609332.309723:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000001:3.0:1749609332.309724:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609332.309725:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609332.309726:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782ce00. 02000000:00000001:3.0:1749609332.309727:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749609332.309727:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609332.309728:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609332.309729:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609332.309730:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1749609332.309731:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193449728:0@lo:38: 02000000:00000010:3.0:1749609332.309732:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35100. 02000000:00000001:3.0:1749609332.309733:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1749609332.309734:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609332.309734:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609332.309735:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749609332.309736:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 02000000:00000001:3.0:1749609332.309737:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1749609332.309737:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000010:3.0:1749609332.309739:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821f80. 00000100:00000001:3.0:1749609332.309741:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609332.309741:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609332.309742:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309742:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609332.309743:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609332.309745:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609332.309746:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609332.309747:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609332.309747:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609332.309748:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309759:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609332.309760:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309761:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609332.309762:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609332.309763:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609332.309764:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.309765:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609332.309767:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609332 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609332.309769:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=76 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609332.309770:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609332.309771:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609332.309772:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609332.309774:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309777:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609332.309785:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609332.309785:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309786:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609332.309787:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609332.309788:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609332.309789:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609332.309790:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609332.309792:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609332.309796:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193449600:0@lo:38: 00000100:00000001:2.0:1749609332.309798:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309802:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609332.309803:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f823100 x1834598193449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309807:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609332.309808:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609332.309809:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609332.309811:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609332.309811:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609332.309812:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609332.309814:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609332.309814:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071d800. 02000000:00000001:2.0:1749609332.309816:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609332.309825:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609332.309826:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823100. 00000100:00000001:2.0:1749609332.309828:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609332.309829:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309830:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609332.309831:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f821180 x1834598193449600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.309834:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609332.309835:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609332.309835:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a40400. 02000000:00000001:2.0:1749609332.309836:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609332.309837:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609332.309837:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609332.309838:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609332.309839:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071d400. 02000000:00000001:2.0:1749609332.309840:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609332.309840:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609332.309841:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821180. 00000100:00000001:2.0:1749609332.309842:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609332.309843:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.309844:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309845:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609332.309845:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609332.309846:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.309847:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609332.312729:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298604756, at 4298604756 00000100:00000040:1.0:1749609332.312730:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298604756, at 4298604756 00000100:00000010:3.0:1749609332.312740:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4ec0. 00000100:00000040:2.0:1749609332.312743:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298604756, at 4298604756 00000100:00000010:2.0:1749609332.312749:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4d00. 00000100:00000010:1.0:1749609332.312755:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4b40. 00000100:00000001:2.0:1749609332.316738:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609332.316740:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609332.316743:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609332.316744:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609332.316746:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:2.0:1749609332.316748:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609332.316749:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609332.316750:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609332.316753:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821c00 x1834598193449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609332.316757:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821c00 x1834598193449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.316761:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609332.316762:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.316763:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609332.316764:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609332.316764:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609332.316765:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609332.316766:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609332.316769:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609332 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609332.316771:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=94 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609332.316772:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609332.316773:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609332.316774:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609332.316776:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f821c00 x1834598193449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.316779:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609332.316781:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609332.316782:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.316782:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609332.316783:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609332.316784:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609332.316790:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609332.316791:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609332.316793:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821c00 x1834598193449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609332.316797:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193449472:0@lo:38: 00000100:00000001:2.0:1749609332.316799:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.316800:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609332.316801:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f821c00 x1834598193449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609332.316804:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609332.316804:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609332.316805:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 02000000:00000001:2.0:1749609332.316807:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609332.316808:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609332.316808:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609332.316810:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609332.316811:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071c000. 02000000:00000001:2.0:1749609332.316812:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609332.316813:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609332.316814:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821c00. 00000100:00000001:2.0:1749609332.316815:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609332.316816:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.316816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.316817:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609332.316818:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609332.316819:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.316819:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609332.658787:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609332.658794:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609332.658796:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609332.658799:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609332.658802:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609332.658806:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.658808:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609332.658823:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609332.658825:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609333.176764:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609333.176772:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609333.176773:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609333.176776:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609333.176779:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609333.176782:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609333.176784:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609333.176793:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800a7c8ce00 x1834598193447552/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609333.176800:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609333.176802:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a7c8ce00 x1834598193447552/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609333.176807:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609333.176809:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609333.176810:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609333.176812:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609333.176813:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8ce00 x1834598193447552/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609333.176817:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a7c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193447552:0@lo:101: 00000100:00000001:2.0:1749609333.176820:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609333.176821:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609333.176823:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609333.176824:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609333.176825:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a7c8ce00 x1834598193447552/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609333.176828:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609333.176830:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7b40. 00000100:00000001:2.0:1749609333.176836:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609333.176837:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609333.176840:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609333.176855:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609333.176857:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609333.176860:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009a209e00 refcount=4 00000020:00000001:2.0:1749609333.176862:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134900047360 : -131938809504256 : ffff88009a209e00) 00010000:00000001:2.0:1749609333.176863:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134900047360 : -131938809504256 : ffff88009a209e00) 00010000:00010000:2.0:1749609333.176867:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609333.176873:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609333.176876:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609333.176879:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609333.176881:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609333.176884:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609333.176885:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609333.176886:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609333.176890:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609333.176891:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609333.176893:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609333.176894:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609333.176898:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009a209e00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609333.176900:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609333.176901:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609333.176904:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609333.176908:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609333.176908:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609333.176909:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009a209e00 refcount=5 00000020:00000001:2.0:1749609333.176910:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134900047360 : -131938809504256 : ffff88009a209e00) 00010000:00000001:2.0:1749609333.176912:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134900047360 : -131938809504256 : ffff88009a209e00) 00010000:00000001:2.0:1749609333.176914:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609333.176915:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609333.176918:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609333.176919:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609333.176921:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749609333.176923:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609333.176924:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609333.176925:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609333.176926:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609333.176928:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609333.176929:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609333.176929:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609333.176930:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609333.176932:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009a209e00 with handle 0xae754a088751488c from hash 00010000:00000001:2.0:1749609333.176933:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609333.176934:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609333.176934:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609333.176935:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609333.176935:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609333.176936:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609333.176937:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609333.176938:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609333.176938:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609333.176939:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609333.176940:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609333.176947:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609333.176948:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609333.176948:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609333.176949:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609333.176950:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609333.176950:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609333.176951:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609333.176951:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009a209e00/0xae754a088751488c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609333.176956:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800b47acb00 count: 0 00010000:00000001:2.0:1749609333.176981:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609333.176982:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609333.176984:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609333.176986:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a7c8ce00 x1834598193447552/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609333.176989:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609333.176991:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609333.176993:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609333.176994:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609333.176996:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009a208e00. 02000000:00000001:2.0:1749609333.177001:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609333.177003:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609333.177004:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8ce00. 00000100:00000001:2.0:1749609333.177007:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609333.177007:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609333.177008:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609333.177010:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609333.177012:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609333.177014:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800928a4d00. 00000020:00000010:2.0:1749609333.177017:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75800. 00000020:00000010:2.0:1749609333.177022:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ef75a00. 00000040:00000010:2.0:1749609333.177024:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ef75c00. 00000020:00000010:2.0:1749609333.177027:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb76800. 00000020:00000010:2.0:1749609333.177035:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ef75e00. 80000000:00000010:2.0:1749609333.177038:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f74e0. 00040000:00000010:2.0:1749609333.177043:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ef75600. 00080000:00000010:2.0:1749609333.177051:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e199000. 00080000:00000010:2.0:1749609333.177055:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e5a000. 10000000:00000040:2.0:1749609333.177062:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000040:2.0:1749609333.177064:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88012eb1f540 : new refcount 2 10000000:00000001:2.0:1749609333.177067:0:6439:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749609333.177069:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609333.177072:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ef75a00. 00000040:00000010:2.0:1749609333.177076:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ef75c00. 00000020:00000010:2.0:1749609333.177078:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb76800. 00000020:00000010:2.0:1749609333.177080:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ef75e00. 80000000:00000010:2.0:1749609333.177082:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f74e0. 00040000:00000010:2.0:1749609333.177084:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ef75600. 00080000:00000010:2.0:1749609333.177087:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e5a000. 00080000:00000010:2.0:1749609333.177091:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e199000. 00000020:00000010:2.0:1749609333.177093:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75800. 10000000:00000010:2.0:1749609333.177094:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800928a4d00. 10000000:01000000:2.0:1749609333.177095:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749609333.177097:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749609333.177099:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749609333.178692:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609333.178694:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609333.178694:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff8800b46a6200) refs 2 10000000:00000001:2.0:1749609333.178696:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609333.178697:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609333.178698:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b46a7400) refs 2 10000000:00000001:2.0:1749609333.178699:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609333.178700:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609333.178701:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1749609333.178701:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609333.178702:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff88008fb77000 from 1 10000000:00000001:2.0:1749609333.178704:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609333.178708:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1749609333.178712:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609333.178714:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=6 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609333.178717:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609333.178720:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609333.178723:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609333.178727:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef75800. 00000100:00000001:2.0:1749609333.178732:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609333.178735:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609333.178737:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609333.178741:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880137655600. 00010000:00000001:2.0:1749609333.178745:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609333.178746:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef75400. 00000020:00000001:2.0:1749609333.178748:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609333.178749:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef75400 with handle 0xae754a08875148a1 to hash 00000020:00000001:2.0:1749609333.178750:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609333.178751:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981227520 : -131938728324096 : ffff88009ef75400) 00010000:00000001:2.0:1749609333.178753:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981227520 : -131938728324096 : ffff88009ef75400) 00010000:00000001:2.0:1749609333.178755:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609333.178756:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609333.178758:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609333.178762:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609333.178769:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609333.178771:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609333.178773:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609333.178776:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7b40. 00000100:00000001:2.0:1749609333.178777:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372515136 : -131936337036480 : ffff88012d7f7b40) 00000100:00000001:2.0:1749609333.178778:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609333.178779:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00000001:2.0:1749609333.178784:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609333.178786:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609333.178787:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609333.178789:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609333.178792:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193449984/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609333.178796:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609333.178797:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609333.178799:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012d5a0380 x1834598193449984/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609333.178803:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609333.178804:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609333.178804:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609333.178805:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609333.178806:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609333.178806:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609333.178807:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609333.178808:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609333.178808:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609333.179800:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b47acb00. 00010000:00000010:1.1:1749609333.179806:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009a209e00. 00000020:00000001:1.0:1749609333.230913:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609333.230916:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609333.230918:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609333.308788:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609333.308802:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609333.308804:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609333.308808:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609333.308811:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609333.308815:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609333.308817:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609333.658796:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609333.658804:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609333.658806:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609333.658809:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609333.658811:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609333.658815:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609333.658817:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609333.658819:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609333.658821:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609334.178771:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609334.178790:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609334.178793:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609334.178796:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609334.178800:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609334.178804:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609334.178807:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609334.178811:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609334.178813:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609334.232904:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609334.232908:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609334.232910:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609334.308800:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609334.308817:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609334.308819:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609334.308823:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609334.308826:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609334.308830:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609334.308832:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.178745:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609335.178752:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609335.178754:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609335.178757:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609335.178760:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609335.178762:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.178765:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609335.178767:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.178769:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609335.234931:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609335.234935:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609335.234937:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609335.308798:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609335.308814:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609335.308816:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.308819:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609335.308821:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609335.308824:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.308826:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609336.178775:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609336.178783:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609336.178784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609336.178787:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609336.178790:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609336.178793:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.178795:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609336.178798:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.178811:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609336.236889:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609336.236893:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609336.236896:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609336.308763:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609336.308776:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609336.308778:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.308782:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609336.308784:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609336.308787:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609336.308788:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609336.512987:0:1042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1749609336.658825:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609336.658834:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609336.658836:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609336.658839:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609336.658843:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609336.658846:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.658849:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609336.658852:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.658855:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.178735:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609337.178743:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609337.178745:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609337.178748:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609337.178751:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609337.178753:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.178756:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609337.178758:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.178760:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609337.238894:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609337.238898:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609337.238901:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609337.308782:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609337.308798:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609337.308800:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.308803:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609337.308805:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609337.308808:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.308810:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.316965:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609337.316969:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609337.316971:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609337.316977:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.316985:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609337.316993:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609337.316996:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609337.316998:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609337.317000:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609337.317003:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193450112:0@lo:38: 00000100:00000001:2.0:1749609337.317008:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609337.317011:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609337.317013:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609337.317016:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609337.317019:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a40400. 02000000:00000001:2.0:1749609337.317021:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609337.317027:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000010:2.0:1749609337.317036:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609337.317043:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193450112, portal 4 00000100:00000001:2.0:1749609337.317046:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609337.317046:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609337.317047:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721886336 : -131938987665280 : ffff88008f821880) 00000100:00000001:0.0:1749609337.317050:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609337.317052:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820380. 00000020:00000040:0.0:1749609337.317053:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:2.0:1749609337.317054:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609337.317055:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609337.317056:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609337.317057:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609337.317059:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35000. 00000100:00000001:2.0:1749609337.317060:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609337.317061:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609337.317063:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609337.317063:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749609337.317065:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609337.317067:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193450112, offset 0 00000100:00000001:0.0:1749609337.317067:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609337.317068:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609337.317070:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008f820380] to pc [ptlrpcd_00_01+1] req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609337.317073:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609337.317089:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609337.317091:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609337.317094:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3947) 00000400:00000200:2.0:1749609337.317100:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada04c80 00000400:00000200:2.0:1749609337.317107:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 10920 00000400:00000200:2.0:1749609337.317114:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609337.317118:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609337.317123:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609337.317123:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609337.317125:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609337.317126:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609337.317126:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609337.317128:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609337.317129:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609337.317129:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0700. 00000100:00000040:2.0:1749609337.317131:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a0700 x1834598193450112 msgsize 520 00000100:00000040:1.0:1749609337.317131:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609337.317135:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609337.317137:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609337.317138:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609337.317140:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609337.317141:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609337.317143:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609337.317144:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193450496:0@lo:400: 00000100:00000001:1.0:1749609337.317146:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609337.317148:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609337.317149:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609337.317150:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609337.317153:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:1.0:1749609337.317153:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006e4a8600. 02000000:00000001:1.0:1749609337.317154:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609337.317162:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0f20. 00000400:00000010:1.0:1749609337.317165:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000400:00000200:2.0:1749609337.317166:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609337.317168:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609337.317172:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609337.317174:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193450496, portal 10 00000100:00000200:2.0:1749609337.317175:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609337.317175:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609337.317176:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721880960 : -131938987670656 : ffff88008f820380) 00000100:00000001:0.0:1749609337.317177:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609337.317178:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193450112 02000000:00000001:0.0:1749609337.317180:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609337.317181:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609337.317181:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609337.317182:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609337.317183:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609337.317184:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609337.317185:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609337.317186:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609337.317186:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609337.317187:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749609337.317188:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193450496, offset 0 00000100:00000001:2.0:1749609337.317189:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609337.317189:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193450112 00000020:00000001:0.0:1749609337.317190:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609337.317191:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609337.317191:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749609337.317191:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609337.317192:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609337.317193:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609337.317194:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317195:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609337.317196:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749609337.317197:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800973a0e00. 00000100:00000040:2.0:1749609337.317199:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3907 usecs (4 jiffies) 00000400:00000200:1.0:1749609337.317199:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada04e00 00000020:00000010:0.0:1749609337.317201:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570c80. 00000100:00000001:2.0:1749609337.317202:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298609764 00000400:00000200:1.0:1749609337.317203:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 14864 00000020:00000010:0.0:1749609337.317205:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040c80. 00000100:00000010:2.0:1749609337.317206:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a48c0. 00000400:00000200:1.0:1749609337.317206:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609337.317208:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609337.317210:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609337.317211:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749609337.317211:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609337.317211:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749609337.317213:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609337.317213:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609337.317216:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3480. 00000100:00000001:2.0:1749609337.317217:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298609764 00000100:00000040:1.0:1749609337.317217:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f3480 x1834598193450496 msgsize 224 00000100:00000010:2.0:1749609337.317219:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4b00. 00000100:00100000:1.0:1749609337.317219:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609337.317221:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609337.317221:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317224:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298609764 00000100:00000010:2.0:1749609337.317225:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4f40. 00000100:00000001:2.0:1749609337.317227:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609337.317230:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298609764 00000100:00000010:2.0:1749609337.317231:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a41c0. 00000100:00000001:0.0:1749609337.317231:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.317233:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609337.317237:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609337.317237:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609337.317238:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609337.317240:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749609337.317241:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00100000:0.0:1749609337.317241:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000001:2.0:1749609337.317242:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609337.317243:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609337.317243:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370060544 : -131936339491072 : ffff88012d5a0700) 00000100:00000001:2.0:1749609337.317244:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609337.317245:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609337.317245:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a0700 x1834598193450112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317246:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317248:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609337.317250:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609337.317250:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193450112:12345-0@lo:38: 00000100:00000001:2.0:1749609337.317251:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609337.317251:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317253:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609337.317253:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193450112 00000100:00000001:2.0:1749609337.317254:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609337.317255:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609337.317255:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609337.317255:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609337.317256:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609337.317256:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609337.317257:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193450496 02000000:00000001:3.0:1749609337.317259:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1749609337.317259:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609337.317260:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609337.317260:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609337.317261:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609337.317261:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609337.317263:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609337.317263:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609337.317264:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 541 usecs (1 jiffies) 00000100:00100000:3.0:1749609337.317265:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193450496 00000100:00000001:1.0:1749609337.317265:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298609761 00000020:00000001:3.0:1749609337.317266:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609337.317267:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:1.0:1749609337.317267:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298609764 00000020:00000001:3.0:1749609337.317268:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609337.317268:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298609761 00000100:00000001:1.0:1749609337.317269:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298609764 00000020:00000040:3.0:1749609337.317270:0:6440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:2.0:1749609337.317270:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609337.317270:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298609761 00000020:00000001:3.0:1749609337.317271:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609337.317271:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609337.317271:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298609764 02000000:00000001:2.0:1749609337.317272:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609337.317272:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298609761 00000100:00000001:1.0:1749609337.317272:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298609764 00000020:00000001:0.0:1749609337.317272:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609337.317273:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609337.317273:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609337.317274:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609337.317274:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609337.317275:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609337.317275:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609337.317276:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749609337.317276:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609337.317276:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609337.317278:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193450240:0@lo:38: 00010000:00000001:0.0:1749609337.317278:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609337.317279:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f240. 00000100:00000001:1.0:1749609337.317280:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1749609337.317280:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609337.317281:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609337.317281:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1749609337.317282:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880096997d80. 02000000:00000001:2.0:1749609337.317282:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609337.317282:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609337.317282:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609337.317283:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609337.317283:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749609337.317284:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609337.317284:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609337.317285:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609337.317285:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749609337.317287:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 02000000:00000001:0.0:1749609337.317287:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609337.317289:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609337.317289:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071d400. 02000000:00000001:0.0:1749609337.317291:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609337.317292:0:6440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000010:2.0:1749609337.317292:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749609337.317294:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:0.0:1749609337.317294:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609337.317296:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193450240, portal 10 00010000:00000001:0.0:1749609337.317297:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609337.317298:0:6440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609337.317298:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609337.317299:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721882752 : -131938987668864 : ffff88008f820a80) 00010000:00000001:0.0:1749609337.317299:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609337.317301:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782ce00. 00000100:00001000:0.0:1749609337.317302:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749609337.317303:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609337.317304:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886780. 00000100:00000001:0.0:1749609337.317305:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749609337.317306:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09578. 00000100:00000001:0.0:1749609337.317307:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1749609337.317308:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609337.317309:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609337.317309:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000040:1.0:1749609337.317310:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609337.317310:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:3.0:1749609337.317311:0:6440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1749609337.317311:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609337.317312:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749609337.317312:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609337.317312:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609337.317313:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749609337.317313:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193450240, offset 0 00000100:00000001:3.0:1749609337.317314:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609337.317314:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609337.317316:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609337.317318:0:6440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609337.317319:0:6440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609337.317320:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609337.317320:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749609337.317321:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609337.317322:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609337.317323:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609337.317324:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609337.317324:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04d00 00000100:00000040:0.0:1749609337.317325:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609337.317327:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 15088 00000400:00000010:0.0:1749609337.317328:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:3.0:1749609337.317329:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609337.317330:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609337.317330:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193450112, offset 0 00000400:00000200:2.0:1749609337.317331:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609337.317332:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000400:00000200:2.0:1749609337.317333:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609337.317334:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000400:00000200:0.0:1749609337.317334:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609337.317335:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838088832 : -131938871462784 : ffff8800966f3480) 00000100:00000040:3.0:1749609337.317337:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f3480 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:283/0 lens 224/0 e 0 to 0 dl 1749609348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317337:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749609337.317339:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609337.317341:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609337.317343:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609337.317343:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f980. 00000400:00000200:0.0:1749609337.317343:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada04c80 00000100:00000010:2.0:1749609337.317344:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0a80. 00000100:00000001:3.0:1749609337.317345:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609337.317346:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800ace3f980. 00000100:00000040:2.0:1749609337.317346:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a0a80 x1834598193450240 msgsize 520 00000400:00000200:0.0:1749609337.317347:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4079 [1] + 0 00000100:00100000:2.0:1749609337.317349:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609337.317350:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193450496:12345-0@lo:400: 00000400:00000200:0.0:1749609337.317350:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609337.317352:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193450496 00000400:00000200:0.0:1749609337.317352:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609337.317354:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609337.317355:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609337.317356:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609337.317356:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749609337.317358:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609337.317358:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609337.317360:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749609337.317360:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000020:00000001:3.0:1749609337.317361:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000400:00000010:2.0:1749609337.317361:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000020:00000001:3.0:1749609337.317363:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609337.317364:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609337.317365:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609337.317366:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609337.317366:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609337.317369:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609337.317370:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609337.317371:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749609337.317371:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609337.317372:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609337.317373:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609337.317374:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609337.317375:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317376:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609337.317377:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609337.317378:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609337.317379:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 02000000:00000010:3.0:1749609337.317380:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c463800. 00000400:00000010:0.0:1749609337.317380:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 02000000:00000001:3.0:1749609337.317381:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609337.317382:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609337.317383:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609337.317383:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609337.317384:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609337.317384:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000040:3.0:1749609337.317385:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193450496 00010000:00000001:3.0:1749609337.317386:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749609337.317386:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1281 usecs (2 jiffies) 00000100:00000001:2.0:1749609337.317387:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298609762 00010000:00000200:3.0:1749609337.317388:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f3480 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609337.317388:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317389:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298609764 00000100:00000001:2.0:1749609337.317390:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298609762 00000100:00000040:0.0:1749609337.317390:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609337.317391:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298609764 00000100:00000001:0.0:1749609337.317391:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317392:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298609762 00010000:00000001:3.0:1749609337.317393:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609337.317393:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298609764 00000020:00000001:0.0:1749609337.317393:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609337.317394:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317394:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298609762 00000100:00000001:2.0:1749609337.317394:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298609764 00000100:00001000:3.0:1749609337.317395:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1749609337.317395:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609337.317396:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609337.317396:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0700 x1834598193450112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317397:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609337.317398:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609337.317399:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:2.0:1749609337.317399:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609337.317400:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:3.0:1749609337.317401:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609337.317402:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317402:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609337.317403:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609337.317404:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609337.317404:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193450112:12345-0@lo:38: Request processed in 153us (271us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609337.317405:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609337.317406:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 02000000:00000001:2.0:1749609337.317407:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609337.317408:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609337.317409:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193450496, offset 224 02000000:00000001:2.0:1749609337.317409:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609337.317411:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193450368:0@lo:38: 00000100:00100000:0.0:1749609337.317411:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000400:00000200:3.0:1749609337.317413:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609337.317413:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609337.317413:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609337.317414:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609337.317414:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749609337.317415:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609337.317416:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609337.317418:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 00000400:00000200:3.0:1749609337.317419:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609337.317419:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609337.317421:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000400:00000010:2.0:1749609337.317423:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000020:00000010:0.0:1749609337.317423:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570c80. 00000400:00000200:3.0:1749609337.317424:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04e00 00000100:00000200:2.0:1749609337.317426:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193450368, portal 10 00000020:00000010:0.0:1749609337.317426:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040c80. 00000100:00000001:2.0:1749609337.317427:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749609337.317428:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4081 [1] + 224 00000100:00000001:2.0:1749609337.317428:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721880064 : -131938987671552 : ffff88008f820000) 00000020:00000010:0.0:1749609337.317429:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800973a0e00. 00000400:00000200:3.0:1749609337.317431:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609337.317432:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609337.317432:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609337.317434:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609337.317437:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609337.317437:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609337.317439:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609337.317440:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609337.317441:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609337.317442:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193450368, offset 0 00000400:00000200:2.0:1749609337.317445:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609337.317450:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609337.317454:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04d80 00000100:00000001:0.0:1749609337.317455:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609337.317457:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609337.317457:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 15608 00000100:00100000:0.0:1749609337.317457:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193450240 02000000:00000001:0.0:1749609337.317458:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609337.317459:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609337.317461:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609337.317461:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609337.317462:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609337.317463:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609337.317464:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193450240 00000020:00000001:0.0:1749609337.317465:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609337.317465:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609337.317466:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749609337.317466:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609337.317467:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749609337.317467:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609337.317468:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609337.317469:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800973a0e00. 00000100:00000010:2.0:1749609337.317470:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0e00. 00000020:00000010:0.0:1749609337.317471:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570c80. 00000100:00000040:2.0:1749609337.317472:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a0e00 x1834598193450368 msgsize 520 00000020:00000010:0.0:1749609337.317472:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040c80. 00000100:00000001:0.0:1749609337.317474:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749609337.317475:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609337.317475:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609337.317476:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609337.317493:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609337.317497:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609337.317499:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000100:00000001:2.0:1749609337.317499:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749609337.317501:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000100:00000001:0.0:1749609337.317502:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609337.317503:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609337.317504:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609337.317506:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609337.317506:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193450368 00000400:00000200:2.0:1749609337.317508:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 02000000:00000001:0.0:1749609337.317508:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609337.317508:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609337.317509:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609337.317509:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:0.0:1749609337.317509:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609337.317510:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609337.317511:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609337.317511:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749609337.317512:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193450368 00000020:00000001:0.0:1749609337.317512:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749609337.317513:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000040:0.0:1749609337.317513:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:2.0:1749609337.317514:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609337.317514:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609337.317514:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609337.317515:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609337.317515:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609337.317516:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1749609337.317517:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800973a0a00. 00000100:00000040:3.0:1749609337.317519:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f3480 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1749609348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317519:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609337.317520:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609337.317521:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609337.317522:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749609337.317522:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570b80. 00000020:00000010:0.0:1749609337.317524:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609337.317526:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609337.317526:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000001:0.0:1749609337.317526:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749609337.317527:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193450496:12345-0@lo:400: Request processed in 183us (308us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609337.317527:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609337.317527:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609337.317528:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370061440 : -131936339490176 : ffff88012d5a0a80) 00000100:00000001:0.0:1749609337.317528:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609337.317529:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317530:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609337.317531:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a0a80 x1834598193450240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609337.317531:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609337.317532:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 982 usecs (1 jiffies) 00000100:00100000:3.0:1749609337.317533:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1749609337.317534:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298609761 00000100:00000001:0.0:1749609337.317534:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609337.317534:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609337.317535:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:2.0:1749609337.317536:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298609764 00000100:00100000:0.0:1749609337.317536:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000001:3.0:1749609337.317537:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609337.317537:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298609761 00000100:00000001:0.0:1749609337.317537:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370062336 : -131936339489280 : ffff88012d5a0e00) 00000100:00000001:3.0:1749609337.317538:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609337.317538:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193450240:12345-0@lo:38: 00000100:00000001:2.0:1749609337.317539:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298609764 00000100:00000040:0.0:1749609337.317539:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a0e00 x1834598193450368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609337.317540:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886780. 00000100:00000001:2.0:1749609337.317540:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298609761 00000100:00000200:1.0:1749609337.317540:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193450240 00000100:00000001:2.0:1749609337.317541:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298609764 00000020:00000001:1.0:1749609337.317542:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749609337.317543:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09578. 00000100:00000001:2.0:1749609337.317543:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298609761 00000100:00000001:2.0:1749609337.317544:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298609764 00000100:00100000:0.0:1749609337.317544:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193450368:12345-0@lo:38: 00000100:00000001:2.0:1749609337.317545:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609337.317546:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782ce00. 00000100:00000200:0.0:1749609337.317546:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193450368 00000100:00000001:2.0:1749609337.317547:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609337.317547:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749609337.317547:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:3.0:1749609337.317549:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00010000:00000001:0.0:1749609337.317549:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:2.0:1749609337.317550:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609337.317551:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609337.317551:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749609337.317552:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609337.317553:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00010000:00020000:1.0:1749609337.317554:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609337.317555:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00010000:00000001:1.0:1749609337.317555:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609337.317555:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609337.317556:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00010000:00020000:0.0:1749609337.317556:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609337.317557:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609337.317557:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609337.317558:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609337.317558:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609337.317559:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749609337.317559:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609337.317560:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609337.317560:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609337.317560:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609337.317561:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749609337.317562:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e70400. 02000000:00000001:0.0:1749609337.317562:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609337.317563:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609337.317564:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609337.317564:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071d800. 02000000:00000001:0.0:1749609337.317564:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609337.317565:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609337.317566:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609337.317566:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609337.317567:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609337.317567:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749609337.317568:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749609337.317568:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609337.317569:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609337.317570:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609337.317570:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609337.317571:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609337.317572:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609337.317572:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609337.317573:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609337.317574:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609337.317575:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609337.317576:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609337.317576:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:0.0:1749609337.317576:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609337.317577:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609337.317578:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609337.317578:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609337.317579:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609337.317579:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:2.0:1749609337.317580:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609337.317580:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609337.317580:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609337.317581:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609337.317581:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609337.317581:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749609337.317582:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 02000000:00000001:0.0:1749609337.317582:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317583:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609337.317583:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609337.317584:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193450240, offset 0 00000100:00000040:0.0:1749609337.317584:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609337.317585:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609337.317585:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000400:00000200:1.0:1749609337.317587:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749609337.317589:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609337 v=5 (0 0 0 0) 00000100:00000200:0.0:1749609337.317589:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193450368, offset 0 00000400:00000200:1.0:1749609337.317591:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609337.317591:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749609337.317592:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=99 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609337.317594:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749609337.317595:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609337.317596:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609337.317596:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04d00 00000100:00000001:2.0:1749609337.317598:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609337.317598:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4089 [1] + 0 00000400:00000200:0.0:1749609337.317598:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04d80 00000100:00000040:2.0:1749609337.317601:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609337.317601:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609337.317601:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4099 [1] + 0 00000400:00000200:1.0:1749609337.317603:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609337.317604:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609337.317605:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609337.317606:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609337.317606:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609337.317608:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609337.317609:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609337.317610:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609337.317610:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609337.317610:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317612:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609337.317613:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609337.317615:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749609337.317615:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609337.317615:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609337.317617:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609337.317619:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609337.317619:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609337.317620:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609337.317621:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609337.317622:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609337.317622:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609337.317623:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609337.317624:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000100:00000001:0.0:1749609337.317624:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749609337.317625:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:1.0:1749609337.317626:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609337.317626:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609337.317627:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193450112:0@lo:38: 00000100:00000001:1.0:1749609337.317627:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609337.317627:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609337.317628:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609337.317629:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609337.317629:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609337.317630:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609337.317630:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:0.0:1749609337.317631:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0e00 x1834598193450368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317632:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609337.317632:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609337.317633:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609337.317634:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f821880 x1834598193450112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609337.317634:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0a80 x1834598193450240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609357 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609337.317636:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193450368:12345-0@lo:38: Request processed in 91us (163us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609337.317639:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1749609337.317639:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193450240:12345-0@lo:38: Request processed in 101us (292us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749609337.317642:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 02000000:00000001:2.0:1749609337.317644:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609337.317644:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609337.317645:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000001:0.0:1749609337.317645:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1749609337.317646:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a40400. 00000100:00000001:1.0:1749609337.317646:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749609337.317646:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570b80. 00000100:00000001:1.0:1749609337.317647:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609337.317647:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000020:00000010:1.0:1749609337.317648:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570c80. 02000000:00000001:2.0:1749609337.317649:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1749609337.317649:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800973a0a00. 00000020:00000010:1.0:1749609337.317650:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040c80. 00000100:00000001:0.0:1749609337.317650:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609337.317651:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609337.317652:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:1.0:1749609337.317652:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800973a0e00. 00000100:00000001:1.0:1749609337.317653:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609337.317654:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609337.317656:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f400. 02000000:00000001:2.0:1749609337.317659:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609337.317660:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609337.317661:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821880. 00000100:00000001:1.0:1749609337.317662:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609337.317663:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609337.317664:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609337.317665:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609337.317665:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609337.317666:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609337.317667:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609337.317667:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130df0f20. 00000400:00000200:1.0:1749609337.317670:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000100:00000001:2.0:1749609337.317671:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1749609337.317671:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:2.0:1749609337.317672:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609337.317672:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609337.317673:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317693:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609337.317695:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609337.317697:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609337.317699:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609337.317700:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749609337.317702:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609337.317703:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609337.317705:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609337.317708:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609337.317708:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609337.317711:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609337.317712:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609337.317713:0:1049:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749609337.317714:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609337.317714:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609337.317715:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609337.317716:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609337.317717:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317720:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749609337.317720:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=32 v=5 (5 0 0 0) 00000100:00000001:2.0:1749609337.317721:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.317722:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:1.0:1749609337.317722:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1749609337.317723:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749609337.317724:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609337.317724:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317725:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609337.317726:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609337.317726:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749609337.317728:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749609337.317728:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609337.317731:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609337 v=5 (0 0 0 0) 00010000:00000001:1.0:1749609337.317732:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609337.317734:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=81 v=20 (20 0 0 0) 00000100:00000001:1.0:1749609337.317734:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609337.317735:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609337.317736:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609337.317736:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609337.317736:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609337.317738:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609337.317741:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609337.317742:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609337.317742:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609337.317742:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.317743:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609337.317743:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609337.317746:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609337.317747:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193450496:0@lo:400: 00000100:00000001:1.0:1749609337.317750:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609337.317751:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609337.317752:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609337.317754:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749609337.317754:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820380 x1834598193450496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317755:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.317757:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609337.317758:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609337.317758:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609337.317759:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1749609337.317760:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:1.0:1749609337.317760:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006e4a8600. 02000000:00000001:1.0:1749609337.317762:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609337.317762:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1749609337.317763:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000040:1.0:1749609337.317763:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609337.317764:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609337.317764:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609337.317765:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35000. 00000100:00000040:2.0:1749609337.317766:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609337.317766:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609337.317767:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609337.317768:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820380. 00000100:00000001:1.0:1749609337.317769:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609337.317770:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609337.317771:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609337.317772:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193450240:0@lo:38: 00000100:00000001:1.0:1749609337.317773:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609337.317774:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609337.317775:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609337.317775:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609337.317777:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609337.317778:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609337.317780:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000400:00000200:2.0:1749609337.317782:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609337.317783:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609337.317792:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609337.317794:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609337.317801:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317806:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609337.317807:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.317809:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609337.317810:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609337.317811:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609337.317813:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609337.317818:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609337.317822:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609337 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609337.317824:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=32 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609337.317826:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609337.317827:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609337.317829:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609337.317832:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317838:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609337.317840:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609337.317841:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.317842:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609337.317843:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609337.317845:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609337.317847:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609337.317849:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609337.317851:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609337.317856:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193450368:0@lo:38: 00000100:00000001:2.0:1749609337.317858:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317860:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609337.317861:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820a80 x1834598193450240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317866:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609337.317867:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609337.317868:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609337.317871:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609337.317872:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609337.317873:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609337.317875:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609337.317876:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071ec00. 02000000:00000001:2.0:1749609337.317881:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609337.317882:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609337.317883:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820a80. 00000100:00000001:2.0:1749609337.317885:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609337.317886:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.317887:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609337.317889:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820000 x1834598193450368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609337.317894:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609337.317895:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609337.317896:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 02000000:00000001:2.0:1749609337.317898:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609337.317898:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609337.317899:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609337.317900:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609337.317901:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071c000. 02000000:00000001:2.0:1749609337.317902:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609337.317903:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609337.317904:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820000. 00000100:00000001:2.0:1749609337.317905:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609337.317906:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609337.317907:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317908:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609337.317909:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609337.317910:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609337.317911:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609337.320717:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298609764, at 4298609764 00000100:00000040:0.0:1749609337.320721:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298609764, at 4298609764 00000100:00000010:1.0:1749609337.320724:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4b00. 00000100:00000010:0.0:1749609337.320726:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a48c0. 00000100:00000040:2.0:1749609337.320731:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298609764, at 4298609764 00000100:00000040:3.0:1749609337.320732:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298609764, at 4298609764 00000100:00000010:2.0:1749609337.320737:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4f40. 00000100:00000010:3.0:1749609337.320739:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a41c0. 00000100:00000001:0.0:1749609337.658835:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609337.658843:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609337.658846:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609337.658849:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609337.658853:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609337.658856:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609337.658859:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609337.658862:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609337.658864:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609338.082825:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609338.082833:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609338.082836:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609338.082839:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609338.082843:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609338.082846:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609338.082850:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609338.082853:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609338.082855:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609338.178752:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609338.178761:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609338.178763:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609338.178767:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609338.178770:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609338.178774:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609338.178777:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609338.178780:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609338.178782:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609338.240846:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609338.240854:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609338.240946:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609338.240949:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609338.240955:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609338.317780:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609338.317796:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609338.317798:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609338.317802:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609338.317804:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609338.317807:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609338.317808:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609338.658802:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609338.658809:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609338.658811:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609338.658815:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609338.658818:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609338.658822:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609338.658825:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609338.658827:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609338.658830:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609339.082741:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609339.082750:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609339.082752:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609339.082755:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609339.082759:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609339.082763:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.082765:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609339.082768:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.082770:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609339.178738:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609339.178745:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609339.178747:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609339.178749:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609339.178752:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609339.178755:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.178757:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609339.178766:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012d5a0380 x1834598193449984/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609339.178773:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609339.178774:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193449984/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609339.178794:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609339.178796:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.178798:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609339.178800:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609339.178801:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193449984/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609339.178805:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193449984:0@lo:101: 00000100:00000001:2.0:1749609339.178808:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.178810:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609339.178811:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609339.178812:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609339.178814:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193449984/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609339.178817:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609339.178819:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7b40. 00000100:00000001:2.0:1749609339.178823:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609339.178824:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609339.178827:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609339.178831:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609339.178833:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609339.178836:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75400 refcount=4 00000020:00000001:2.0:1749609339.178837:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981227520 : -131938728324096 : ffff88009ef75400) 00010000:00000001:2.0:1749609339.178839:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981227520 : -131938728324096 : ffff88009ef75400) 00010000:00010000:2.0:1749609339.178843:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609339.178850:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609339.178852:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609339.178861:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609339.178862:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609339.178866:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609339.178867:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609339.178868:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609339.178871:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609339.178873:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609339.178875:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609339.178876:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609339.178880:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef75400 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609339.178882:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609339.178883:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609339.178886:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609339.178887:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609339.178888:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609339.178888:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75400 refcount=5 00000020:00000001:2.0:1749609339.178889:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981227520 : -131938728324096 : ffff88009ef75400) 00010000:00000001:2.0:1749609339.178890:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981227520 : -131938728324096 : ffff88009ef75400) 00010000:00000001:2.0:1749609339.178892:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609339.178893:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609339.178896:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609339.178896:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609339.178902:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:2.0:1749609339.178903:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609339.178904:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609339.178905:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609339.178907:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609339.178908:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609339.178909:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609339.178910:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609339.178911:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609339.178912:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef75400 with handle 0xae754a08875148a1 from hash 00010000:00000001:2.0:1749609339.178913:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609339.178913:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609339.178914:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609339.178914:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609339.178915:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609339.178916:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609339.178917:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609339.178917:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609339.178918:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609339.178919:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609339.178920:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609339.178922:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609339.178923:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609339.178923:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609339.178924:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609339.178924:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609339.178925:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609339.178925:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609339.178926:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef75400/0xae754a08875148a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609339.178931:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880137655600 count: 0 00010000:00000001:2.0:1749609339.178954:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609339.178958:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609339.178959:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609339.178961:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193449984/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609339.178965:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609339.178968:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609339.178969:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609339.178970:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609339.178973:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef75800. 02000000:00000001:2.0:1749609339.178977:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609339.178978:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609339.178979:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00000001:2.0:1749609339.178982:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609339.178982:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609339.178984:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609339.178985:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609339.178987:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609339.178989:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800928a4f40. 00000020:00000010:2.0:1749609339.178991:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75800. 00000020:00000010:2.0:1749609339.178994:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ef75e00. 00000040:00000010:2.0:1749609339.178996:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ef75c00. 00000020:00000010:2.0:1749609339.178999:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb76800. 00000020:00000010:2.0:1749609339.179002:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ef75a00. 80000000:00000010:2.0:1749609339.179005:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f74e0. 00040000:00000010:2.0:1749609339.179009:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ef74e00. 00080000:00000010:2.0:1749609339.179014:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e199000. 00080000:00000010:2.0:1749609339.179019:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e5a000. 10000000:00000040:2.0:1749609339.179025:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000040:2.0:1749609339.179027:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88012eb1f540 : new refcount 2 10000000:00000001:2.0:1749609339.179030:0:6439:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749609339.179032:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609339.179035:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ef75e00. 00000040:00000010:2.0:1749609339.179037:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ef75c00. 00000020:00000010:2.0:1749609339.179043:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb76800. 00000020:00000010:2.0:1749609339.179047:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ef75a00. 80000000:00000010:2.0:1749609339.179049:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f74e0. 00040000:00000010:2.0:1749609339.179052:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ef74e00. 00080000:00000010:2.0:1749609339.179059:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e5a000. 00080000:00000010:2.0:1749609339.179064:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e199000. 00000020:00000010:2.0:1749609339.179068:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75800. 10000000:00000010:2.0:1749609339.179070:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800928a4f40. 10000000:01000000:2.0:1749609339.179072:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:2.0:1749609339.179075:0:6439:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.203.144@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:2.0:1749609339.182946:0:6439:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1749609339.182948:0:6439:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1749609339.182949:0:6439:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1749609339.182951:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1749609339.182952:0:6439:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609339.182954:0:6439:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1749609339.182955:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609339.182956:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609339.182958:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609339.182959:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff8800b46a7200) refs 2 10000000:00000001:2.0:1749609339.182960:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609339.182961:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609339.182962:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff8800b46a6200) refs 2 10000000:00000001:2.0:1749609339.182964:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609339.182965:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609339.182965:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:2.0:1749609339.182966:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609339.182967:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:2.0:1749609339.182968:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609339.182969:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:2.0:1749609339.182972:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609339.182974:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=6 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609339.182977:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609339.182979:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609339.182983:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609339.182986:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef75800. 00000100:00000001:2.0:1749609339.182996:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609339.182999:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609339.183001:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609339.183005:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880137655800. 00010000:00000001:2.0:1749609339.183008:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609339.183010:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef75200. 00000020:00000001:2.0:1749609339.183012:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609339.183013:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef75200 with handle 0xae754a08875148a8 to hash 00000020:00000001:2.0:1749609339.183014:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609339.183015:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609339.183017:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609339.183018:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609339.183019:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609339.183021:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609339.183025:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609339.183033:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609339.183036:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609339.183037:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609339.183040:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7b40. 00000100:00000001:2.0:1749609339.183041:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372515136 : -131936337036480 : ffff88012d7f7b40) 00000100:00000001:2.0:1749609339.183043:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609339.183044:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00000001:2.0:1749609339.183046:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609339.183048:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609339.183049:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609339.183050:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609339.183053:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193450624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609339.183058:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609339.183063:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609339.183065:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012d5a0380 x1834598193450624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609339.183069:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609339.183070:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609339.183071:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609339.183071:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609339.183072:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609339.183073:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.183074:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609339.183074:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.183075:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609339.183797:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880137655600. 00010000:00000010:1.1:1749609339.183804:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef75400. 00010000:00000001:0.0:1749609339.242805:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609339.242812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609339.242870:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609339.242874:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609339.242876:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609339.317785:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609339.317801:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609339.317802:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.317806:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609339.317808:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609339.317811:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609339.317812:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609339.658839:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609339.658846:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609339.658848:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609339.658851:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609339.658854:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609339.658856:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.658859:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609339.658861:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609339.658863:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.082780:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609340.082788:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609340.082790:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609340.082793:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609340.082795:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609340.082798:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.082800:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609340.082802:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.082803:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.182780:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609340.182787:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609340.182789:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609340.182792:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609340.182795:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609340.182798:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.182801:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609340.182803:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.182806:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609340.244803:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609340.244810:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609340.244895:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609340.244911:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609340.244914:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609340.317792:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609340.317808:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609340.317810:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.317813:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609340.317815:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609340.317818:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.317820:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.658800:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609340.658808:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609340.658809:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609340.658812:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609340.658815:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609340.658818:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.658820:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609340.658823:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.658825:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609341.082806:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609341.082814:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609341.082816:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609341.082820:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609341.082823:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609341.082827:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609341.082830:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609341.082833:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609341.082835:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609341.182749:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609341.182756:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609341.182758:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609341.182760:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609341.182763:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609341.182780:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609341.182782:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609341.182784:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609341.182786:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609341.246838:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609341.246844:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609341.246950:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609341.246956:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609341.246958:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609341.317751:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609341.317765:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609341.317766:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609341.317769:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609341.317772:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609341.317775:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609341.317776:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609341.658791:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609341.658799:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609341.658800:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609341.658803:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609341.658806:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609341.658809:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609341.658811:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609341.658814:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609341.658816:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609342.082805:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609342.082807:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609342.082809:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609342.082812:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609342.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.082817:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609342.082819:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.082821:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.182754:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609342.182762:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609342.182763:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609342.182765:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609342.182768:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609342.182771:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.182773:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609342.182776:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.182778:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609342.248795:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609342.248801:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609342.248883:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609342.248887:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609342.248889:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609342.317787:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609342.317814:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609342.317815:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.317819:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609342.317822:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609342.317824:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.317826:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609342.324744:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609342.324750:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749609342.324752:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609342.324755:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609342.324757:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609342.324759:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609342.324762:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609342.324766:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3942 00000100:00080000:0.0:1749609342.324769:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609342.324770:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609342.324772:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609342.324774:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609342.324775:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609342.324778:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609342.324780:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609342.324782:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609342.324784:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609342.324786:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609342.324787:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609342.324789:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609342.324789:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609342.324790:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609342.324791:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609342.324793:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:0.0:1749609342.324794:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609342.324795:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609342.324797:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609342.324808:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609342.324809:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.324811:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609342.324813:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609342.324817:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822300. 00000020:00000040:0.0:1749609342.324820:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609342.324823:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609342.324825:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.324826:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609342.324828:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609342.324831:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609342.324837:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071c000. 00000100:00000001:0.0:1749609342.324842:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609342.324849:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609342.324856:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609342.324858:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609342.324860:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008f822300] to pc [ptlrpcd_rcv+-1] req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609342.324875:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609342.324877:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609342.324879:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609342.324880:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609342.324881:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609342.324883:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609342.324884:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3942 00000100:00080000:0.0:1749609342.324885:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609342.324887:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609342.324888:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609342.324888:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609342.324889:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609342.324890:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609342.324894:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609342.324895:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609342.324896:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:0.0:1749609342.324897:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609342.324899:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609342.324900:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609342.324901:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609342.324902:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609342.324903:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609342.324903:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:0.0:1749609342.324904:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609342.324905:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609342.324906:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609342.324908:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609342.324909:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.324910:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609342.324911:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609342.324914:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820000. 00000020:00000040:0.0:1749609342.324915:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609342.324916:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609342.324916:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.324917:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609342.324918:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609342.324919:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609342.324920:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071ec00. 00000100:00000001:0.0:1749609342.324922:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609342.324923:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609342.324927:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609342.324928:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609342.324929:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008f820000] to pc [ptlrpcd_rcv+-1] req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.324932:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609342.324933:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.324935:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749609342.324936:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609342.324937:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609342.324938:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609342.324939:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609342.324940:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749609342.324941:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609342.324941:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609342.324942:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3942 00000100:00080000:0.0:1749609342.324943:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609342.324945:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609342.324945:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609342.324946:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609342.324947:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609342.324948:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749609342.324948:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609342.324948:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609342.324949:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609342.324950:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609342.324950:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609342.324951:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:2.0:1749609342.324952:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749609342.324952:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609342.324953:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:2.0:1749609342.324954:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609342.324954:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609342.324955:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609342.324955:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:2.0:1749609342.324956:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609342.324956:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:0.0:1749609342.324957:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1749609342.324958:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193450752:0@lo:38: 00000100:00000001:0.0:1749609342.324958:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609342.324959:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609342.324960:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609342.324961:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609342.324961:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.324962:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609342.324963:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609342.324964:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749609342.324965:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820a80. 02000000:00000001:2.0:1749609342.324966:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609342.324966:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609342.324968:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609342.324969:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609342.324970:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609342.324971:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 00000100:00000001:0.0:1749609342.324971:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609342.324972:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609342.324972:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609342.324973:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609342.324974:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071f400. 00000100:00000001:0.0:1749609342.324976:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609342.324978:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000100:00100000:0.0:1749609342.324978:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609342.324981:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609342.324982:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609342.324983:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008f820a80] to pc [ptlrpcd_rcv+-1] req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609342.324985:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609342.324987:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609342.324988:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609342.324989:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1749609342.324991:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193450752, portal 4 00000100:00000001:2.0:1749609342.324992:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749609342.324992:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820380. 00000020:00000040:0.0:1749609342.324992:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609342.324993:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721889024 : -131938987662592 : ffff88008f822300) 00000100:00000001:0.0:1749609342.324994:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609342.324994:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609342.324995:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609342.324997:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35400. 00000100:00000040:2.0:1749609342.324998:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609342.324998:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609342.325000:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609342.325003:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609342.325004:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609342.325004:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609342.325005:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609342.325006:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000040:0.0:1749609342.325007:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008f820380] to pc [ptlrpcd_00_02+2] req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609342.325008:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193450752, offset 0 00000400:00000200:2.0:1749609342.325012:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609342.325029:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609342.325029:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609342.325032:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3952) 00000400:00000200:2.0:1749609342.325038:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada04f00 00000400:00000200:2.0:1749609342.325044:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 11440 00000400:00000200:2.0:1749609342.325050:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609342.325053:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609342.325057:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609342.325059:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609342.325062:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1180. 00000100:00000001:1.0:1749609342.325063:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609342.325064:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a1180 x1834598193450752 msgsize 520 00000100:00100000:2.0:1749609342.325066:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609342.325067:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609342.325068:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609342.325072:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609342.325078:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609342.325079:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325081:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609342.325081:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609342.325087:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609342.325088:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 02000000:00000001:1.0:1749609342.325088:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609342.325089:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00100000:1.0:1749609342.325090:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193451136:0@lo:400: 00000100:00000001:2.0:1749609342.325092:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609342.325092:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1749609342.325094:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609342.325094:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609342.325095:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609342.325096:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609342.325096:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609342.325098:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006e4a8600. 00000100:00000001:2.0:1749609342.325099:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609342.325099:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609342.325100:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609342.325100:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609342.325102:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0f20. 00000100:00000001:2.0:1749609342.325104:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325105:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1749609342.325106:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000001:0.0:1749609342.325106:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609342.325107:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609342.325108:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193451136, portal 10 00000100:00000001:1.0:1749609342.325109:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609342.325110:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721880960 : -131938987670656 : ffff88008f820380) 00000100:00000040:2.0:1749609342.325111:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3758 usecs (4 jiffies) 00000100:00100000:0.0:1749609342.325112:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193450752 00000100:00000001:2.0:1749609342.325113:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298614772 00000100:00000040:1.0:1749609342.325114:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609342.325114:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1749609342.325116:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4400. 00000100:00000001:0.0:1749609342.325116:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609342.325119:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609342.325119:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609342.325120:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609342.325121:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 02000000:00000001:0.0:1749609342.325121:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325122:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000200:1.0:1749609342.325122:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193451136, offset 0 00000100:00100000:0.0:1749609342.325124:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193450752 00000100:00000001:2.0:1749609342.325126:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298614772 00000400:00000200:1.0:1749609342.325126:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609342.325126:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609342.325126:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609342.325127:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749609342.325128:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4cc0. 00000020:00000001:0.0:1749609342.325129:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325130:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000200:1.0:1749609342.325130:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609342.325130:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325132:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298614772 00000020:00000010:0.0:1749609342.325132:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800973a0a00. 00000100:00000010:2.0:1749609342.325133:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4e00. 00000400:00000200:1.0:1749609342.325133:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada05080 00000100:00000001:2.0:1749609342.325135:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000200:1.0:1749609342.325137:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 16128 00000020:00000010:0.0:1749609342.325137:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570b80. 00000100:00000001:2.0:1749609342.325140:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298614772 00000020:00000010:0.0:1749609342.325140:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000010:2.0:1749609342.325141:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800928a4240. 00000400:00000200:1.0:1749609342.325141:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609342.325142:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609342.325143:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609342.325144:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609342.325145:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609342.325146:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609342.325146:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609342.325147:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325148:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749609342.325149:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3100. 00000100:00000001:2.0:1749609342.325150:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609342.325150:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f3100 x1834598193451136 msgsize 224 00000100:00000001:2.0:1749609342.325152:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609342.325152:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609342.325153:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609342.325153:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609342.325157:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.325158:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609342.325158:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609342.325159:0:1050:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609342.325160:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609342.325161:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609342.325162:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609342.325162:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000100:00100000:2.0:1749609342.325163:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193450880:0@lo:38: 00000400:00000010:1.0:1749609342.325163:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:0.0:1749609342.325163:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609342.325164:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609342.325165:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609342.325165:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609342.325166:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609342.325167:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609342.325167:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749609342.325167:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:3.0:1749609342.325168:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749609342.325169:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a40400. 02000000:00000001:2.0:1749609342.325169:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609342.325169:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609342.325170:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609342.325170:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609342.325170:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370063232 : -131936339488384 : ffff88012d5a1180) 00000100:00000001:3.0:1749609342.325171:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609342.325171:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000100:00000040:0.0:1749609342.325172:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a1180 x1834598193450752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609342.325173:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609342.325174:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193450880, portal 10 00000100:00000001:2.0:1749609342.325175:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609342.325175:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609342.325176:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721880064 : -131938987671552 : ffff88008f820000) 00000100:00000040:1.0:1749609342.325176:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609342.325178:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193450752:12345-0@lo:38: 00000100:00000040:2.0:1749609342.325179:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609342.325180:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609342.325180:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193450752 00000100:00000001:1.0:1749609342.325181:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609342.325183:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609342.325183:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609342.325183:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609342.325184:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609342.325185:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000040:1.0:1749609342.325185:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 00010000:00000001:0.0:1749609342.325185:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749609342.325186:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193450880, offset 0 00000100:00000001:1.0:1749609342.325186:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298614769 00000400:00000200:2.0:1749609342.325188:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609342.325188:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298614772 00000100:00000001:1.0:1749609342.325189:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298614769 00000100:00000001:3.0:1749609342.325190:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609342.325190:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298614772 00000100:00100000:3.0:1749609342.325191:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193451136 00000400:00000200:2.0:1749609342.325191:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609342.325191:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298614769 02000000:00000001:3.0:1749609342.325192:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609342.325192:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298614772 00000100:00000001:3.0:1749609342.325193:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609342.325193:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298614769 00000100:00000001:3.0:1749609342.325194:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609342.325194:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298614772 00000100:00000001:1.0:1749609342.325195:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609342.325196:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609342.325196:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609342.325196:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609342.325197:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609342.325198:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193451136 00000400:00000200:2.0:1749609342.325198:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada04f80 00000100:00000001:1.0:1749609342.325198:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:0.0:1749609342.325198:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609342.325199:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609342.325200:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000200:2.0:1749609342.325200:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 16352 00010000:00000001:0.0:1749609342.325200:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609342.325201:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609342.325202:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609342.325202:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1749609342.325202:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749609342.325203:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:2.0:1749609342.325203:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609342.325203:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609342.325204:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609342.325204:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609342.325204:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609342.325205:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609342.325205:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609342.325206:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609342.325207:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609342.325207:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609342.325207:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609342.325209:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1749609342.325209:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1500. 00000100:00000001:0.0:1749609342.325209:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609342.325210:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a1500 x1834598193450880 msgsize 520 02000000:00000001:0.0:1749609342.325210:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749609342.325211:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f980. 00000100:00100000:2.0:1749609342.325212:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749609342.325213:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096899800. 00000020:00000010:3.0:1749609342.325214:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800ace3f240. 02000000:00000001:0.0:1749609342.325215:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.325216:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325217:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:0.0:1749609342.325218:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609342.325219:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609342.325219:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00010000:00000001:0.0:1749609342.325220:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609342.325221:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609342.325221:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609342.325222:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609342.325222:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609342.325224:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609342.325226:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609342.325226:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609342.325227:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609342.325227:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609342.325228:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609342.325228:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609342.325229:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000010:3.0:1749609342.325230:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782ce00. 00000100:00000001:2.0:1749609342.325230:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609342.325230:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609342.325231:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609342.325231:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609342.325232:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609342.325233:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886780. 00000100:00000001:1.0:1749609342.325233:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609342.325233:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609342.325234:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1241 usecs (2 jiffies) 00000100:00100000:1.0:1749609342.325234:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193450880 00000100:00000001:0.0:1749609342.325234:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609342.325235:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09578. 00000100:00000001:2.0:1749609342.325235:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298614770 02000000:00000001:1.0:1749609342.325235:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609342.325235:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609342.325236:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298614772 00000100:00000001:1.0:1749609342.325236:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609342.325237:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298614770 00000100:00000001:2.0:1749609342.325238:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298614772 00000400:00000010:0.0:1749609342.325238:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000040:3.0:1749609342.325239:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609342.325239:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298614770 00000100:00000001:3.0:1749609342.325240:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609342.325240:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298614772 00000100:00000001:1.0:1749609342.325240:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609342.325240:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193450752, offset 0 00000100:00000001:3.0:1749609342.325241:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609342.325241:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298614770 00000100:00000001:2.0:1749609342.325241:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298614772 00000100:00000001:2.0:1749609342.325242:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609342.325242:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609342.325242:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609342.325244:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193450880 00000020:00000001:1.0:1749609342.325245:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609342.325246:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749609342.325246:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609342.325247:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609342.325247:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609342.325248:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.325248:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609342.325248:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325249:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609342.325249:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609342.325250:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada04f00 00000100:00000001:3.0:1749609342.325251:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1749609342.325251:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006e4a9000. 00000100:00000001:2.0:1749609342.325252:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749609342.325252:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x40a9 [1] + 0 00000100:00000001:3.0:1749609342.325253:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609342.325253:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609342.325254:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325254:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749609342.325254:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d300. 00000100:00000001:2.0:1749609342.325255:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609342.325255:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749609342.325255:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609342.325256:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000100:00000040:2.0:1749609342.325257:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609342.325257:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609342.325258:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609342.325259:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609342.325259:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609342.325260:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609342.325260:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325261:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609342.325262:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609342.325263:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609342.325263:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609342.325263:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609342.325264:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609342.325265:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609342.325265:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193451008:0@lo:38: 00000100:00000001:2.0:1749609342.325267:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609342.325268:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609342.325268:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609342.325268:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609342.325268:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609342.325269:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609342.325270:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609342.325270:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749609342.325270:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42400. 02000000:00000001:2.0:1749609342.325271:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609342.325272:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000100:00100000:3.0:1749609342.325273:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1749609342.325273:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609342.325273:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609342.325274:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000400:00000010:2.0:1749609342.325274:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609342.325274:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609342.325275:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838087936 : -131938871463680 : ffff8800966f3100) 00000100:00000200:2.0:1749609342.325275:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193451008, portal 10 00000100:00000001:2.0:1749609342.325276:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609342.325276:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134721882752 : -131938987668864 : ffff88008f820a80) 00000100:00100000:1.0:1749609342.325276:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1749609342.325278:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f3100 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:288/0 lens 224/0 e 0 to 0 dl 1749609353 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609342.325278:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370064128 : -131936339487488 : ffff88012d5a1500) 00000100:00000040:2.0:1749609342.325279:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609342.325280:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a1500 x1834598193450880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609342.325281:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:2.0:1749609342.325282:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609342.325282:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000040:2.0:1749609342.325283:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609342.325284:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1749609342.325284:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000001:0.0:1749609342.325284:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749609342.325285:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f240. 00000100:00000200:2.0:1749609342.325285:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193451008, offset 0 00000100:00100000:1.0:1749609342.325285:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193450880:12345-0@lo:38: 00000100:00000001:0.0:1749609342.325285:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609342.325286:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609342.325287:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609342.325287:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193450880 00000020:00000010:3.0:1749609342.325288:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800ace3f240. 00000100:00000001:0.0:1749609342.325288:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609342.325289:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749609342.325289:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:1.0:1749609342.325290:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609342.325290:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609342.325291:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193451136:12345-0@lo:400: 00000400:00000200:2.0:1749609342.325291:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609342.325291:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609342.325293:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193451136 00000100:00000040:0.0:1749609342.325294:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1180 x1834598193450752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609342.325295:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609342.325295:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609342.325296:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609342.325297:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749609342.325297:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05000 00010000:00000001:1.0:1749609342.325297:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609342.325298:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609342.325299:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 16872 00010000:00000001:1.0:1749609342.325299:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609342.325299:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193450752:12345-0@lo:38: Request processed in 121us (234us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749609342.325300:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609342.325300:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609342.325301:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609342.325302:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000400:00000200:2.0:1749609342.325302:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609342.325302:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609342.325303:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1749609342.325304:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609342.325304:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:2.0:1749609342.325305:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609342.325305:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749609342.325306:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609342.325306:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749609342.325306:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609342.325306:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1749609342.325307:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1880. 02000000:00000010:1.0:1749609342.325307:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e70000. 00000020:00000001:3.0:1749609342.325308:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749609342.325308:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a1880 x1834598193451008 msgsize 520 02000000:00000001:1.0:1749609342.325308:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609342.325309:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609342.325309:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570b80. 00000100:00100000:2.0:1749609342.325310:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609342.325310:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609342.325311:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1749609342.325311:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749609342.325311:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00010000:00000001:1.0:1749609342.325312:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609342.325313:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749609342.325313:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800973a0a00. 02000000:00000001:3.0:1749609342.325314:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749609342.325314:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609342.325315:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609342.325315:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609342.325316:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:3.0:1749609342.325317:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c463000. 00000400:00000200:2.0:1749609342.325317:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609342.325317:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:1.0:1749609342.325317:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609342.325318:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609342.325318:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609342.325319:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325319:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609342.325319:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:2.0:1749609342.325320:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609342.325320:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609342.325322:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:3.0:1749609342.325323:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609342.325323:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609342.325323:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609342.325324:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193451136 00000100:00000001:2.0:1749609342.325324:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609342.325324:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609342.325325:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609342.325325:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609342.325325:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1749609342.325326:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:0.0:1749609342.325326:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193451008 00000400:00000010:1.0:1749609342.325327:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 02000000:00000001:0.0:1749609342.325327:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000200:3.0:1749609342.325328:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f3100 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.325328:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325328:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749609342.325328:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193450880, offset 0 00000100:00000001:0.0:1749609342.325328:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609342.325329:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325330:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609342.325330:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609342.325330:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609342.325331:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 918 usecs (1 jiffies) 00000100:00100000:0.0:1749609342.325331:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193451008 00000100:00000001:2.0:1749609342.325332:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298614769 00000020:00000001:0.0:1749609342.325332:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749609342.325333:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609342.325333:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298614772 00000020:00000040:0.0:1749609342.325333:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:3.0:1749609342.325334:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325334:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298614769 00000400:00000200:1.0:1749609342.325334:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609342.325334:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609342.325334:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.325335:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298614772 00000020:00000001:0.0:1749609342.325335:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609342.325336:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1749609342.325336:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298614769 00000100:00000001:2.0:1749609342.325337:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298614772 00000100:00000001:2.0:1749609342.325337:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298614769 00000400:00000200:1.0:1749609342.325337:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada04f80 00000020:00000010:0.0:1749609342.325337:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800973a0a00. 00000100:00000001:3.0:1749609342.325338:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609342.325338:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298614772 00000020:00000010:0.0:1749609342.325338:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570b80. 00000100:00000001:2.0:1749609342.325339:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609342.325339:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x40b9 [1] + 0 00000020:00000010:0.0:1749609342.325339:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000040:3.0:1749609342.325340:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609342.325341:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609342.325341:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609342.325342:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609342.325342:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609342.325342:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609342.325343:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609342.325344:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609342.325344:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749609342.325345:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609342.325345:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749609342.325346:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:2.0:1749609342.325346:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609342.325346:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609342.325347:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000400:00000010:2.0:1749609342.325347:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000100:00000001:0.0:1749609342.325347:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609342.325349:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609342.325349:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609342.325349:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.325351:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609342.325352:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609342.325353:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609342.325353:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609342.325353:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609342.325355:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193451136, offset 224 00000100:00000200:1.0:1749609342.325355:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609342.325356:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000200:2.0:1749609342.325357:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609342.325357:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370065024 : -131936339486592 : ffff88012d5a1880) 00000400:00000200:3.0:1749609342.325358:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609342.325359:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a1880 x1834598193451008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.325360:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609342.325360:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.325361:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609342.325362:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609342.325362:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749609342.325363:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193451008:12345-0@lo:38: 02000000:00000001:2.0:1749609342.325364:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609342.325365:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609342.325365:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609342.325365:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193451008 00000400:00000200:3.0:1749609342.325366:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05080 00000100:00000001:2.0:1749609342.325366:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609342.325366:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609342.325367:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609342.325367:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00010000:00000001:0.0:1749609342.325367:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749609342.325368:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:1.0:1749609342.325369:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749609342.325370:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x40b1 [1] + 224 00000100:00001000:2.0:1749609342.325370:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609342 v=5 (0 0 0 0) 00000020:00000001:0.0:1749609342.325371:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609342.325372:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=104 v=20 (20 0 0 0) 00000100:00000001:1.0:1749609342.325372:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00020000:0.0:1749609342.325372:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749609342.325373:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609342.325373:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1749609342.325373:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609342.325374:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609342.325375:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609342.325375:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609342.325375:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609342.325376:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609342.325376:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609342.325376:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609342.325376:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609342.325377:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.325377:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749609342.325378:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609342.325378:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609342.325378:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609342.325379:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609342.325380:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1500 x1834598193450880/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609342.325380:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d3c2000. 02000000:00000001:0.0:1749609342.325381:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.325381:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609342.325383:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.325383:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609342.325383:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609342.325383:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609342.325384:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609342.325385:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1749609342.325385:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193450880:12345-0@lo:38: Request processed in 100us (173us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609342.325386:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609342.325386:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609342.325387:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609342.325387:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609342.325388:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609342.325389:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749609342.325389:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609342.325390:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609342.325390:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000001:0.0:1749609342.325390:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00080000:2.0:1749609342.325391:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609342.325391:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609342.325391:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609342.325391:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609342.325392:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609342.325393:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000020:00000010:1.0:1749609342.325393:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d300. 00000400:00000010:3.0:1749609342.325394:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000020:00000010:1.0:1749609342.325395:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000100:00000040:0.0:1749609342.325395:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609342.325396:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749609342.325396:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609342.325396:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609342.325397:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609342.325397:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006e4a9000. 02000000:00000001:0.0:1749609342.325397:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.325398:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609342.325399:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609342.325399:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609342.325400:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193450752:0@lo:38: 00000400:00000010:0.0:1749609342.325401:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:3.0:1749609342.325402:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609342.325402:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193451008, offset 0 00000400:00000001:2.0:1749609342.325403:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609342.325404:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000001:2.0:1749609342.325404:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749609342.325405:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749609342.325405:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749609342.325405:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000020:00000001:3.0:1749609342.325406:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609342.325406:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000020:00000001:3.0:1749609342.325407:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609342.325407:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609342.325408:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609342.325408:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:3.0:1749609342.325409:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f3100 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1749609353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609342.325410:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000200:2.0:1749609342.325412:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609342.325412:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609342.325414:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193451136:12345-0@lo:400: Request processed in 129us (262us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609342.325414:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609342.325415:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609342.325416:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609342.325416:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609342.325417:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.325417:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000001:1.0:1749609342.325417:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749609342.325418:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 02000000:00000001:2.0:1749609342.325418:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1749609342.325418:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609342.325419:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609342.325419:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609342.325419:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130df0f20. 00000400:00000200:0.0:1749609342.325419:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05000 00000100:00000040:3.0:1749609342.325420:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 02000000:00000001:2.0:1749609342.325420:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609342.325422:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1749609342.325422:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609342 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609342.325423:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749609342.325423:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=86 v=20 (20 0 0 0) 00000400:00000200:1.0:1749609342.325423:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609342.325423:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000020:00000010:3.0:1749609342.325424:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886780. 00000100:00000001:2.0:1749609342.325424:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609342.325425:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609342.325426:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09578. 00000100:02020000:2.0:1749609342.325426:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000200:1.0:1749609342.325426:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609342.325427:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x40c5 [1] + 0 00000020:00000010:3.0:1749609342.325428:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782ce00. 00000400:00000200:0.0:1749609342.325429:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749609342.325430:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:3.0:1749609342.325431:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609342.325431:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609342.325431:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609342.325432:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609342.325434:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609342.325435:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609342.325435:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609342.325436:0:1050:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609342.325437:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609342.325439:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609342.325440:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609342.325441:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609342.325457:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.325458:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749609342.325460:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=37 v=5 (5 0 0 0) 00000400:00000200:0.0:1749609342.325460:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609342.325461:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00001000:1.0:1749609342.325462:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609342.325462:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609342.325463:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609342.325463:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609342.325464:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.325465:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609342.325466:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749609342.325466:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609342.325467:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609342.325468:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1749609342.325469:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609342.325470:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1880 x1834598193451008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609362 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609342.325473:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609342.325474:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193451008:12345-0@lo:38: Request processed in 111us (165us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609342.325475:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609342.325476:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609342.325477:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609342.325478:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609342.325478:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000001:0.0:1749609342.325479:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749609342.325480:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609342.325483:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609342.325483:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609342.325484:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609342.325485:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609342.325485:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570b80. 00000100:00000040:1.0:1749609342.325486:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609342.325486:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000020:00000010:0.0:1749609342.325488:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800973a0a00. 00000100:00100000:1.0:1749609342.325489:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193451136:0@lo:400: 00000100:00000001:0.0:1749609342.325489:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609342.325491:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609342.325492:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609342.325493:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820380 x1834598193451136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609342.325497:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609342.325498:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609342.325500:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006e4a8600. 02000000:00000001:1.0:1749609342.325502:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609342.325503:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609342.325504:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609342.325508:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609342.325509:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35400. 02000000:00000001:1.0:1749609342.325511:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609342.325512:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609342.325514:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820380. 00000100:00000001:1.0:1749609342.325515:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609342.325516:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609342.325517:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609342.325519:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609342.325520:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609342.325521:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609342.325522:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.327240:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609342.327242:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609342.327244:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.327249:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609342.327250:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609342.327251:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.327255:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609342.327257:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609342.327258:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609342.327260:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609342.327261:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609342.327263:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609342.327267:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193450880:0@lo:38: 00000100:00000001:2.0:1749609342.327270:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.327271:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609342.327272:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f822300 x1834598193450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.327275:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609342.327276:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609342.327278:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609342.327280:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609342.327281:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609342.327282:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609342.327283:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609342.327284:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071c000. 02000000:00000001:2.0:1749609342.327286:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609342.327286:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609342.327287:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822300. 00000100:00000001:2.0:1749609342.327288:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609342.327289:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.327290:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609342.327290:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820000 x1834598193450880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.327293:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609342.327294:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609342.327294:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a40400. 02000000:00000001:2.0:1749609342.327295:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609342.327296:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609342.327299:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609342.327300:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609342.327301:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071ec00. 02000000:00000001:2.0:1749609342.327302:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609342.327303:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609342.327304:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820000. 00000100:00000001:2.0:1749609342.327305:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609342.327305:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.327306:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.327308:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609342.327309:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.327310:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609342.327311:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609342.327313:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609342.327313:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609342.327314:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:2.0:1749609342.327315:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609342.327316:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609342.327317:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609342.327319:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609342.327323:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.327327:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609342.327327:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.327328:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609342.327329:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609342.327329:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609342.327330:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609342.327331:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609342.327333:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609342 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609342.327334:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=37 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609342.327335:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609342.327336:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609342.327337:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609342.327339:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.327344:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609342.327346:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609342.327346:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.327347:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609342.327348:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609342.327349:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609342.327350:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609342.327351:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609342.327352:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609342.327355:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193451008:0@lo:38: 00000100:00000001:2.0:1749609342.327357:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.327358:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609342.327358:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820a80 x1834598193451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.327361:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609342.327362:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609342.327362:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42400. 02000000:00000001:2.0:1749609342.327364:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609342.327364:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609342.327365:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609342.327365:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609342.327366:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f400. 02000000:00000001:2.0:1749609342.327367:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609342.327368:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609342.327368:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820a80. 00000100:00000001:2.0:1749609342.327369:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609342.327369:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.327370:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.327371:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609342.327371:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609342.327374:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.327375:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609342.328706:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298614772, at 4298614772 00000100:00000010:2.0:1749609342.328711:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4e00. 00000100:00000040:3.0:1749609342.328717:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298614772, at 4298614772 00000100:00000040:0.0:1749609342.328720:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298614772, at 4298614772 00000100:00000010:3.0:1749609342.328721:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4240. 00000100:00000010:0.0:1749609342.328725:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4400. 00000100:00000040:1.0:1749609342.328726:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298614772, at 4298614772 00000100:00000010:1.0:1749609342.328732:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800928a4cc0. 00000100:00000001:2.0:1749609342.658785:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609342.658792:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609342.658794:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609342.658797:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609342.658800:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609342.658804:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.658806:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609342.658808:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.658810:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609343.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609343.082805:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609343.082807:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609343.082809:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609343.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609343.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609343.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609343.082820:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609343.082822:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609343.182759:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609343.182766:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609343.182768:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609343.182771:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609343.182773:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609343.182776:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609343.182779:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609343.182781:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609343.182783:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609343.250763:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609343.250770:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609343.250856:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609343.250860:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609343.250862:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609343.326769:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609343.326788:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609343.326790:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609343.326793:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609343.326796:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609343.326799:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609343.326800:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609343.658917:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609343.658927:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609343.658929:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609343.658933:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609343.658937:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609343.658940:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609343.658943:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609343.658947:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609343.658949:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609344.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609344.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609344.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609344.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609344.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609344.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609344.082813:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609344.082815:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609344.082817:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609344.182752:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609344.182758:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609344.182760:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609344.182763:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609344.182766:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609344.182769:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609344.182771:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609344.182773:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609344.182776:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609344.252769:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609344.252775:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609344.252811:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609344.252814:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609344.252816:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609344.326835:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609344.326851:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609344.326852:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609344.326855:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609344.326857:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609344.326860:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609344.326862:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609344.658827:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609344.658834:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609344.658836:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609344.658839:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609344.658843:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609344.658845:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609344.658848:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609344.658851:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609344.658853:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.082793:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609345.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609345.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609345.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609345.082812:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609345.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609345.082819:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609345.082821:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609345.082823:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.182784:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609345.182792:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609345.182806:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609345.182809:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609345.182812:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609345.182815:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609345.182817:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609345.182826:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012d5a0380 x1834598193450624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.182832:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609345.182834:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193450624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.182839:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609345.182841:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609345.182843:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609345.182844:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609345.182845:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193450624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609345.182849:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193450624:0@lo:101: 00000100:00000001:2.0:1749609345.182853:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609345.182854:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609345.182856:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609345.182857:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609345.182858:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193450624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.182862:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609345.182863:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7b40. 00000100:00000001:2.0:1749609345.182868:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609345.182869:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609345.182873:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609345.182876:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609345.182878:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609345.182881:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75200 refcount=4 00000020:00000001:2.0:1749609345.182882:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609345.182887:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00010000:2.0:1749609345.182891:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609345.182897:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609345.182900:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609345.182903:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609345.182905:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609345.182908:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609345.182909:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609345.182911:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609345.182914:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609345.182916:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609345.182918:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609345.182920:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609345.182923:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef75200 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609345.182925:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609345.182927:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609345.182930:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609345.182931:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609345.182931:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609345.182932:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75200 refcount=5 00000020:00000001:2.0:1749609345.182933:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609345.182936:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609345.182938:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609345.182940:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609345.182943:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609345.182944:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609345.182946:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749609345.182948:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609345.182949:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609345.182950:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609345.182951:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609345.182953:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609345.182954:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609345.182955:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609345.182955:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609345.182957:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef75200 with handle 0xae754a08875148a8 from hash 00010000:00000001:2.0:1749609345.182958:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609345.182959:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609345.182959:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609345.182960:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609345.182960:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609345.182961:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609345.182962:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609345.182963:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609345.182963:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609345.182964:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609345.182965:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609345.182967:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609345.182968:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609345.182968:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609345.182969:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609345.182972:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609345.182973:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609345.182974:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609345.182975:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609345.182980:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880137655800 count: 0 00010000:00000001:2.0:1749609345.183005:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609345.183007:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609345.183009:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609345.183010:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193450624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.183014:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609345.183017:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609345.183018:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609345.183019:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609345.183022:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef75800. 02000000:00000001:2.0:1749609345.183025:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609345.183027:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609345.183028:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00000001:2.0:1749609345.183032:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609345.183033:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609345.183034:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609345.183036:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609345.183038:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609345.183040:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800928a4e00. 00000020:00000010:2.0:1749609345.183042:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75800. 00000020:00000010:2.0:1749609345.183046:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ef74e00. 00000040:00000010:2.0:1749609345.183053:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ef75a00. 00000020:00000010:2.0:1749609345.183057:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb76800. 00000020:00000010:2.0:1749609345.183060:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ef75c00. 80000000:00000010:2.0:1749609345.183067:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f74e0. 00040000:00000010:2.0:1749609345.183071:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ef75e00. 00080000:00000010:2.0:1749609345.183077:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e199000. 00080000:00000010:2.0:1749609345.183083:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e5a000. 10000000:00000040:2.0:1749609345.183094:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000040:2.0:1749609345.183098:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88012eb1f540 : new refcount 2 10000000:00000001:2.0:1749609345.183100:0:6439:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749609345.183104:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609345.183108:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ef74e00. 00000040:00000010:2.0:1749609345.183115:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ef75a00. 00000020:00000010:2.0:1749609345.183117:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb76800. 00000020:00000010:2.0:1749609345.183121:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ef75c00. 80000000:00000010:2.0:1749609345.183124:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f74e0. 00040000:00000010:2.0:1749609345.183126:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ef75e00. 00080000:00000010:2.0:1749609345.183129:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e5a000. 00080000:00000010:2.0:1749609345.183135:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e199000. 00000020:00000010:2.0:1749609345.183138:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75800. 10000000:00000010:2.0:1749609345.183140:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800928a4e00. 10000000:01000000:2.0:1749609345.183142:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:2.0:1749609345.183145:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749609345.183147:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749609345.185652:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609345.185655:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609345.185656:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff88012a9f7c00) refs 2 10000000:00000001:2.0:1749609345.185658:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609345.185659:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609345.185660:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff8800b46a7200) refs 2 10000000:00000001:2.0:1749609345.185661:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609345.185662:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609345.185663:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:2.0:1749609345.185664:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609345.185665:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff88008fb77000 from 1 10000000:00000001:2.0:1749609345.185666:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609345.185667:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:2.0:1749609345.185670:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609345.185672:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=6 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609345.185701:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609345.185703:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609345.185712:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609345.185718:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef75800. 00000100:00000001:2.0:1749609345.185724:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609345.185728:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609345.185730:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609345.185734:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880137655900. 00010000:00000001:2.0:1749609345.185739:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609345.185741:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef75000. 00000020:00000001:2.0:1749609345.185744:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609345.185745:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef75000 with handle 0xae754a08875148af to hash 00000020:00000001:2.0:1749609345.185747:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609345.185748:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:2.0:1749609345.185751:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:2.0:1749609345.185753:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609345.185755:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609345.185757:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609345.185764:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609345.185774:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609345.185779:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609345.185781:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609345.185786:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7b40. 00000100:00000001:2.0:1749609345.185787:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372515136 : -131936337036480 : ffff88012d7f7b40) 00000100:00000001:2.0:1749609345.185789:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609345.185790:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00000001:2.0:1749609345.185793:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609345.185795:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.185796:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609345.185797:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609345.185800:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193451264/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.185808:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609345.185810:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609345.185812:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012d5a0380 x1834598193451264/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.185816:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.185817:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609345.185817:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609345.185818:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609345.185819:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609345.185820:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609345.185820:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609345.185821:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609345.185822:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609345.188767:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880137655800. 00010000:00000010:1.1:1749609345.188774:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef75200. 00010000:00000001:0.0:1749609345.254777:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609345.254785:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609345.254787:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609345.254790:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609345.254794:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609345.254795:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609345.254797:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609345.254798:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609345.254850:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609345.254854:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609345.254856:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609345.326789:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609345.326806:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609345.326819:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609345.326823:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609345.326825:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609345.326829:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.326831:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.658857:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609345.658866:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609345.658868:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609345.658870:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609345.658873:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609345.658876:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609345.658879:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609345.658881:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609345.658883:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609346.082775:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609346.082784:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609346.082786:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609346.082788:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609346.082791:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609346.082794:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609346.082796:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609346.082798:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609346.082800:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609346.185768:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609346.185776:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609346.185777:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609346.185780:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609346.185783:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609346.185786:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609346.185788:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609346.185790:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609346.185792:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609346.256752:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609346.256759:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609346.256803:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609346.256807:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609346.256808:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609346.326723:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609346.326736:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609346.326738:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609346.326741:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609346.326743:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609346.326746:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609346.326748:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609346.658792:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609346.658800:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609346.658802:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609346.658806:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609346.658810:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609346.658814:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609346.658816:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609346.658825:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609346.658828:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.082785:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609347.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609347.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609347.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609347.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609347.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609347.082820:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.082822:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.185738:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609347.185745:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609347.185747:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609347.185751:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609347.185754:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609347.185758:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.185760:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609347.185764:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.185767:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609347.258770:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609347.258777:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609347.258861:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609347.258865:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609347.258867:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609347.326795:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609347.326803:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749609347.326814:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609322/real 1749609322] req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609347 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609347.326848:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609347.326850:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609347.326852:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd688. 00000400:00000200:0.0:1749609347.326857:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000400:00000010:0.0:1749609347.326859:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:0.0:1749609347.326862:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609347.326864:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609347 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609347.326868:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609347 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.326873:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609347.326875:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.326877:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609347.326878:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609347.326880:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609347 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.326884:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.326892:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609347.326893:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.326895:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609347.326897:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609347.326898:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609347.326900:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609347 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.326904:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609347.326906:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.326906:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609347.326908:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.326909:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609347.326912:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749609347.326915:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609347.326941:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:0.0:1749609347.326943:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749609347.326945:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609347 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609347.326950:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193448320:0@lo:250: 00000100:00000001:0.0:1749609347.326953:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.326954:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609347.326956:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f822a00 x1834598193448320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609347 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.326959:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609347.326962:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609347.326965:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42c00. 02000000:00000001:0.0:1749609347.326969:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609347.326971:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609347.326973:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609347.326975:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609347.326976:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f000. 02000000:00000001:0.0:1749609347.326979:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609347.326980:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609347.326981:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822a00. 00000100:00080000:2.0:1749609347.326982:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609347.326983:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609347.326984:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.326985:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609347.326987:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749609347.326987:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609347.326987:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.326988:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609347.326989:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749609347.326989:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609347.326990:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609347.326993:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609347.326995:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 3927 00000100:00080000:2.0:1749609347.326998:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609347.327000:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609347.327002:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609347.327003:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609347.327004:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609347.327006:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609347.327008:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:2.0:1749609347.327010:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609347.327012:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:2.0:1749609347.327013:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:2.0:1749609347.327015:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:2.0:1749609347.327016:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609347.327017:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609347.327022:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609347.327023:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609347.327025:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:2.0:1749609347.327027:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:2.0:1749609347.327028:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609347.327029:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609347.327032:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609347.327033:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327034:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609347.327036:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609347.327039:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000020:00000040:2.0:1749609347.327041:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=6 obd=MGC192.168.203.144@tcp 02000000:00000001:2.0:1749609347.327043:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609347.327044:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327046:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609347.327048:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609347.327051:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609347.327057:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a40400. 00000100:00000001:2.0:1749609347.327061:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609347.327065:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609347.327072:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609347.327073:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609347.327076:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1c00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609347.327091:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609347.327093:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609347.327095:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609347.327095:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609347.327096:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609347.327098:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609347.327099:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3947 00000100:00080000:2.0:1749609347.327103:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609347.327105:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609347.327105:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609347.327106:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609347.327106:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609347.327107:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609347.327108:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609347.327108:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609347.327109:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609347.327110:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609347.327110:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609347.327110:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609347.327112:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609347.327113:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609347.327114:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609347.327115:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609347.327115:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609347.327116:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609347.327116:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609347.327117:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609347.327117:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609347.327118:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609347.327119:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609347.327120:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609347.327121:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609347.327122:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609347.327124:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609347.327125:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609347.327125:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609347.327126:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327127:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749609347.327127:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193451392:0@lo:250: 00000100:00000001:2.0:1749609347.327128:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609347.327130:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000100:00000001:0.0:1749609347.327130:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749609347.327131:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609347.327132:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609347.327132:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609347.327133:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327133:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327134:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609347.327134:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609347.327135:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327135:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609347.327137:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a41400. 00000100:00000001:2.0:1749609347.327139:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609347.327140:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a213800. 02000000:00000001:0.0:1749609347.327141:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609347.327143:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609347.327145:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea6e0. 00000100:00000001:2.0:1749609347.327148:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609347.327149:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609347.327150:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609347.327150:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609347.327154:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609347.327154:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193451392, portal 25 00000100:00080000:2.0:1749609347.327155:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609347.327156:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749609347.327157:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609347.327157:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 00000100:00000001:2.0:1749609347.327158:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609347.327158:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609347.327160:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:0.0:1749609347.327160:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609347.327161:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3947 00000100:00080000:2.0:1749609347.327162:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609347.327164:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609347.327164:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609347.327164:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609347.327165:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609347.327166:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609347.327167:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609347.327167:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000100:00000040:0.0:1749609347.327167:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609347.327167:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000020:00000001:2.0:1749609347.327168:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609347.327169:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000100:00000200:0.0:1749609347.327169:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193451392, offset 0 00000020:00000001:2.0:1749609347.327170:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609347.327171:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609347.327172:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609347.327173:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609347.327173:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609347.327174:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609347.327175:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609347.327175:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609347.327176:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609347.327180:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609347.327181:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609347.327182:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609347.327183:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609347.327183:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609347.327185:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609347.327186:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609347.327187:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000020:00000040:2.0:1749609347.327188:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609347.327189:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609347.327190:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327190:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609347.327191:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609347.327192:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609347.327192:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada05180 02000000:00000010:2.0:1749609347.327193:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42c00. 00000100:00000001:2.0:1749609347.327195:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1749609347.327196:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193451392 offset 0 length 520: 4 00000100:00100000:2.0:1749609347.327197:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609347.327199:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619080 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1749609347.327200:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609347.327200:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609347.327200:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:2.0:1749609347.327201:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2300] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609347.327205:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609347.327206:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609347.327208:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609347.327208:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609347.327209:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749609347.327209:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609347.327209:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609347.327210:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609347.327211:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3947 00000100:00000001:0.0:1749609347.327211:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749609347.327212:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749609347.327213:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609347.327214:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609347.327215:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609347.327215:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609347.327217:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609347.327219:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609347.327220:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609347.327220:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609347.327221:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609347.327221:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609347.327223:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609347.327224:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609347.327225:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609347.327225:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609347.327226:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609347.327226:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609347.327227:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609347.327228:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609347.327229:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609347.327229:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000001:0.0:1749609347.327229:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609347.327230:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609347.327231:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609347.327232:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609347.327233:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609347.327233:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298619782 02000000:00000001:2.0:1749609347.327234:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327235:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609347.327236:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609347.327236:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b460a8c0. 00000100:00000010:2.0:1749609347.327237:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609347.327238:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609347.327239:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609347.327240:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327241:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609347.327241:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609347.327241:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749609347.327242:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609347.327243:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42400. 00000100:00000001:2.0:1749609347.327245:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609347.327246:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609347.327247:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298619782 00000100:00000010:0.0:1749609347.327248:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b460a980. 00000100:00000001:2.0:1749609347.327250:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609347.327250:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327250:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1749609347.327251:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609347.327257:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609347.327258:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609347.327259:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298619782 00000100:00000001:2.0:1749609347.327260:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609347.327261:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b460a180. 00000100:00000010:2.0:1749609347.327262:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000020:00000040:2.0:1749609347.327263:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609347.327263:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609347.327265:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609347.327265:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609347.327265:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298619782 02000000:00000001:2.0:1749609347.327266:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609347.327266:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b460aac0. 00000100:00000001:0.0:1749609347.327268:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 02000000:00000010:2.0:1749609347.327269:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880137655700. 00000100:00000001:2.0:1749609347.327270:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609347.327272:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609347.327274:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609347.327275:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609347.327275:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327276:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327277:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327277:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609347.327278:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_00_03+3] req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.327280:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609347.327281:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609347.327282:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609347.327283:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609347.327283:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609347.327285:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609347.327289:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327289:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609347.327290:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327291:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609347.327292:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3957) 02000000:00000001:0.0:1749609347.327292:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609347.327293:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609347.327297:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193451520:0@lo:38: 00000100:00000001:0.0:1749609347.327299:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609347.327300:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609347.327301:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609347.327301:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327302:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609347.327304:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a213000. 00000100:00100000:1.0:1749609347.327305:0:1050:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1749609347.327305:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609347.327307:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609347.327307:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea738. 00000400:00000010:0.0:1749609347.327309:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609347.327311:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193451520, portal 4 00000100:00000001:1.0:1749609347.327312:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609347.327312:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609347.327312:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 00000100:00000001:1.0:1749609347.327313:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609347.327315:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609347.327316:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609347.327316:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.327317:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609347.327319:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609347.327320:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609347.327321:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000100:00000040:1.0:1749609347.327322:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609347.327322:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193451520, offset 0 00000400:00000200:0.0:1749609347.327324:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609347.327327:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609347.327329:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749609347.327329:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada05200 00000100:00000001:1.0:1749609347.327331:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609347.327333:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609347.327334:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609347.327334:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 11960 00000400:00000200:0.0:1749609347.327339:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609347.327340:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609347.327341:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609347.327342:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609347.327343:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609347.327345:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193451904:0@lo:400: 00000100:00000001:0.0:1749609347.327345:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609347.327346:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609347.327348:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749609347.327348:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822a00. 02000000:00000001:1.0:1749609347.327350:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609347.327350:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f822a00 x1834598193451520 msgsize 520 02000000:00000001:1.0:1749609347.327352:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609347.327352:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609347.327353:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609347.327356:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006e4a8600. 02000000:00000001:1.0:1749609347.327358:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609347.327362:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0f20. 00000100:00000001:0.0:1749609347.327364:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749609347.327365:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000400:00000200:0.0:1749609347.327366:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000010:0.0:1749609347.327367:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:0.0:1749609347.327368:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609347.327370:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193451904, portal 10 00000100:00000200:0.0:1749609347.327370:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.327372:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609347.327373:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000001:0.0:1749609347.327376:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609347.327378:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609347.327378:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.327382:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327382:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609347.327385:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609347.327385:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327387:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609347.327387:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609347.327387:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3616 usecs (4 jiffies) 00000100:00000001:0.0:1749609347.327388:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298619774 00000100:00100000:2.0:1749609347.327389:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193451520 00000400:00000010:1.0:1749609347.327389:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000001:0.0:1749609347.327389:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298619782 00000100:00000200:1.0:1749609347.327390:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193451904, offset 0 00000100:00000001:0.0:1749609347.327390:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298619774 02000000:00000001:2.0:1749609347.327391:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609347.327391:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298619782 00000100:00000001:2.0:1749609347.327392:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609347.327392:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298619774 00000100:00000001:0.0:1749609347.327393:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298619782 00000100:00000001:2.0:1749609347.327394:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609347.327394:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609347.327394:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298619774 00000100:00000001:0.0:1749609347.327395:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298619782 00000100:00000001:0.0:1749609347.327395:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609347.327396:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609347.327397:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327397:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609347.327398:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609347.327399:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193451520 00000020:00000001:2.0:1749609347.327400:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749609347.327400:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609347.327401:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609347.327401:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609347.327402:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327402:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609347.327402:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609347.327403:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327403:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609347.327404:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609347.327405:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada05380 02000000:00000001:0.0:1749609347.327405:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609347.327406:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193451648:0@lo:38: 00000020:00000010:2.0:1749609347.327407:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75e00. 00000100:00000001:0.0:1749609347.327407:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609347.327420:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609347.327421:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609347.327424:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 17392 00000020:00000010:2.0:1749609347.327428:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d780. 00000400:00000200:1.0:1749609347.327429:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609347.327432:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609347.327432:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749609347.327434:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000100:00000001:1.0:1749609347.327435:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609347.327437:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609347.327439:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609347.327440:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:1.0:1749609347.327440:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2d80. 02000000:00000010:0.0:1749609347.327440:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50000. 00000100:00000001:2.0:1749609347.327441:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327441:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609347.327443:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f2d80 x1834598193451904 msgsize 224 00000400:00000010:0.0:1749609347.327443:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000400:00000010:0.0:1749609347.327445:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000100:00000001:2.0:1749609347.327446:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609347.327446:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749609347.327446:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193451648, portal 10 00000100:00000001:0.0:1749609347.327447:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609347.327448:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 00000100:00000040:0.0:1749609347.327452:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.327453:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609347.327455:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.327456:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609347.327457:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000100:00000040:0.0:1749609347.327457:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609347.327458:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9cc0. 00000400:00000010:1.0:1749609347.327459:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:2.0:1749609347.327461:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609347.327462:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609347.327463:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609347.327465:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193451648, offset 0 00000100:00100000:2.0:1749609347.327466:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000400:00000200:0.0:1749609347.327467:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609347.327468:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721890816 : -131938987660800 : ffff88008f822a00) 00000100:00000200:1.0:1749609347.327469:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609347.327470:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f822a00 x1834598193451520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609347.327470:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609347.327473:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05280 00000100:00000001:1.0:1749609347.327475:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609347.327475:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 17616 00000100:00100000:2.0:1749609347.327476:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193451520:12345-0@lo:38: 00000100:00000040:1.0:1749609347.327477:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609347.327478:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749609347.327479:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193451520 00000400:00000200:0.0:1749609347.327480:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609347.327481:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609347.327481:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609347.327482:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609347.327482:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609347.327483:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1749609347.327484:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:0.0:1749609347.327484:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821880. 00000100:00000040:0.0:1749609347.327485:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f821880 x1834598193451648 msgsize 520 00000100:00000001:3.0:1749609347.327487:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609347.327487:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609347.327487:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609347.327490:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 540 usecs (1 jiffies) 00000100:00000001:1.0:1749609347.327492:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298619771 00000100:00000001:0.0:1749609347.327492:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609347.327494:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193451904 00000020:00000001:2.0:1749609347.327494:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609347.327494:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298619782 02000000:00000001:3.0:1749609347.327495:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609347.327495:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9cc0 00000100:00000001:3.0:1749609347.327496:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:2.0:1749609347.327496:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609347.327496:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298619771 00000400:00000010:0.0:1749609347.327496:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9cc0. 00000100:00000001:0.0:1749609347.327497:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609347.327498:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609347.327498:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609347.327498:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298619782 00000100:00000200:0.0:1749609347.327498:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.327499:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298619771 02000000:00000001:3.0:1749609347.327500:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609347.327500:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609347.327500:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298619782 00000100:00000001:2.0:1749609347.327502:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609347.327502:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298619771 00000100:00000001:0.0:1749609347.327502:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609347.327503:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298619782 00000100:00000040:0.0:1749609347.327503:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609347.327504:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609347.327504:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609347.327505:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609347.327506:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609347.327507:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193451904 00000100:00000001:1.0:1749609347.327507:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609347.327508:0:7488:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1749609347.327508:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a42000. 00000020:00000040:3.0:1749609347.327509:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 02000000:00000001:2.0:1749609347.327509:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609347.327509:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609347.327510:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609347.327510:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609347.327512:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00010000:00000001:2.0:1749609347.327512:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609347.327512:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609347.327513:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609347.327513:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1749609347.327514:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609347.327515:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609347.327515:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609347.327516:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609347.327517:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1193 usecs (2 jiffies) 00000100:00000001:2.0:1749609347.327518:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609347.327518:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298619772 00000100:00000001:3.0:1749609347.327519:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609347.327519:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298619782 00000100:00000001:2.0:1749609347.327520:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609347.327520:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298619772 00000020:00000010:3.0:1749609347.327521:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f240. 00000100:00000040:2.0:1749609347.327521:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609347.327521:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298619782 00000100:00000001:0.0:1749609347.327522:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298619772 00000100:00000001:0.0:1749609347.327523:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298619782 00000020:00000010:3.0:1749609347.327524:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800ace3f980. 00000100:00000001:0.0:1749609347.327524:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298619772 00000100:00000001:0.0:1749609347.327525:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298619782 00000100:00000001:0.0:1749609347.327525:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609347.327526:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609347.327526:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327527:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609347.327527:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609347.327529:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609347.327529:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609347.327530:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:2.0:1749609347.327530:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609347.327531:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609347.327532:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327532:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609347.327532:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327533:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609347.327533:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193451648 02000000:00000001:0.0:1749609347.327533:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609347.327534:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609347.327534:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609347.327534:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609347.327535:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609347.327535:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609347.327535:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609347.327536:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1749609347.327536:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193451776:0@lo:38: 00000100:00000200:2.0:1749609347.327537:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193451520, offset 0 00000100:00000001:1.0:1749609347.327537:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327537:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609347.327538:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782ce00. 02000000:00000001:0.0:1749609347.327538:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609347.327538:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609347.327539:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327539:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749609347.327540:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609347.327541:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886780. 00000100:00100000:1.0:1749609347.327541:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193451648 02000000:00000010:0.0:1749609347.327541:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50400. 00000020:00000001:1.0:1749609347.327542:0:6440:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609347.327542:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609347.327543:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09578. 00000020:00000040:1.0:1749609347.327543:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749609347.327544:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609347.327545:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749609347.327545:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea7e8. 00000020:00000001:1.0:1749609347.327546:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609347.327547:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada05200 00000400:00000010:0.0:1749609347.327547:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9cc0. 00000100:00000040:3.0:1749609347.327548:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:0.0:1749609347.327548:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193451776, portal 10 00000100:00000001:3.0:1749609347.327549:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609347.327549:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609347.327550:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609347.327550:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x40e1 [1] + 0 00000100:00000001:0.0:1749609347.327550:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000100:00000001:3.0:1749609347.327551:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609347.327552:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609347.327552:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609347.327554:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609347.327555:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1749609347.327555:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006e4a9000. 00000100:00000001:2.0:1749609347.327556:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609347.327557:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609347.327558:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609347.327558:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609347.327558:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d300. 00000020:00000010:0.0:1749609347.327560:0:1047:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012dd58000. 00000100:00000001:3.0:1749609347.327561:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609347.327561:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000100:00000040:2.0:1749609347.327563:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609347.327563:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.327564:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609347.327565:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609347.327566:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609347.327566:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609347.327567:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327567:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609347.327568:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609347.327568:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749609347.327569:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000400:00000010:0.0:1749609347.327569:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000040:3.0:1749609347.327570:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000200:0.0:1749609347.327570:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193451776, offset 0 00000100:00000001:3.0:1749609347.327571:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838087040 : -131938871464576 : ffff8800966f2d80) 00000400:00000200:2.0:1749609347.327571:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:1.0:1749609347.327571:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609347.327572:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000040:3.0:1749609347.327574:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f2d80 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:293/0 lens 224/0 e 0 to 0 dl 1749609358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609347.327574:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609347.327575:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609347.327575:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609347.327576:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609347.327577:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609347.327578:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609347.327578:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609347.327579:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609347.327579:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609347.327580:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ace3f980. 00000020:00000001:2.0:1749609347.327580:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609347.327580:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05300 00000100:00000001:3.0:1749609347.327581:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609347.327582:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f822a00 x1834598193451520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609347.327582:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 18136 00000100:00000001:1.0:1749609347.327584:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749609347.327584:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609347.327585:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800ace3f980. 00000400:00000200:0.0:1749609347.327585:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609347.327586:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609347.327587:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193451520:12345-0@lo:38: Request processed in 111us (236us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609347.327587:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609347.327587:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749609347.327588:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193451904:12345-0@lo:400: 00000100:00100000:1.0:1749609347.327588:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000010:0.0:1749609347.327589:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821c00. 00000100:00000200:3.0:1749609347.327590:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193451904 00000100:00000001:1.0:1749609347.327590:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721886336 : -131938987665280 : ffff88008f821880) 00000100:00000040:0.0:1749609347.327590:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f821c00 x1834598193451776 msgsize 520 00000020:00000001:3.0:1749609347.327592:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609347.327592:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609347.327593:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f821880 x1834598193451648/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609347.327594:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609347.327595:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327596:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749609347.327597:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749609347.327597:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000020:00000001:3.0:1749609347.327598:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000400:00000010:0.0:1749609347.327598:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:0.0:1749609347.327599:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609347.327600:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749609347.327600:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609347.327601:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193451648:12345-0@lo:38: 00000100:00100000:2.0:1749609347.327602:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000020:00000001:3.0:1749609347.327603:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609347.327604:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609347.327604:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749609347.327604:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193451648 00000100:00000001:0.0:1749609347.327604:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609347.327605:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609347.327605:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609347.327605:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609347.327606:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609347.327607:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609347.327608:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d780. 00010000:00000001:1.0:1749609347.327608:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609347.327609:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609347.327609:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609347.327611:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000100:00000001:3.0:1749609347.327612:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609347.327612:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609347.327612:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1749609347.327614:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c463400. 00000020:00000001:1.0:1749609347.327614:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327614:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609347.327615:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609347.327615:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75e00. 00000100:00000040:0.0:1749609347.327615:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 1101 usecs (2 jiffies) 00000100:00000001:3.0:1749609347.327616:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609347.327616:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609347.327617:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298619772 00000020:00000001:3.0:1749609347.327618:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327618:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609347.327618:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609347.327618:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298619782 00010000:00000040:3.0:1749609347.327619:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193451904 00000100:00000001:0.0:1749609347.327619:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298619772 00010000:00000001:1.0:1749609347.327620:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609347.327620:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298619782 00000100:00000001:0.0:1749609347.327620:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298619772 00010000:00000001:3.0:1749609347.327621:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609347.327621:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298619782 00000100:00000001:1.0:1749609347.327622:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609347.327622:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298619772 00010000:00000200:3.0:1749609347.327623:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f2d80 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.327623:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298619782 00000100:00000001:1.0:1749609347.327624:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609347.327624:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609347.327625:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609347.327625:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609347.327627:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609347.327627:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327627:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609347.327628:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609347.327628:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e73c00. 02000000:00000001:1.0:1749609347.327629:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609347.327630:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609347.327630:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609347.327630:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609347.327631:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327631:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609347.327632:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609347.327632:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609347.327633:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:1.0:1749609347.327633:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000001:0.0:1749609347.327633:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609347.327634:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000001:1.0:1749609347.327634:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609347.327634:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609347.327635:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609347.327635:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749609347.327635:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea738. 02000000:00000001:3.0:1749609347.327636:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609347.327636:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193451776 00000100:00001000:1.0:1749609347.327636:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609347.327636:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000001:3.0:1749609347.327637:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609347.327637:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749609347.327637:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609347.327638:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609347.327638:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609347.327639:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609347.327639:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609347.327639:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749609347.327639:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609347.327641:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609347.327642:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193451776 00000400:00000010:3.0:1749609347.327643:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000020:00000001:2.0:1749609347.327643:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749609347.327643:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609347.327644:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609347.327644:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749609347.327645:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193451904, offset 224 00000020:00000001:2.0:1749609347.327645:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609347.327646:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609347.327646:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000001:2.0:1749609347.327647:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327647:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609347.327648:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75e00. 00000100:00000001:1.0:1749609347.327648:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609347.327648:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609347.327649:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609347.327649:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d780. 00000100:00000001:0.0:1749609347.327649:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749609347.327650:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000100:00000001:1.0:1749609347.327650:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609347.327651:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609347.327652:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609347.327652:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609347.327653:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327653:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609347.327654:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609347.327654:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609347.327654:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609347.327655:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609347.327655:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327655:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327656:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609347.327657:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05380 00000100:00000001:1.0:1749609347.327657:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609347.327657:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327659:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609347.327659:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609347.327660:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609347.327661:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x40e9 [1] + 224 00000400:00000010:1.0:1749609347.327661:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00001000:0.0:1749609347.327661:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609347 v=5 (0 0 0 0) 00000100:00100000:2.0:1749609347.327662:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00001000:0.0:1749609347.327662:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=109 v=20 (20 0 0 0) 00000400:00000200:3.0:1749609347.327663:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609347.327663:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721887232 : -131938987664384 : ffff88008f821c00) 00000100:00000200:1.0:1749609347.327664:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193451648, offset 0 00000100:00000001:0.0:1749609347.327664:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609347.327665:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609347.327665:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f821c00 x1834598193451776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.327665:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609347.327667:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609347.327668:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609347.327669:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609347.327670:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609347.327670:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193451776:12345-0@lo:38: 00000100:00000200:3.0:1749609347.327672:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.327672:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609347.327673:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609347.327688:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609347.327689:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.327690:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609347.327691:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609347.327692:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:2.0:1749609347.327694:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193451776 00000100:00080000:0.0:1749609347.327694:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609347.327695:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609347.327696:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609347.327697:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749609347.327697:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609347.327701:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609347.327701:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193451520:0@lo:38: 00000100:00000040:3.0:1749609347.327702:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749609347.327702:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609347.327703:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609347.327703:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327703:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609347.327704:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05280 00000100:00000040:0.0:1749609347.327704:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193451520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609347.327705:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609347.327706:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609347.327707:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609347.327707:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x40f1 [1] + 0 00000100:00000001:0.0:1749609347.327707:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609347.327708:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609347.327708:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609347.327709:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749609347.327709:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a213000. 02000000:00000010:2.0:1749609347.327710:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071f000. 02000000:00000001:2.0:1749609347.327711:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609347.327711:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609347.327711:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609347.327712:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609347.327712:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749609347.327713:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00010000:00000001:2.0:1749609347.327713:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749609347.327714:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00010000:00000001:2.0:1749609347.327714:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609347.327714:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749609347.327715:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:0.0:1749609347.327715:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749609347.327716:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609347.327716:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609347.327716:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609347.327717:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609347.327717:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749609347.327717:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a41400. 00000100:00000001:3.0:1749609347.327718:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327718:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609347.327719:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000200:1.0:1749609347.327719:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609347.327719:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749609347.327720:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609347.327720:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609347.327720:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609347.327721:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000010:0.0:1749609347.327721:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00010000:00000001:3.0:1749609347.327722:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609347.327723:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609347.327723:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000001:3.0:1749609347.327724:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749609347.327724:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609347.327725:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.327725:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609347.327725:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609347.327725:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609347.327726:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f2d80 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.327726:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609347.327727:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609347.327727:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.327727:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749609347.327728:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609347.327728:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609347.327730:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193451776, offset 0 00000100:00100000:3.0:1749609347.327731:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193451904:12345-0@lo:400: Request processed in 150us (287us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609347.327732:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609347.327733:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609347.327736:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000200:2.0:1749609347.327736:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1749609347.327737:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609347.327738:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000400:00000001:0.0:1749609347.327738:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609347.327739:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609347.327739:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05300 00000400:00000010:0.0:1749609347.327739:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000100:00000001:3.0:1749609347.327740:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609347.327740:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000010:0.0:1749609347.327741:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000020:00000010:3.0:1749609347.327742:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886780. 00000100:00000001:0.0:1749609347.327742:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609347.327743:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09578. 00000400:00000200:1.0:1749609347.327743:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000100:00000200:0.0:1749609347.327743:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609347.327745:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:1.0:1749609347.327747:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749609347.327747:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609347.327748:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x40fd [1] + 0 00000100:00000001:1.0:1749609347.327748:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609347.327750:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609347.327751:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609347.327751:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609347.327752:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609347.327753:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609347.327753:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609347.327753:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749609347.327754:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782ce00. 00000100:00000001:1.0:1749609347.327754:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327754:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609347.327755:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327755:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609347.327756:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609347.327756:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609347.327757:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00001000:0.0:1749609347.327757:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609347 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609347.327758:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.327758:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609347.327758:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821880 x1834598193451648/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609347.327759:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609347.327759:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=91 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609347.327760:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609347.327760:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609347.327761:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609347.327763:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609347.327764:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.327767:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609347.327768:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609347.327770:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:0.0:1749609347.327770:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1749609347.327771:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609347.327771:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.327772:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609347.327772:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1749609347.327773:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609347.327773:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609347.327773:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609347.327774:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609347.327774:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000040:3.0:1749609347.327775:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00100000:1.0:1749609347.327775:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193451648:12345-0@lo:38: Request processed in 174us (287us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749609347.327775:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000040:2.0:1749609347.327776:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609347.327776:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609347.327777:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609347.327778:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609347.327778:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609347.327779:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821c00 x1834598193451776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609347.327781:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193451648:0@lo:38: 00000100:00100000:1.0:1749609347.327782:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1749609347.327783:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193451776:12345-0@lo:38: Request processed in 113us (192us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609347.327784:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749609347.327784:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609347.327784:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609347.327785:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609347.327785:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea7e8. 00000400:00000200:0.0:1749609347.327786:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9cc0 00000400:00000010:0.0:1749609347.327786:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9cc0. 00000020:00000010:1.0:1749609347.327787:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d300. 00000100:00000001:0.0:1749609347.327787:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609347.327788:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000200:0.0:1749609347.327788:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609347.327789:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609347.327790:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609347.327791:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d780. 00000020:00000010:1.0:1749609347.327791:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000100:00000200:0.0:1749609347.327792:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609347.327793:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000020:00000010:1.0:1749609347.327793:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006e4a9000. 00000020:00000010:2.0:1749609347.327794:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75e00. 00000100:00000001:0.0:1749609347.327795:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609347.327795:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.327796:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609347.327796:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.327797:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609347.327797:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609347.327798:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609347.327799:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327800:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609347.327802:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609347 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609347.327803:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=42 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609347.327804:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609347.327805:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609347.327805:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609347.327806:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609347.327808:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609347.327809:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609347.327810:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609347.327812:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609347.327813:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749609347.327814:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130df0f20. 00000100:00000001:0.0:1749609347.327814:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609347.327815:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.327815:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609347.327816:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609347.327817:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749609347.327818:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000100:00080000:0.0:1749609347.327818:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000010:1.0:1749609347.327819:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:0.0:1749609347.327819:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609347.327820:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.327821:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609347.327823:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609347.327823:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193451776:0@lo:38: 00000100:00000001:0.0:1749609347.327825:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327826:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609347.327826:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193451648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609347.327829:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1749609347.327830:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609347.327830:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609347.327831:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50000. 02000000:00000001:0.0:1749609347.327832:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609347.327833:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609347.327833:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609347.327834:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609347.327835:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42c00. 00000100:00000001:1.0:1749609347.327836:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609347.327836:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609347.327836:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609347.327837:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609347.327837:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000100:00000001:0.0:1749609347.327838:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609347.327838:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609347.327839:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609347.327839:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609347.327840:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609347.327842:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609347.327842:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193451776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.327843:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609347.327844:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327846:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609347.327847:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1749609347.327848:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=42 v=5 (5 0 0 0) 02000000:00000010:0.0:1749609347.327848:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50400. 02000000:00000001:0.0:1749609347.327849:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1749609347.327850:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=42 v=5 (1 0 0 0) 00000020:00000001:0.0:1749609347.327850:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609347.327850:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609347.327851:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609347.327851:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42400. 00000100:00000001:1.0:1749609347.327852:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1749609347.327852:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609347.327853:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.327853:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609347.327853:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:0.0:1749609347.327854:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1749609347.327855:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609347.327855:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.327856:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327856:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609347.327857:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609347.327858:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.327858:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749609347.327859:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609347.327868:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609347.327871:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609347.327873:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609347.327875:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609347.327876:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609347.327878:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.327884:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609347.327886:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609347.327887:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609347.327889:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609347.327895:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193451904:0@lo:400: 00000100:00000001:1.0:1749609347.327898:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609347.327899:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609347.327901:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193451904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.327906:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609347.327908:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609347.327909:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006e4a8600. 02000000:00000001:1.0:1749609347.327911:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609347.327913:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609347.327914:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609347.327915:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609347.327917:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880137655700. 02000000:00000001:1.0:1749609347.327920:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609347.327921:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609347.327922:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000001:1.0:1749609347.327925:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609347.327926:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609347.327927:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609347.327930:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609347.327934:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609347.327935:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609347.327936:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609347.338747:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298619782, at 4298619782 00000100:00000040:1.0:1749609347.338747:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298619782, at 4298619782 00000100:00000040:0.0:1749609347.338747:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298619782, at 4298619782 00000100:00000040:3.0:1749609347.338748:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298619782, at 4298619782 00000100:00000010:2.0:1749609347.338760:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b460a180. 00000100:00000010:0.0:1749609347.338777:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b460a8c0. 00000100:00000010:1.0:1749609347.338791:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b460a980. 00000100:00000010:3.0:1749609347.338796:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b460aac0. 00000100:00000001:2.0:1749609347.658797:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609347.658806:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609347.658808:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609347.658812:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609347.658816:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609347.658833:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.658835:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609347.658838:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.658841:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609348.082778:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609348.082787:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609348.082788:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609348.082791:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609348.082794:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609348.082797:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609348.082800:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609348.082802:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609348.082803:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609348.185781:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609348.185789:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609348.185791:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609348.185793:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609348.185796:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609348.185798:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609348.185801:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609348.185803:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609348.185805:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609348.260774:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609348.260781:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609348.260866:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609348.260871:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609348.260873:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609348.658844:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609348.658854:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609348.658856:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609348.658859:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609348.658864:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609348.658867:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609348.658870:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609348.658873:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609348.658875:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609349.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609349.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609349.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609349.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609349.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609349.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609349.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609349.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609349.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609349.185721:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609349.185729:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609349.185731:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609349.185733:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609349.185736:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609349.185739:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609349.185741:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609349.185756:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609349.185758:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609349.262776:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609349.262783:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609349.262867:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609349.262871:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609349.262873:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609349.658773:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609349.658785:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609349.658799:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609349.658802:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609349.658805:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609349.658808:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609349.658810:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609349.658813:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609349.658814:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609350.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609350.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609350.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609350.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609350.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609350.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.185715:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609350.185722:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609350.185724:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609350.185726:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609350.185730:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609350.185733:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.185735:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609350.185737:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.185739:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609350.264772:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609350.264778:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609350.264864:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609350.264868:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609350.264870:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609350.658777:0:8455:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609350.658785:0:8455:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609350.658787:0:8455:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609350.658789:0:8455:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609350.658792:0:8455:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609350.658795:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609350.658798:0:8455:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609350.658806:0:8455:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88008f820700 x1834598193447680/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.658813:0:8455:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609350.658815:0:8455:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f820700 x1834598193447680/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.658820:0:8455:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609350.658821:0:8455:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609350.658823:0:8455:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609350.658825:0:8455:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609350.658826:0:8455:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820700 x1834598193447680/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609350.658830:0:8455:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bea4be6b-c711-4354-a900-d4c49ab222bb:8455:1834598193447680:0@lo:253: 00000100:00000001:0.0:1749609350.658834:0:8455:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609350.658835:0:8455:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609350.658837:0:8455:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609350.658838:0:8455:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609350.658839:0:8455:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f820700 x1834598193447680/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.658855:0:8455:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609350.658857:0:8455:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f780. 00000100:00000001:0.0:1749609350.658860:0:8455:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609350.658862:0:8455:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609350.658864:0:8455:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609350.658865:0:8455:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f820700 x1834598193447680/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.658868:0:8455:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609350.658870:0:8455:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609350.658871:0:8455:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609350.658873:0:8455:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609350.658877:0:8455:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff88009a21a000. 02000000:00000001:0.0:1749609350.658885:0:8455:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609350.658887:0:8455:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609350.658888:0:8455:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820700. 00000100:00000001:0.0:1749609350.658891:0:8455:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609350.658891:0:8455:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609350.658893:0:8455:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749609350.658895:0:8455:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749609350.658897:0:8455:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749609350.658899:0:8455:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:02020000:0.0:1749609350.658901:0:8455:0:(tgt_mount.c:1379:server_register_target()) lustre-OST0001: cannot register this server with the MGS: rc = -110. Is the MGS running? 00000020:00000010:0.0:1749609350.662496:0:8455:0:(tgt_mount.c:1389:server_register_target()) kfreed 'mti': 4544 at ffff88012d0b6000. 00000020:00000001:0.0:1749609350.662502:0:8455:0:(tgt_mount.c:1391:server_register_target()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749609350.662504:0:8455:0:(tgt_mount.c:1507:server_start_targets()) Process leaving via out_mgc (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1749609350.662506:0:8455:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:0.0:1749609350.662507:0:8455:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:0.0:1749609350.662507:0:8455:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749609350.662509:0:8455:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749609350.662512:0:8455:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:0.0:1749609350.662513:0:8455:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:0.0:1749609350.662514:0:8455:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:0.0:1749609350.662520:0:8455:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88012eb1f540 : new refcount 2 00000040:00000001:0.0:1749609350.662522:0:8455:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1749609350.662524:0:8455:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff88012eb1f540 : new refcount 1 00040000:00000001:0.0:1749609350.662541:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662543:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749609350.662544:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662545:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749609350.662545:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662546:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749609350.662548:0:8455:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012ff59000. 00000020:00000010:0.0:1749609350.662553:0:8455:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011eb27600. 00000020:00000010:0.0:1749609350.662571:0:8455:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff88009f570700. 00040000:00000001:0.0:1749609350.662576:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662577:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749609350.662577:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662578:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749609350.662578:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662579:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749609350.662579:0:8455:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012ff58000. 00000020:00000010:0.0:1749609350.662582:0:8455:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011eb27a00. 00000020:00000010:0.0:1749609350.662584:0:8455:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff88009f570580. 00000020:00000040:0.0:1749609350.662586:0:8455:0:(genops.c:898:class_export_put()) PUTting export ffff880096a77800 : new refcount 1 00000040:00000010:0.0:1749609350.662587:0:8455:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff88012eb1f540. 00000040:00000001:0.0:1749609350.662590:0:8455:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609350.662591:0:8455:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749609350.662593:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662593:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749609350.662594:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662595:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749609350.662595:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662596:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749609350.662597:0:8455:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012ff59800. 00000020:00000010:0.0:1749609350.662598:0:8455:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011eb27500. 00040000:00000001:0.0:1749609350.662621:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662622:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749609350.662622:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662623:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749609350.662623:0:8455:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749609350.662623:0:8455:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749609350.662627:0:8455:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880096a79e00. 00000020:00000010:0.0:1749609350.662629:0:8455:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011eb27100. 00000020:00000010:0.0:1749609350.662632:0:8455:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff88009f570780. 00000020:00000010:0.0:1749609350.662652:0:8455:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 392 at ffff880096a79200. 00000020:00000040:0.0:1749609350.662655:0:8455:0:(obd_config.c:951:class_decref()) Decref MGC192.168.203.144@tcp (ffff8800a9a78000) now 6 - mgc_fs 10000000:01000000:0.0:1749609350.662656:0:8455:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.144@tcp: cl_mgc_mutex unlock 10000000:00000001:0.0:1749609350.662658:0:8455:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609350.662659:0:8455:0:(mgc_request_server.c:283:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609350.662660:0:8455:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.662661:0:8455:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.662662:0:8455:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609350.662666:0:8455:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b47ea000. 00000040:00000010:0.0:1749609350.662671:0:8455:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a78000. 00000020:00000010:0.0:1749609350.662673:0:8455:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a75000. 00000020:00000010:0.0:1749609350.662701:0:8455:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a79800. 80000000:00000010:0.0:1749609350.662704:0:8455:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed7e0. 00040000:00000010:0.0:1749609350.662707:0:8455:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a78400. 00080000:00000010:0.0:1749609350.662710:0:8455:0:(osd_handler.c:8115:osd_key_fini()) kfreed 'lli': 1360 at ffff880096a74800. 00080000:00000010:0.0:1749609350.662713:0:8455:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d0b4000. 00080000:00000010:0.0:1749609350.662717:0:8455:0:(osd_handler.c:8124:osd_key_fini()) kfreed 'idc': 320 at ffff880096a78c00. 00080000:00000010:0.0:1749609350.662718:0:8455:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88013071d000. 00080000:00000010:0.0:1749609350.662720:0:8455:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009ef7a000. 00000020:00000010:0.0:1749609350.662724:0:8455:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b47eaa00. 00000020:00000001:0.0:1749609350.662726:0:8455:0:(tgt_mount.c:1600:server_start_targets()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00020000:0.0:1749609350.662728:0:8455:0:(tgt_mount.c:2268:server_fill_super()) Unable to start targets: -110 00000020:00000001:0.0:1749609350.665864:0:8455:0:(tgt_mount.c:2269:server_fill_super()) Process leaving via out_mnt (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1749609350.665869:0:8455:0:(tgt_mount.c:1691:server_put_super()) Process entered 00000020:00000010:0.0:1749609350.665873:0:8455:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88009df68190. 00000020:01000004:0.0:1749609350.665875:0:8455:0:(tgt_mount.c:1697:server_put_super()) server put_super lustre-OST0001 00000020:00000001:0.0:1749609350.665877:0:8455:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:0.0:1749609350.665880:0:8455:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff88009f570780. 00000020:00000001:0.0:1749609350.665883:0:8455:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609350.665884:0:8455:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff88009f570780. 00000020:00000010:0.0:1749609350.665889:0:8455:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800973a1e00. 00000020:00000010:0.0:1749609350.665898:0:8455:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800973a0a00. 00000040:00000010:0.0:1749609350.665902:0:8455:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800973a0e00. 00000020:00000010:0.0:1749609350.665905:0:8455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a74800. 00000020:00000010:0.0:1749609350.665911:0:8455:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c64168. 00000020:00000010:0.0:1749609350.665914:0:8455:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b47eaa00. 80000000:00000010:0.0:1749609350.665916:0:8455:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed7e0. 40000000:00000010:0.0:1749609350.665920:0:8455:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b460a8c0. 00100000:00000010:0.0:1749609350.665926:0:8455:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096a75000. 00040000:00000010:0.0:1749609350.665929:0:8455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88011de35600. 00040000:00000010:0.0:1749609350.665932:0:8455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b47ea000. 00080000:00000010:0.0:1749609350.665961:0:8455:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a4000. 00080000:00000010:0.0:1749609350.665967:0:8455:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 00000004:00000010:0.0:1749609350.665973:0:8455:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880096a73800. 00000004:00000010:0.0:1749609350.665994:0:8455:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b8a5000. 00000004:00000010:0.0:1749609350.665999:0:8455:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880096a70000. 00002000:00000010:0.0:1749609350.666003:0:8455:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012dd50000. 00000004:00000010:0.0:1749609350.666007:0:8455:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012dd50800. 00000020:00000010:0.0:1749609350.666012:0:8455:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b460a740. 00000020:00000001:0.0:1749609350.666016:0:8455:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1749609350.666018:0:8455:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff88009a4ed720. 00000020:00000001:0.0:1749609350.666020:0:8455:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749609350.666022:0:8455:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749609350.666025:0:8455:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1749609350.666027:0:8455:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1749609350.666029:0:8455:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749609350.666034:0:8455:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609350.666036:0:8455:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1749609350.666038:0:8455:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1749609350.666040:0:8455:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1749609350.666042:0:8455:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff88009a4ed720. 00000020:00000001:0.0:1749609350.666044:0:8455:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1749609350.666046:0:8455:0:(obd_config.c:1049:class_get_profile()) Process entered 00000020:00000001:0.0:1749609350.666048:0:8455:0:(obd_config.c:1035:class_get_profile_nolock()) Process entered 00000020:00000001:0.0:1749609350.666051:0:8455:0:(obd_config.c:1042:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.666058:0:8455:0:(obd_config.c:1053:class_get_profile()) Process leaving (rc=0 : 0 : 0) 00000020:00020000:0.0:1749609350.666070:0:8455:0:(tgt_mount.c:1762:server_put_super()) no obd lustre-OST0001 00000020:00000001:0.0:1749609350.669757:0:8455:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:0.0:1749609350.669790:0:8455:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1749609350.669793:0:8455:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00020000:0.0:1749609350.669796:0:8455:0:(tgt_mount.c:117:server_deregister_mount()) lustre-OST0001 not registered 00000020:00000001:0.0:1749609350.673111:0:8455:0:(tgt_mount.c:118:server_deregister_mount()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1749609350.673115:0:8455:0:(obd_mount.c:567:lustre_stop_mgc()) Process entered 00000020:00000010:0.0:1749609350.673119:0:8455:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff880095c7f520. 00000020:01000004:0.0:1749609350.673122:0:8455:0:(obd_mount.c:594:lustre_stop_mgc()) MGC still has 2 references. 00000020:00000001:0.0:1749609350.673123:0:8455:0:(obd_mount.c:595:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000010:0.0:1749609350.673125:0:8455:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff880095c7f520. 00000020:00000001:0.0:1749609350.673127:0:8455:0:(obd_mount.c:632:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:0.0:1749609350.673129:0:8455:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:0.0:1749609350.673130:0:8455:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.673132:0:8455:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1749609350.673133:0:8455:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880096a72000 1 00000020:00000001:0.0:1749609350.673136:0:8455:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:0.0:1749609350.673139:0:8455:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1749609350.673141:0:8455:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1749609350.673144:0:8455:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xae754a088751489a 00000020:00000040:0.0:1749609350.673147:0:8455:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a76000 with handle 0xae754a088751489a from hash 00000020:00000001:0.0:1749609350.673152:0:8455:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1749609350.673154:0:8455:0:(genops.c:898:class_export_put()) PUTting export ffff880096a76000 : new refcount 1 00000020:00000001:0.0:1749609350.673156:0:8455:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1749609350.673157:0:8455:0:(genops.c:898:class_export_put()) PUTting export ffff880096a76000 : new refcount 0 00000020:00000080:0.0:1749609350.673159:0:8455:0:(genops.c:904:class_export_put()) final put ffff880096a76000/lustre-OST0001-osd_UUID 00000020:00000001:0.0:1749609350.673161:0:8455:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.673180:0:8455:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.673182:0:8455:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1749609350.673184:0:8455:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000010:0.0:1749609350.673187:0:8455:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff88009a4ed720. 00000020:00000080:0.0:1749609350.673190:0:8455:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1749609350.673198:0:8455:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:0.0:1749609350.673201:0:8455:0:(obd_config.c:882:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1749609350.673203:0:8455:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1749609350.673209:0:11382:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00080000:0.0:1749609350.673210:0:8455:0:(genops.c:1575:class_disconnect_exports()) OBD device 14 (ffff8800a9a79570) has no exports 00000020:00000080:3.0:1749609350.673212:0:11382:0:(genops.c:863:class_export_destroy()) destroying export ffff880096a76000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000001:0.0:1749609350.673212:0:8455:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1749609350.673214:0:8455:0:(obd_class.h:623:obd_precleanup()) Process entered 00000020:00000001:3.0:1749609350.673215:0:11382:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749609350.673217:0:11382:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609350.673218:0:11382:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800a9a79570) now 4 - export 00080000:00000001:0.0:1749609350.673218:0:8455:0:(osd_handler.c:8438:osd_device_fini()) Process entered 00000020:00000010:3.0:1749609350.673221:0:11382:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880096a76000. 00080000:00000002:0.0:1749609350.673221:0:8455:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 25001:3005059665 to info ffff88012b8a4000 00100000:00000001:0.0:1749609350.673224:0:8455:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:0.0:1749609350.673226:0:8455:0:(scrub.c:1038:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1749609350.673227:0:8455:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00040000:00000001:0.0:1749609350.673230:0:8455:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1749609350.673231:0:8455:0:(qsd_lib.c:588:qsd_fini()) lustre-OST0001: initiating QSD shutdown 00000020:00000001:3.0:1749609350.673236:0:11382:0:(genops.c:880:class_export_destroy()) Process leaving 00040000:00000001:0.0:1749609350.673245:0:8455:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1749609350.673247:0:8455:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1749609350.673249:0:8455:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1749609350.673250:0:8455:0:(qsd_lib.c:361:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1749609350.673251:0:8455:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1749609350.673252:0:8455:0:(qsd_lib.c:361:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1749609350.673252:0:8455:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1749609350.673253:0:8455:0:(qsd_lib.c:361:qsd_qtype_fini()) Process leaving 00040000:04000000:0.0:1749609350.673256:0:8455:0:(qsd_lib.c:643:qsd_fini()) lustre-OST0001: QSD shutdown completed 00040000:00000010:0.0:1749609350.673258:0:8455:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff8800b47eba00. 00040000:00000001:0.0:1749609350.673262:0:8455:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000010:0.0:1749609350.673272:0:8455:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b4479400. 00000020:00000010:0.0:1749609350.673277:0:8455:0:(lu_object.c:1311:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff88009a4ed840. 00080000:00000001:0.0:1749609350.673280:0:8455:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609350.673744:0:8455:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff88011eb27000. 00000020:00000010:0.0:1749609350.673751:0:8455:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88013071cc00. 00080000:00000010:0.0:1749609350.673820:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091d00. 00080000:00000010:0.0:1749609350.673826:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091a00. 00080000:00000010:0.0:1749609350.673828:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091b00. 00080000:00000010:0.0:1749609350.673830:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091e00. 00080000:00000010:0.0:1749609350.673833:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091f00. 00080000:00000010:0.0:1749609350.673835:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091800. 00080000:00000010:0.0:1749609350.673837:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091700. 00080000:00000010:0.0:1749609350.673839:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091000. 00080000:00000010:0.0:1749609350.673841:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091200. 00080000:00000010:0.0:1749609350.673843:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091100. 00080000:00000010:0.0:1749609350.673846:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091400. 00080000:00000010:0.0:1749609350.673854:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091300. 00080000:00000010:0.0:1749609350.673856:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091600. 00080000:00000010:0.0:1749609350.673859:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b091500. 00080000:00000010:0.0:1749609350.673861:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a40a9100. 00080000:00000010:0.0:1749609350.673864:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a40a9200. 00080000:00000010:0.0:1749609350.673866:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a40a9700. 00080000:00000010:0.0:1749609350.673868:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a40a9800. 00080000:00000010:0.0:1749609350.673871:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a40a9a00. 00080000:00000010:0.0:1749609350.673873:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a40a9600. 00080000:00000010:0.0:1749609350.673875:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a40a9300. 00080000:00000010:0.0:1749609350.673878:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012e901200. 00080000:00000010:0.0:1749609350.673881:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012e901600. 00080000:00000010:0.0:1749609350.673883:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012e901c00. 00080000:00000010:0.0:1749609350.673886:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012e901700. 00080000:00000010:0.0:1749609350.673888:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012e901f00. 00080000:00000010:0.0:1749609350.673890:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012e901400. 00080000:00000010:0.0:1749609350.673893:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012e901800. 00080000:00000010:0.0:1749609350.673895:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b2390300. 00080000:00000010:0.0:1749609350.673899:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b1bf7700. 00080000:00000010:0.0:1749609350.673902:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800928a5800. 00080000:00000010:0.0:1749609350.673906:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006e49fd00. 00080000:00000010:0.0:1749609350.673908:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006e49fe00. 00080000:00000010:0.0:1749609350.673910:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006e49f900. 00080000:00000010:0.0:1749609350.673913:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006e49fb00. 00080000:00000010:0.0:1749609350.673915:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006e49ff00. 00080000:00000010:0.0:1749609350.673917:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006e49fc00. 00080000:00000010:0.0:1749609350.673919:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf000. 00080000:00000010:0.0:1749609350.673922:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf100. 00080000:00000010:0.0:1749609350.673924:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf200. 00080000:00000010:0.0:1749609350.673925:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf300. 00080000:00000010:0.0:1749609350.673927:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf400. 00080000:00000010:0.0:1749609350.673929:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf500. 00080000:00000010:0.0:1749609350.673931:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf600. 00080000:00000010:0.0:1749609350.673937:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf700. 00080000:00000010:0.0:1749609350.673939:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf800. 00080000:00000010:0.0:1749609350.673941:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cf900. 00080000:00000010:0.0:1749609350.673942:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cfa00. 00080000:00000010:0.0:1749609350.673944:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cfb00. 00080000:00000010:0.0:1749609350.673946:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cfc00. 00080000:00000010:0.0:1749609350.673948:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cfd00. 00080000:00000010:0.0:1749609350.673950:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cfe00. 00080000:00000010:0.0:1749609350.673952:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801304cff00. 00080000:00000010:0.0:1749609350.673955:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a000. 00080000:00000010:0.0:1749609350.673957:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a100. 00080000:00000010:0.0:1749609350.673959:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a200. 00080000:00000010:0.0:1749609350.673961:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a300. 00080000:00000010:0.0:1749609350.673962:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a400. 00080000:00000010:0.0:1749609350.673964:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a500. 00080000:00000010:0.0:1749609350.673965:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a600. 00080000:00000010:0.0:1749609350.673968:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a700. 00080000:00000010:0.0:1749609350.673969:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a800. 00080000:00000010:0.0:1749609350.673971:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012a900. 00080000:00000010:0.0:1749609350.673973:0:8455:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88013012aa00. 00080000:00000010:0.0:1749609350.673979:0:8455:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff88012d0b2000. 00000001:00000001:0.0:1749609350.673987:0:8455:0:(osd_compat.c:548:osd_ost_fini()) Process entered 00000001:00000010:0.0:1749609350.674002:0:8455:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88011eb27b00. 00000001:00000010:0.0:1749609350.674005:0:8455:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff8800b1b11c40. 00000001:00000010:0.0:1749609350.674016:0:8455:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88011eb27700. 00000001:00000010:0.0:1749609350.674017:0:8455:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012a26db40. 00000001:00000010:0.0:1749609350.674027:0:8455:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88011eb27200. 00000001:00000010:0.0:1749609350.674032:0:8455:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012a26d980. 00000001:00000010:0.0:1749609350.674035:0:8455:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff88009f570680. 00000001:00000001:0.0:1749609350.674036:0:8455:0:(osd_compat.c:566:osd_ost_fini()) Process leaving 00080000:00000001:0.0:1749609350.674039:0:8455:0:(osd_handler.c:8195:osd_umount()) Process entered 00080000:00000001:0.0:1749609350.674226:0:8455:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749609350.674471:0:8455:0:(osd_handler.c:2659:osd_sync()) lustre-OST0001: synced OSD: rc = 0 00080000:00000001:0.0:1749609350.674475:0:8455:0:(osd_handler.c:8212:osd_umount()) Process leaving 00080000:00000001:0.0:1749609350.674479:0:8455:0:(osd_handler.c:8450:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.674481:0:8455:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749609350.674489:0:8455:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749609350.674494:0:8455:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a79000. 00000001:00000010:0.0:1749609350.674496:0:8455:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a79600. 00000001:00000010:0.0:1749609350.674497:0:8455:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a79a00. 00000001:00000010:0.0:1749609350.674498:0:8455:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a78800. 00000001:00000010:0.0:1749609350.674499:0:8455:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880099c0ab40. 00000001:00000010:0.0:1749609350.674501:0:8455:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009b6b6480. 00000001:00000001:0.0:1749609350.674503:0:8455:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1749609350.674503:0:8455:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749609350.674505:0:8455:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a78e00. 00000001:00000010:0.0:1749609350.674506:0:8455:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a78200. 00000001:00000010:0.0:1749609350.674507:0:8455:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a79c00. 00000001:00000010:0.0:1749609350.674508:0:8455:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a78600. 00000001:00000010:0.0:1749609350.674509:0:8455:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880099c0a6e0. 00000001:00000010:0.0:1749609350.674510:0:8455:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009b6b6780. 00000001:00000001:0.0:1749609350.674511:0:8455:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1749609350.674512:0:8455:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800a9a79570) now 3 - setup 00000020:00000001:0.0:1749609350.674514:0:8455:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.674515:0:8455:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1749609350.674517:0:8455:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1749609350.674522:0:8455:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:0.0:1749609350.674524:0:8455:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800a9a79570) now 2 - obd_device_list 00000020:00000080:0.0:1749609350.674525:0:8455:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000040:0.0:1749609350.674526:0:8455:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800a9a79570) now 1 - newdev 00000020:00000040:0.0:1749609350.674528:0:8455:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a77800 with handle 0xae754a0887514893 from hash 00000020:00000040:0.0:1749609350.674529:0:8455:0:(genops.c:898:class_export_put()) PUTting export ffff880096a77800 : new refcount 0 00000020:00000080:0.0:1749609350.674531:0:8455:0:(genops.c:904:class_export_put()) final put ffff880096a77800/lustre-OST0001-osd_UUID 00000020:00000001:0.0:1749609350.674532:0:8455:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.674533:0:8455:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749609350.674534:0:8455:0:(genops.c:863:class_export_destroy()) destroying export ffff880096a77800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000001:0.0:1749609350.674536:0:8455:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749609350.674537:0:8455:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609350.674540:0:8455:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880096a77800. 00000020:00000001:0.0:1749609350.674542:0:8455:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1749609350.674543:0:8455:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0001-osd obd_type name = osd-ldiskfs 00000020:01000000:0.0:1749609350.674545:0:8455:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:00000001:0.0:1749609350.674546:0:8455:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:0.0:1749609350.674548:0:8455:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b47eba00. 00000020:00000010:0.0:1749609350.674551:0:8455:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b47eb400. 00000040:00000010:0.0:1749609350.674555:0:8455:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4479400. 00000020:00000010:0.0:1749609350.674558:0:8455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a72800. 00000020:00000010:0.0:1749609350.674561:0:8455:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a78600. 00040000:00000010:0.0:1749609350.674565:0:8455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88011de35800. 00040000:00000010:0.0:1749609350.674567:0:8455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79c00. 00080000:00000010:0.0:1749609350.674571:0:8455:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a1000. 00080000:00000010:0.0:1749609350.674576:0:8455:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5c000. 00080000:00000001:0.0:1749609350.674581:0:8455:0:(osd_handler.c:8640:osd_device_free()) Process entered 00000020:00000010:0.0:1749609350.674612:0:8455:0:(lu_object.c:1145:lu_site_fini()) kfreed 's->ls_bkts': 14336 at ffff88012f9f4000. 00000020:00000010:0.0:1749609350.674621:0:8455:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88012b091c00. 00000020:00000010:0.0:1749609350.674626:0:8455:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff88009b6b6540. 00000020:00000010:0.0:1749609350.674628:0:8455:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88013071c800. 00080000:00000010:0.0:1749609350.674630:0:8455:0:(osd_handler.c:8649:osd_device_free()) kfreed 'o': 31552 at ffff8801373e0000. 00080000:00000001:0.0:1749609350.674639:0:8455:0:(osd_handler.c:8650:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609350.674642:0:8455:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b47eb400. 00000040:00000010:0.0:1749609350.674645:0:8455:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b4479400. 00000020:00000010:0.0:1749609350.674647:0:8455:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a72800. 00000020:00000010:0.0:1749609350.674650:0:8455:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a78600. 00040000:00000010:0.0:1749609350.674652:0:8455:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88011de35800. 00040000:00000010:0.0:1749609350.674654:0:8455:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79c00. 00080000:00000010:0.0:1749609350.674656:0:8455:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5c000. 00080000:00000010:0.0:1749609350.674659:0:8455:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a1000. 00000020:00000010:0.0:1749609350.674661:0:8455:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b47eba00. 00000020:00000001:0.0:1749609350.674662:0:8455:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609350.674663:0:8455:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff8800a9a79570. 00000020:00000001:0.0:1749609350.674668:0:8455:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.674669:0:8455:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609350.674691:0:8455:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff88009a4ed720. 00000020:00000001:0.0:1749609350.674693:0:8455:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749609350.674695:0:8455:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.674696:0:8455:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.674699:0:8455:0:(obd_mount.c:668:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1749609350.674700:0:8455:0:(obd_mount.c:671:lustre_free_lsi()) Freeing lsi ffff880096a74000 00000020:00000010:0.0:1749609350.674702:0:8455:0:(obd_mount.c:679:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at ffff880099c0a280. 00000020:00000010:0.0:1749609350.674704:0:8455:0:(obd_mount.c:681:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff88009df68ef0. 00000020:00000010:0.0:1749609350.674706:0:8455:0:(obd_mount.c:693:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_mgs': 20 at ffff880099c0afc0. 00000020:00000010:0.0:1749609350.674708:0:8455:0:(obd_mount.c:695:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at ffff88009df68520. 00000020:00000010:0.0:1749609350.674709:0:8455:0:(obd_mount.c:696:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff88009ef7b000. 00000020:00000010:0.0:1749609350.674711:0:8455:0:(obd_mount.c:700:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 112 at ffff88009f570880. 00000020:00000010:0.0:1749609350.674712:0:8455:0:(obd_mount.c:704:lustre_free_lsi()) kfreed 'lsi': 1208 at ffff880096a74000. 00000020:00000001:0.0:1749609350.674714:0:8455:0:(obd_mount.c:706:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.674715:0:8455:0:(obd_mount.c:740:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609350.674716:0:8455:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1749609350.674725:0:8455:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609350.674728:0:8455:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b460a740. 00000020:00000010:0.0:1749609350.674732:0:8455:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800973a0a00. 00000040:00000010:0.0:1749609350.674733:0:8455:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800973a0e00. 00000020:00000010:0.0:1749609350.674734:0:8455:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a74800. 00000020:00000010:0.0:1749609350.674738:0:8455:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c64168. 00000020:00000010:0.0:1749609350.674741:0:8455:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b47eaa00. 80000000:00000010:0.0:1749609350.674744:0:8455:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed7e0. 40000000:00000010:0.0:1749609350.674746:0:8455:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b460a8c0. 00100000:00000010:0.0:1749609350.674749:0:8455:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096a75000. 00040000:00000010:0.0:1749609350.674752:0:8455:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88011de35600. 00040000:00000010:0.0:1749609350.674753:0:8455:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b47ea000. 00080000:00000010:0.0:1749609350.674755:0:8455:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609350.674759:0:8455:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a4000. 00000004:00000010:0.0:1749609350.674764:0:8455:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880096a73800. 00000004:00000010:0.0:1749609350.674770:0:8455:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012b8a5000. 00000004:00000010:0.0:1749609350.674776:0:8455:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880096a70000. 00002000:00000010:0.0:1749609350.674780:0:8455:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88012dd50000. 00000004:00000010:0.0:1749609350.674789:0:8455:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012dd50800. 00000020:00000010:0.0:1749609350.674792:0:8455:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800973a1e00. 00000020:02000400:0.0:1749609350.674794:0:8455:0:(tgt_mount.c:1814:server_put_super()) server umount lustre-OST0001 complete 00000020:00000010:0.0:1749609350.676632:0:8455:0:(tgt_mount.c:1815:server_put_super()) kfreed 'tmpname': 15 at ffff88009df68190. 00000020:00000001:0.0:1749609350.676636:0:8455:0:(tgt_mount.c:1816:server_put_super()) Process leaving 00000080:00000001:0.0:1749609350.676639:0:8455:0:(super25.c:161:lustre_fill_super()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000080:00020000:0.0:1749609350.676642:0:8455:0:(super25.c:181:lustre_fill_super()) llite: Unable to mount : rc = -110 00080000:00000010:1.0:1749609350.716929:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d300. 00080000:00000010:1.0:1749609350.716938:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d300. 00000020:00000001:1.0:1749609350.716944:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609350.717006:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d300. 00080000:00000010:1.0:1749609350.717011:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d300. 00000020:00000001:1.0:1749609350.717014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609350.834624:0:8508:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552df80. 00080000:00000010:2.0:1749609350.834632:0:8508:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552df80. 00000020:00000001:2.0:1749609350.834637:0:8508:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609350.834648:0:8508:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552df80. 00080000:00000010:2.0:1749609350.834651:0:8508:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552df80. 00000020:00000001:2.0:1749609350.834653:0:8508:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609350.837247:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570880. 00080000:00000010:0.0:1749609350.837250:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570880. 00000020:00000001:0.0:1749609350.837254:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609350.837293:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570880. 00080000:00000010:0.0:1749609350.837295:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570880. 00000020:00000001:0.0:1749609350.837297:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609350.956167:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d300. 00080000:00000010:1.0:1749609350.956177:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d300. 00000020:00000001:1.0:1749609350.956182:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609350.956250:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d300. 00080000:00000010:1.0:1749609350.956254:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d300. 00000020:00000001:1.0:1749609350.956257:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609351.070998:0:8573:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d700. 00080000:00000010:2.0:1749609351.071006:0:8573:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d700. 00000020:00000001:2.0:1749609351.071010:0:8573:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609351.071020:0:8573:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d700. 00080000:00000010:2.0:1749609351.071024:0:8573:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d700. 00000020:00000001:2.0:1749609351.071026:0:8573:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609351.073527:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570680. 00080000:00000010:0.0:1749609351.073531:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570680. 00000020:00000001:0.0:1749609351.073533:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609351.073571:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570680. 00080000:00000010:0.0:1749609351.073572:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570680. 00000020:00000001:0.0:1749609351.073574:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609351.082698:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609351.082702:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609351.082704:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609351.082705:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609351.082707:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609351.082713:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609351.082715:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609351.082717:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609351.082718:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609351.185474:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d380. 00080000:00000010:1.0:1749609351.185483:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d380. 00000020:00000001:1.0:1749609351.185487:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609351.185523:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d380. 00080000:00000010:1.0:1749609351.185527:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d380. 00000020:00000001:1.0:1749609351.185529:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609351.185740:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609351.185743:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609351.185745:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609351.185746:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7b40 going to sleep for 0 seconds 00000100:00000001:3.0:1749609351.185748:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609351.185752:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609351.185754:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1749609351.185762:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012d5a0380 x1834598193451264/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609351.185768:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609351.185770:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193451264/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609351.185775:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1749609351.185777:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609351.185783:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609351.185785:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609351.185787:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193451264/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609351.185791:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193451264:0@lo:101: 00000100:00000001:3.0:1749609351.185794:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609351.185795:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1749609351.185797:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1749609351.185798:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609351.185799:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193451264/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609351.185803:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609351.185804:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7b40. 00000100:00000001:3.0:1749609351.185806:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1749609351.185807:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:3.0:1749609351.185810:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1749609351.185813:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1749609351.185815:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609351.185817:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75000 refcount=4 00000020:00000001:3.0:1749609351.185818:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:3.0:1749609351.185820:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00010000:3.0:1749609351.185823:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749609351.185829:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:3.0:1749609351.185831:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749609351.185836:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1749609351.185837:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749609351.185846:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749609351.185847:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1749609351.185849:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749609351.185853:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1749609351.185854:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609351.185856:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1749609351.185858:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749609351.185861:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef75000 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:3.0:1749609351.185863:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1749609351.185865:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749609351.185868:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1749609351.185869:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1749609351.185869:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609351.185870:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75000 refcount=5 00000020:00000001:3.0:1749609351.185871:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:3.0:1749609351.185872:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:3.0:1749609351.185873:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1749609351.185874:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1749609351.185877:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1749609351.185878:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1749609351.185881:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:3.0:1749609351.185883:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1749609351.185884:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609351.185887:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1749609351.185888:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1749609351.185891:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1749609351.185892:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1749609351.185893:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1749609351.185894:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609351.185896:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef75000 with handle 0xae754a08875148af from hash 00010000:00000001:3.0:1749609351.185897:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1749609351.185897:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749609351.185898:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749609351.185898:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1749609351.185899:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1749609351.185900:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1749609351.185901:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749609351.185901:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749609351.185902:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749609351.185903:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609351.185904:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749609351.185906:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749609351.185907:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749609351.185907:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1749609351.185908:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1749609351.185909:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749609351.185909:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749609351.185909:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1749609351.185910:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a08875148af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1749609351.185915:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880137655900 count: 0 00010000:00000001:3.0:1749609351.185922:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749609351.185923:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1749609351.185924:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609351.185926:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193451264/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609351.185929:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749609351.185934:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609351.185935:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1749609351.185936:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609351.185940:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef75800. 02000000:00000001:3.0:1749609351.185942:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609351.185944:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609351.185945:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00000001:3.0:1749609351.185948:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609351.185948:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1749609351.185949:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:3.0:1749609351.185951:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:3.0:1749609351.185953:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:3.0:1749609351.185955:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749609351.185957:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1749609351.185959:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749609351.185960:0:6439:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b528c800) refs 3 10000000:00000001:3.0:1749609351.185961:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749609351.185962:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749609351.185962:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff88012a9f7c00) refs 2 10000000:00000001:3.0:1749609351.185964:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749609351.185964:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1749609351.185965:0:6439:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:3.0:1749609351.185966:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:3.0:1749609351.185967:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a9a78000 from 1 10000000:00000001:3.0:1749609351.185968:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:3.0:1749609351.185968:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:3.0:1749609351.185971:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d29a300. 00000020:00000040:3.0:1749609351.185973:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1749609351.185976:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609351.185978:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609351.185980:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609351.185984:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009782ce00. 00000100:00000001:3.0:1749609351.185989:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609351.185992:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1749609351.185993:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1749609351.185996:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880096dd4f00. 00010000:00000001:3.0:1749609351.185999:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1749609351.186003:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009782cc00. 00000020:00000001:3.0:1749609351.186014:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1749609351.186016:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009782cc00 with handle 0xae754a08875148b6 to hash 00000020:00000001:3.0:1749609351.186018:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1749609351.186018:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134856150016 : -131938853401600 : ffff88009782cc00) 00010000:00000001:3.0:1749609351.186020:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134856150016 : -131938853401600 : ffff88009782cc00) 00010000:00000001:3.0:1749609351.186022:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1749609351.186025:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609351.186026:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749609351.186030:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749609351.186038:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1749609351.186042:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1749609351.186043:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1749609351.186046:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009c46a240. 00000100:00000001:3.0:1749609351.186047:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134936093248 : -131938773458368 : ffff88009c46a240) 00000100:00000001:3.0:1749609351.186049:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609351.186050:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134950970112 : -131938758581504 : ffff88009d29a300) 00000100:00000001:3.0:1749609351.186053:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609351.186054:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609351.186056:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1749609351.186057:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609351.186059:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d29a300 x1834598193452032/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609351.186062:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609351.186063:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609351.186065:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009d29a300 x1834598193452032/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609351.186069:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609351.186073:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609351.186073:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609351.186074:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:3.0:1749609351.186075:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609351.186076:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609351.186078:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609351.186078:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609351.186079:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749609351.191901:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880137655900. 00010000:00000010:3.1:1749609351.191908:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef75000. 00000400:00000200:0.0:1749609351.193444:0:1044:0:(acceptor.c:322:lnet_accept()) Accept 192.168.203.144@tcp from 255.3.0.2 00000800:00000010:0.0:1749609351.193448:0:1044:0:(socklnd.c:748:ksocknal_accept()) alloc '(cr)': 32 at ffff880095c7f4e0. 00000800:00000010:3.0:1749609351.193525:0:1039:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88006e4e4000. 00000800:00000010:3.0:1749609351.193529:0:1039:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff88009c46a540. 00000800:00000010:0.0:1749609351.193735:0:1039:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff88012eb1f540. 00000800:00000200:0.0:1749609351.193744:0:1039:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.44@tcp p 3.x 192.168.203.144 -> 192.168.203.44:1023 incarnation:1749609173979659070 sched[0] 00000800:00000010:0.0:1749609351.193748:0:1039:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8801302e7680. 00000800:00000010:0.0:1749609351.193766:0:1039:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8801302e7680. 00000800:00000010:0.0:1749609351.193768:0:1039:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff88009c46a540. 00000800:00000010:0.0:1749609351.193785:0:1039:0:(socklnd_cb.c:2303:ksocknal_connd()) kfreed 'cr': 32 at ffff880095c7f4e0. 00000800:00000001:1.0:1749609351.193807:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1749609351.193813:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609351.194109:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609351.194113:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609351.194115:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609351.194121:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609351.194127:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : GET - for me 00000400:00000010:0.0:1749609351.194136:0:1042:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at ffff880096a79400. 00000400:00000200:0.0:1749609351.194139:0:1042:0:(peer.c:271:lnet_peer_alloc()) ffff880096a79400 nid 192.168.203.44@tcp 00000400:00000010:0.0:1749609351.194145:0:1042:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff88009a4ed360. 00000400:00000200:0.0:1749609351.194146:0:1042:0:(peer.c:204:lnet_peer_net_alloc()) ffff88009a4ed360 net tcp 00000400:00000010:0.0:1749609351.194148:0:1042:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff880096a78c00. 00000400:00000200:0.0:1749609351.194150:0:1042:0:(peer.c:185:lnet_peer_ni_alloc()) ffff880096a78c00 nid 192.168.203.44@tcp 00000400:00000200:0.0:1749609351.194153:0:1042:0:(peer.c:1075:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.44@tcp nid 192.168.203.144@tcp: 0 00000400:00000200:0.0:1749609351.194158:0:1042:0:(peer.c:1659:lnet_peer_attach_peer_ni()) peer 192.168.203.44@tcp NID 192.168.203.44@tcp flags 0x0 00000400:00000200:0.0:1749609351.194160:0:1042:0:(peer.c:2018:lnet_peer_ni_traffic_add()) peer 192.168.203.44@tcp: 0 00000400:00000200:0.0:1749609351.194167:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1749609351.194173:0:1042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.44@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:0.0:1749609351.194183:0:1042:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.144@tcp to NMR: 192.168.203.44@tcp local destination 00000400:00000200:0.0:1749609351.194187:0:1042:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.144@tcp NI seq info: [5:5:256:4294967295] 192.168.203.44@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1749609351.194194:0:1042:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) -> 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) 192.168.203.44@tcp : REPLY try# 0 00000800:00000200:0.0:1749609351.194197:0:1042:0:(socklnd_cb.c:1000:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.44@tcp 00000800:00000010:0.0:1749609351.194200:0:1042:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88011de35900. 00000800:00000200:0.0:1749609351.194203:0:1042:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012eb1f540] -> 12345-192.168.203.44@tcp (2) 00000800:00000200:0.0:1749609351.194207:0:1042:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.44@tcp ip 192.168.203.44:1023 00000800:00000200:0.0:1749609351.194209:0:1042:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35900 type 3, nob 144 niov 1 nkiov 1 00000800:00000001:2.0:1749609351.194237:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:0.0:1749609351.194248:0:1042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749609351.194250:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1749609351.194250:0:1042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88011de35900. 00000400:00000200:0.0:1749609351.194253:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609351.194256:0:1042:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.144@tcp->192.168.203.44@tcp: REPLY: OK 00000400:00000200:0.0:1749609351.194429:0:1044:0:(acceptor.c:322:lnet_accept()) Accept 192.168.203.144@tcp from 254.3.0.2 00000800:00000010:0.0:1749609351.194431:0:1044:0:(socklnd.c:748:ksocknal_accept()) alloc '(cr)': 32 at ffff880095c7f4e0. 00000800:00000010:2.0:1749609351.194503:0:1037:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff880090e5a000. 00000800:00000010:2.0:1749609351.194507:0:1037:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff88012d7f7480. 00000800:00000001:2.0:1749609351.194733:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000010:0.0:1749609351.194736:0:1037:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff88012eb1f780. 00000800:00000001:2.0:1749609351.194738:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749609351.194739:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:0.1:1749609351.194739:0:1037:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012eb1f540] -> 12345-192.168.203.44@tcp (2) 00000800:00000200:0.1:1749609351.194742:0:1037:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.44@tcp ffff88012eb1f780 deleted 00000800:00000010:0.1:1749609351.194744:0:1037:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012eb1f780. 00000800:00000200:0.0:1749609351.194747:0:1037:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.44@tcp p 3.x 192.168.203.144 -> 192.168.203.44:1022 incarnation:1749609173979659070 sched[0] 00000800:00000001:2.0:1749609351.194748:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1749609351.194750:0:1037:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8801302e7480. 00000400:00000200:2.0:1749609351.194752:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:2.0:1749609351.194759:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1749609351.194763:0:1043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.44@tcp of length 48/48 into md 0x225 [1] + 0 00000800:00000010:0.0:1749609351.194765:0:1037:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8801302e7480. 00000400:00000010:2.0:1749609351.194766:0:1043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0b59f8. 00000800:00000010:0.0:1749609351.194767:0:1037:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff88012d7f7480. 00000400:00000200:2.0:1749609351.194769:0:1043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800aa1d9dd0 00000800:00000001:2.0:1749609351.194772:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000010:0.0:1749609351.194778:0:1037:0:(socklnd_cb.c:2303:ksocknal_connd()) kfreed 'cr': 32 at ffff880095c7f4e0. 00000800:00000001:2.0:1749609351.194780:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609351.194782:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609351.194785:0:1043:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.144@tcp->192.168.203.44@tcp: PUT: OK 00000400:00000200:2.0:1749609351.194788:0:1043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000400:00000010:2.0:1749609351.194791:0:1043:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000400:00000200:2.0:1749609351.194795:0:1043:0:(api-ni.c:2243:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1749609351.194800:0:1043:0:(peer.c:2602:lnet_peer_push_event()) peer 192.168.203.44@tcp(ffff880096a79400) is MR capable 00000800:00000001:3.0:1749609351.194803:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000400:00000200:2.0:1749609351.194804:0:1043:0:(peer.c:1100:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.44@tcp: 0 00000800:00000001:3.0:1749609351.194806:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609351.194807:0:1043:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff8800b46d4780. 00000400:00000200:2.0:1749609351.194809:0:1043:0:(peer.c:2664:lnet_peer_push_event()) Received Push 192.168.203.44@tcp 1 00000400:00000200:2.0:1749609351.194817:0:1043:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.44@tcp: 0 00000400:00000200:2.0:1749609351.194821:0:1043:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1749609351.194825:0:1043:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.144@tcp to MR: 192.168.203.44@tcp local destination 00000400:00000200:2.0:1749609351.194829:0:1043:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.144@tcp NI seq info: [6:6:256:4294967295] 192.168.203.44@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1749609351.194837:0:1043:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) -> 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) 192.168.203.44@tcp : ACK try# 0 00000800:00000200:2.0:1749609351.194845:0:1043:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.44@tcp 00000400:00000200:0.0:1749609351.194845:0:1046:0:(peer.c:4005:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1749609351.194847:0:1043:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f3bed00. 00000400:00000010:0.0:1749609351.194849:0:1046:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea7e8. 00000800:00000200:2.0:1749609351.194850:0:1043:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012eb1f540] -> 12345-192.168.203.44@tcp (3) 00000800:00000200:2.0:1749609351.194852:0:1043:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.44@tcp ip 192.168.203.44:1023 00000400:00000010:0.0:1749609351.194852:0:1046:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9cc0. 00000800:00000200:2.0:1749609351.194854:0:1043:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009f3bed00 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1749609351.194856:0:1046:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff88006e488800 00000400:00000200:0.0:1749609351.194859:0:1046:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.203.44@tcp(ffff880096a79400) state 0xc1 00000400:00000010:0.0:1749609351.194863:0:1046:0:(peer.c:3280:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8801302e7480. 00000400:00000010:0.0:1749609351.194865:0:1046:0:(peer.c:3281:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8801302e7cc0. 00000400:00000010:0.0:1749609351.194866:0:1046:0:(peer.c:3282:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8801302e7900. 00000400:00000010:0.0:1749609351.194869:0:1046:0:(peer.c:3420:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8801302e7480. 00000400:00000010:0.0:1749609351.194870:0:1046:0:(peer.c:3421:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8801302e7cc0. 00000400:00000010:0.0:1749609351.194871:0:1046:0:(peer.c:3422:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8801302e7900. 00000400:00000010:0.0:1749609351.194873:0:1046:0:(api-ni.c:1804:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff8800b46d4780. 00000400:00000200:0.0:1749609351.194875:0:1046:0:(peer.c:3425:lnet_peer_merge_data()) peer 192.168.203.44@tcp (ffff880096a79400): 0 00000400:00000200:0.0:1749609351.194876:0:1046:0:(peer.c:3731:lnet_peer_data_present()) peer 192.168.203.44@tcp(ffff880096a79400): 0. state = 0x141 00000400:00000200:0.0:1749609351.194878:0:1046:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.203.44@tcp(ffff880096a79400) state 0x141 rc 1 00000400:00000200:0.0:1749609351.194880:0:1046:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.203.44@tcp(ffff880096a79400) state 0x141 00000400:00000010:0.0:1749609351.194882:0:1046:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000400:00000010:0.0:1749609351.194885:0:1046:0:(lib-lnet.h:464:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008f848508. 00000400:00000200:0.0:1749609351.194888:0:1046:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.44@tcp 00000800:00000200:2.0:1749609351.194892:0:1043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749609351.194892:0:1046:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.44@tcp local destination 00000800:00000010:2.0:1749609351.194894:0:1043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f3bed00. 00000400:00000200:0.0:1749609351.194895:0:1046:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749609351.194896:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609351.194897:0:1046:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.144@tcp 00000400:00000200:2.0:1749609351.194898:0:1043:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.144@tcp->192.168.203.44@tcp: ACK: OK 00000400:00000200:0.0:1749609351.194900:0:1046:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.144@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749609351.194902:0:1046:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.44@tcp 00000400:00000200:0.0:1749609351.194903:0:1046:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.144@tcp NI seq info: [7:7:255:4294967295] 192.168.203.44@tcp LPNI seq info [3:3:7:4294967295] 00000800:00000001:1.0:1749609351.194904:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000400:00000200:0.0:1749609351.194906:0:1046:0:(lib-move.c:1970:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.44@tcp 00000800:00000001:1.0:1749609351.194909:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609351.194909:0:1046:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp:) -> 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) : PUT try# 0 00000800:00000200:0.0:1749609351.194912:0:1046:0:(socklnd_cb.c:1000:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.44@tcp 00000800:00000010:0.0:1749609351.194913:0:1046:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88011de35f00. 00000800:00000200:0.0:1749609351.194915:0:1046:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012eb1f540] -> 12345-192.168.203.44@tcp (3) 00000800:00000200:0.0:1749609351.194918:0:1046:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.44@tcp ip 192.168.203.44:1023 00000800:00000200:0.0:1749609351.194920:0:1046:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35f00 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:0.0:1749609351.194933:0:1046:0:(peer.c:3939:lnet_peer_send_push()) peer 192.168.203.44@tcp 00000400:00000200:0.0:1749609351.194934:0:1046:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.203.44@tcp(ffff880096a79400) state 0x541 rc 0 00000800:00000200:3.0:1749609351.194979:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609351.194981:0:1041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88011de35f00. 00000400:00000200:3.0:1749609351.194984:0:1041:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609351.194987:0:1041:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.144@tcp->192.168.203.44@tcp: PUT: OK 00000400:00000200:3.0:1749609351.194990:0:1041:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1749609351.194992:0:1041:0:(peer.c:3053:lnet_discovery_event_send()) Push Send to 192.168.203.44@tcp: 0 00000400:00000200:1.0:1749609351.195422:0:1044:0:(acceptor.c:322:lnet_accept()) Accept 192.168.203.144@tcp from 253.3.0.2 00000800:00000001:0.0:1749609351.195422:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000010:1.0:1749609351.195425:0:1044:0:(socklnd.c:748:ksocknal_accept()) alloc '(cr)': 32 at ffff88009bcda260. 00000800:00000001:0.0:1749609351.195428:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609351.195430:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609351.195437:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609351.195442:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : ACK - for me 00000400:00000200:0.0:1749609351.195450:0:1042:0:(lib-move.c:4649:lnet_parse_ack()) 192.168.203.144@tcp: ACK from 12345-192.168.203.44@tcp into md 0x4115 00000400:00000200:0.0:1749609351.195453:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609351.195456:0:1042:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.144@tcp->192.168.203.44@tcp: ACK: OK 00000400:00000200:0.0:1749609351.195458:0:1042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000010:0.0:1749609351.195460:0:1042:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000400:00000200:0.0:1749609351.195462:0:1042:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1749609351.195464:0:1042:0:(peer.c:2819:lnet_discovery_event_ack()) peer 192.168.203.44@tcp ev->status 0 00000400:00000200:0.0:1749609351.195466:0:1042:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.44@tcp: -114 00000800:00000010:2.0:1749609351.195467:0:1038:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff880090e5c000. 00000800:00000010:2.0:1749609351.195470:0:1038:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff88012d7f7cc0. 00000800:00000001:0.0:1749609351.195474:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609351.195477:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609351.195478:0:1046:0:(peer.c:4005:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1749609351.195481:0:1046:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.203.44@tcp(ffff880096a79400) state 0x141 00000400:00000200:1.0:1749609351.195484:0:1046:0:(peer.c:3861:lnet_peer_discovered()) peer 192.168.203.44@tcp 00000400:00000200:1.0:1749609351.195485:0:1046:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.203.44@tcp(ffff880096a79400) state 0x111 rc 0 00000400:00000200:1.0:1749609351.195492:0:1046:0:(peer.c:2441:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.44@tcp 00000800:00000010:0.0:1749609351.195672:0:1038:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff88012eb1f780. 00000800:00000200:0.1:1749609351.195702:0:1038:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012eb1f540] -> 12345-192.168.203.44@tcp (3) 00000800:00000200:0.1:1749609351.195706:0:1038:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.44@tcp ffff88012eb1f780 deleted 00000800:00000010:0.1:1749609351.195707:0:1038:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012eb1f780. 00000800:00000200:0.0:1749609351.195712:0:1038:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.44@tcp p 3.x 192.168.203.144 -> 192.168.203.44:1021 incarnation:1749609173979659070 sched[0] 00000800:00000010:0.0:1749609351.195716:0:1038:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8801302e7900. 00000800:00000010:0.0:1749609351.195742:0:1038:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8801302e7900. 00000800:00000010:0.0:1749609351.195745:0:1038:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff88012d7f7cc0. 00000800:00000010:0.0:1749609351.195756:0:1038:0:(socklnd_cb.c:2303:ksocknal_connd()) kfreed 'cr': 32 at ffff88009bcda260. 00000800:00000001:2.0:1749609351.195760:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609351.195763:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609351.196012:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609351.196016:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609351.196018:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609351.196020:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609351.196024:0:1041:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609351.196031:0:1041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500080 00000400:00000100:0.0:1749609351.196036:0:1041:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188187776 offset 0 length 520: 4 00000400:00000200:0.0:1749609351.196039:0:1041:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619080 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609351.196041:0:1041:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609351.196051:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609351.196059:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609351.196061:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609351.196063:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609351.266773:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609351.266778:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609351.266830:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609351.266834:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609351.266837:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609352.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609352.082800:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609352.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609352.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609352.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609352.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609352.082813:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609352.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609352.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.185735:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609352.185742:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609352.185743:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609352.185746:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:3.0:1749609352.185748:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609352.185751:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609352.185753:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609352.185756:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609352.185757:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609352.268776:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609352.268783:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609352.268830:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609352.268834:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609352.268837:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609352.327788:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609352.327803:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609352.327805:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.327809:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609352.327811:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609352.327814:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.327816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609352.340774:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609352.340781:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609352.340783:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609352.340785:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609352.340787:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609352.340789:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609352.340793:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609352.340797:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3952 00000100:00080000:2.0:1749609352.340800:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609352.340815:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609352.340817:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609352.340818:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609352.340819:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609352.340822:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609352.340824:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609352.340826:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609352.340829:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609352.340830:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609352.340831:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609352.340833:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609352.340833:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609352.340834:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609352.340835:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609352.340838:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609352.340839:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609352.340841:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609352.340843:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609352.340848:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609352.340850:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.340851:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609352.340853:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609352.340858:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2d80. 00000020:00000040:2.0:1749609352.340861:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609352.340864:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609352.340865:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.340867:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609352.340869:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609352.340872:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609352.340878:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071c000. 00000100:00000001:2.0:1749609352.340884:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609352.340890:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609352.340905:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609352.340907:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.340909:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2d80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.340927:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609352.340930:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609352.340933:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609352.340934:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609352.340935:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609352.340937:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609352.340938:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3952 00000100:00080000:2.0:1749609352.340941:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609352.340942:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609352.340944:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609352.340945:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609352.340947:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609352.340949:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609352.340950:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609352.340951:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609352.340953:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609352.340955:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609352.340957:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609352.340959:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609352.340960:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609352.340961:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609352.340963:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609352.340964:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609352.340966:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609352.340968:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609352.340974:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609352.340977:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609352.340979:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.340981:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609352.340982:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609352.340985:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 00000020:00000040:2.0:1749609352.340987:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609352.340989:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609352.340989:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609352.340990:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.340991:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609352.340992:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609352.340993:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609352.340994:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.340994:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609352.340998:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609352.340999:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071f800. 00000100:00000001:2.0:1749609352.341002:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609352.341005:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609352.341005:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609352.341007:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609352.341009:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609352.341011:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609352.341011:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609352.341013:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609352.341013:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609352.341014:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193452160:0@lo:38: 00000100:00000040:2.0:1749609352.341015:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3100] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341017:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609352.341020:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609352.341022:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609352.341022:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609352.341024:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749609352.341024:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749609352.341027:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609352.341028:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:0.0:1749609352.341028:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50800. 00000100:00080000:2.0:1749609352.341029:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749609352.341029:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341030:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609352.341031:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3952 00000100:00080000:2.0:1749609352.341033:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609352.341034:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609352.341035:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609352.341035:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000100:00000040:2.0:1749609352.341036:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609352.341036:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609352.341041:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749609352.341041:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000020:00000040:2.0:1749609352.341042:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609352.341043:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609352.341045:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609352.341046:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609352.341047:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000200:0.0:1749609352.341047:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193452160, portal 4 00000100:00000040:2.0:1749609352.341048:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609352.341049:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609352.341049:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609352.341050:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609352.341051:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609352.341052:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609352.341054:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609352.341055:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341055:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370070400 : -131936339481216 : ffff88012d5a2d80) 02000000:00000001:2.0:1749609352.341056:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609352.341057:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609352.341058:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341059:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609352.341060:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609352.341060:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609352.341062:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000020:00000040:2.0:1749609352.341063:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609352.341065:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609352.341065:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609352.341066:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341067:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609352.341067:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749609352.341067:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609352.341068:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609352.341069:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 02000000:00000010:2.0:1749609352.341070:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071f400. 00000100:00000200:0.0:1749609352.341071:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193452160, offset 0 00000100:00000001:2.0:1749609352.341072:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609352.341074:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609352.341075:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609352.341078:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609352.341079:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.341080:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3480] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609352.341087:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609352.341090:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.341092:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609352.341094:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609352.341096:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000400:00000200:0.0:1749609352.341096:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada05480 00000020:00000040:2.0:1749609352.341097:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609352.341099:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609352.341099:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609352.341100:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609352.341101:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 12480 02000000:00000010:2.0:1749609352.341102:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bed00. 00000100:00000001:2.0:1749609352.341104:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.341106:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609352.341108:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609352.341110:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609352.341110:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609352.341111:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609352.341113:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_00_00+0] req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341115:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609352.341116:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609352.341119:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820700. 00000100:00000040:0.0:1749609352.341121:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f820700 x1834598193452160 msgsize 520 00000100:00100000:0.0:1749609352.341124:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609352.341134:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609352.341137:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.341140:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3962) 00000400:00000200:0.0:1749609352.341144:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609352.341146:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609352.341149:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609352.341151:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341157:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609352.341158:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609352.341159:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193452160 00000100:00000040:0.0:1749609352.341159:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609352.341161:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609352.341162:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609352.341164:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341165:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609352.341166:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341166:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609352.341169:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193452160 00000020:00000001:2.0:1749609352.341170:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609352.341170:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609352.341170:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609352.341171:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609352.341172:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609352.341172:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609352.341173:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609352.341174:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3482 usecs (4 jiffies) 00000100:00000001:3.0:1749609352.341175:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749609352.341176:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 00000100:00000001:1.0:1749609352.341176:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609352.341177:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609352.341177:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298624788 00000100:00000001:1.0:1749609352.341179:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609352.341180:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d700. 00000100:00000010:0.0:1749609352.341180:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000100:00000040:3.0:1749609352.341181:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609352.341187:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000100:00000001:3.0:1749609352.341188:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609352.341191:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609352.341192:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341192:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609352.341193:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609352.341194:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609352.341195:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609352.341196:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609352.341197:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298624788 02000000:00000001:3.0:1749609352.341198:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609352.341199:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193452544:0@lo:400: 00000100:00000001:2.0:1749609352.341199:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609352.341199:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7cc0. 00000100:00000001:3.0:1749609352.341202:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609352.341202:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749609352.341204:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609352.341204:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609352.341205:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609352.341206:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609352.341208:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782d200. 02000000:00000001:3.0:1749609352.341210:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341210:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609352.341212:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749609352.341214:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b478. 00000100:00100000:2.0:1749609352.341215:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000001:0.0:1749609352.341216:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298624788 00000400:00000010:3.0:1749609352.341217:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e7f8. 00000100:00000001:2.0:1749609352.341217:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721881856 : -131938987669760 : ffff88008f820700) 00000100:00000010:0.0:1749609352.341218:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7480. 00000100:00000040:2.0:1749609352.341219:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f820700 x1834598193452160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609352.341220:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193452544, portal 10 00000100:00000001:0.0:1749609352.341220:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609352.341221:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609352.341222:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000100:00000001:0.0:1749609352.341222:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298624788 00000100:00000010:0.0:1749609352.341224:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000100:00100000:2.0:1749609352.341225:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193452160:12345-0@lo:38: 00000100:00000040:3.0:1749609352.341226:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341226:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000200:2.0:1749609352.341228:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193452160 00000100:00000001:0.0:1749609352.341228:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609352.341230:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609352.341230:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.341232:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609352.341233:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609352.341233:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609352.341234:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609352.341234:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609352.341235:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000200:3.0:1749609352.341236:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193452544, offset 0 00000100:00000001:0.0:1749609352.341238:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609352.341240:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609352.341240:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341241:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609352.341242:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609352.341243:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341243:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609352.341245:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:2.0:1749609352.341245:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609352.341246:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609352.341246:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609352.341248:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609352.341249:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada05600 00000100:00000001:2.0:1749609352.341251:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609352.341251:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609352.341252:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609352.341253:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 18656 00000100:00000001:2.0:1749609352.341253:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609352.341254:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609352.341255:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609352.341256:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609352.341257:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749609352.341257:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071ec00. 02000000:00000001:0.0:1749609352.341257:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609352.341258:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609352.341259:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609352.341259:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193452288:0@lo:38: 00000100:00000001:2.0:1749609352.341260:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.341262:0:1048:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:2.0:1749609352.341262:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609352.341262:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749609352.341263:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609352.341263:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1749609352.341264:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609352.341264:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609352.341266:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749609352.341266:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1749609352.341267:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d29a680. 00000100:00000040:3.0:1749609352.341268:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88009d29a680 x1834598193452544 msgsize 224 02000000:00000010:0.0:1749609352.341268:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50000. 00000100:00000001:2.0:1749609352.341269:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749609352.341269:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609352.341271:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609352.341271:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609352.341272:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:0.0:1749609352.341275:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea738. 00000100:00000001:2.0:1749609352.341276:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:0.0:1749609352.341277:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:3.0:1749609352.341278:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609352.341278:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609352.341279:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:0.0:1749609352.341279:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193452288, portal 10 02000000:00000001:2.0:1749609352.341280:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609352.341281:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609352.341282:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341282:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370071296 : -131936339480320 : ffff88012d5a3100) 00000100:00000001:2.0:1749609352.341283:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609352.341284:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609352.341286:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000400:00000200:3.0:1749609352.341287:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:3.0:1749609352.341289:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000040:0.0:1749609352.341289:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609352.341291:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609352.341291:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749609352.341293:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609352.341293:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193452544 00000100:00000001:0.0:1749609352.341294:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609352.341295:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193452160, offset 0 02000000:00000001:1.0:1749609352.341295:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609352.341296:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609352.341296:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609352.341297:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000400:00000200:2.0:1749609352.341298:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609352.341298:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.341299:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609352.341300:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609352.341300:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193452288, offset 0 00000100:00000040:3.0:1749609352.341301:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609352.341302:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193452544 00000400:00000200:2.0:1749609352.341303:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609352.341303:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609352.341303:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749609352.341304:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:3.0:1749609352.341306:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609352.341306:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609352.341307:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609352.341308:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada05480 00000020:00000040:1.0:1749609352.341308:0:6440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:0.0:1749609352.341308:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609352.341310:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609352.341310:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:3.0:1749609352.341312:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 543 usecs (1 jiffies) 00000400:00000200:2.0:1749609352.341312:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4119 [1] + 0 00000020:00000001:1.0:1749609352.341312:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609352.341312:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05500 00000100:00000001:3.0:1749609352.341314:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298624785 00000400:00000200:2.0:1749609352.341315:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609352.341315:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 18880 00000100:00000001:3.0:1749609352.341316:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298624788 00000100:00000001:1.0:1749609352.341316:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749609352.341317:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609352.341318:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298624785 00000100:00000001:3.0:1749609352.341319:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298624788 00000100:00000001:2.0:1749609352.341319:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609352.341319:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b115c0. 00000400:00000200:0.0:1749609352.341319:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609352.341321:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298624785 00000100:00000200:2.0:1749609352.341321:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609352.341321:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609352.341322:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298624788 00000100:00000001:3.0:1749609352.341323:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298624785 00000020:00000010:1.0:1749609352.341323:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800ace3f240. 00000100:00000001:3.0:1749609352.341324:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298624788 00000100:00000001:0.0:1749609352.341324:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609352.341325:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609352.341326:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609352.341327:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.341327:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609352.341327:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821180. 00000100:00000001:3.0:1749609352.341328:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609352.341329:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f821180 x1834598193452288 msgsize 520 00000100:00000001:3.0:1749609352.341330:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609352.341330:0:6440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609352.341331:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609352.341332:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609352.341333:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609352.341334:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1749609352.341334:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609352.341335:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:3.0:1749609352.341336:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609352.341336:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609352.341337:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341337:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609352.341337:0:6440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609352.341337:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609352.341338:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609352.341339:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609352.341340:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000001:2.0:1749609352.341341:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609352.341341:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000020:00000010:1.0:1749609352.341342:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d380. 00000400:00000010:0.0:1749609352.341342:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000040:2.0:1749609352.341343:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609352.341344:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341344:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749609352.341345:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000020:00000001:2.0:1749609352.341346:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609352.341346:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609352.341348:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820700 x1834598193452160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609352.341350:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749609352.341350:0:6440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609352.341351:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609352.341352:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1749609352.341353:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00100000:2.0:1749609352.341353:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193452160:12345-0@lo:38: Request processed in 128us (231us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609352.341353:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749609352.341353:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609352.341355:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341358:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.341359:0:6440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609352.341359:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609352.341360:0:6440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609352.341361:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609352.341362:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000001:2.0:1749609352.341365:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609352.341365:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341365:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341366:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609352.341368:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1155 usecs (2 jiffies) 00000020:00000010:2.0:1749609352.341369:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d700. 00000100:00000001:0.0:1749609352.341370:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298624786 00000100:00000001:0.0:1749609352.341371:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298624788 00000020:00000010:2.0:1749609352.341372:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000100:00000001:0.0:1749609352.341373:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298624786 00000100:00000001:3.0:1749609352.341390:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749609352.341390:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 00000100:00000001:0.0:1749609352.341390:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298624788 00000100:00100000:3.0:1749609352.341391:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193452288 00000100:00000001:0.0:1749609352.341392:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298624786 02000000:00000001:3.0:1749609352.341393:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609352.341393:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341393:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298624788 00000100:00000001:3.0:1749609352.341394:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609352.341395:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298624786 00000100:00000001:3.0:1749609352.341396:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341396:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298624788 00000100:00000001:0.0:1749609352.341397:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609352.341398:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341399:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609352.341400:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193452288 00000100:00000001:0.0:1749609352.341401:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609352.341402:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609352.341403:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609352.341403:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609352.341404:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609352.341404:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609352.341406:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.341406:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609352.341407:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341409:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609352.341409:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000010:3.0:1749609352.341410:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c000. 00000100:00000001:2.0:1749609352.341410:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609352.341410:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609352.341411:0:6442:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609352.341411:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:0.0:1749609352.341411:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341412:0:6442:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609352.341412:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1749609352.341413:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000001:1.0:1749609352.341413:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950971008 : -131938758580608 : ffff88009d29a680) 02000000:00000001:0.0:1749609352.341414:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609352.341415:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609352.341416:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09578. 00000100:00000040:1.0:1749609352.341416:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d29a680 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:298/0 lens 224/0 e 0 to 0 dl 1749609363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609352.341417:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193452416:0@lo:38: 00000100:00000001:3.0:1749609352.341418:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609352.341419:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609352.341420:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609352.341421:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609352.341421:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609352.341422:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609352.341423:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609352.341424:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.341424:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609352.341425:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11b80. 02000000:00000010:0.0:1749609352.341425:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50c00. 00000100:00000001:1.0:1749609352.341427:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609352.341427:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.341428:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609352.341429:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11b80. 00000400:00000010:0.0:1749609352.341429:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea840. 00000400:00000010:0.0:1749609352.341431:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00100000:1.0:1749609352.341432:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193452544:12345-0@lo:400: 00000100:00000200:0.0:1749609352.341433:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193452416, portal 10 00000100:00000001:2.0:1749609352.341434:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609352.341435:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609352.341435:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609352.341435:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193452544 00000100:00000001:0.0:1749609352.341435:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609352.341436:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609352.341437:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000020:00000001:1.0:1749609352.341437:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609352.341439:0:6441:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341439:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721884544 : -131938987667072 : ffff88008f821180) 00000020:00000001:1.0:1749609352.341440:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609352.341440:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370072192 : -131936339479424 : ffff88012d5a3480) 00000100:00000001:3.0:1749609352.341441:0:6441:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.341441:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f821180 x1834598193452288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609352.341442:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609352.341444:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1749609352.341444:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609352.341446:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193452288:12345-0@lo:38: 00000020:00000001:1.0:1749609352.341446:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000200:2.0:1749609352.341448:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193452288 00000020:00000001:2.0:1749609352.341449:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609352.341449:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609352.341450:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609352.341451:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609352.341451:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609352.341451:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609352.341453:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1749609352.341453:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000020:00000001:2.0:1749609352.341454:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609352.341455:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1749609352.341455:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193452416, offset 0 00010000:00020000:2.0:1749609352.341456:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609352.341457:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609352.341457:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609352.341458:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609352.341458:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609352.341459:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609352.341460:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609352.341461:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609352.341462:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609352.341462:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609352.341462:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609352.341463:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071cc00. 02000000:00000001:2.0:1749609352.341464:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609352.341464:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609352.341465:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609352.341466:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05580 02000000:00000010:1.0:1749609352.341467:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e71000. 02000000:00000001:1.0:1749609352.341468:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609352.341469:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 19400 00010000:00000001:2.0:1749609352.341470:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609352.341470:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609352.341471:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609352.341471:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609352.341472:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609352.341472:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1749609352.341473:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193452544 00000100:00000001:2.0:1749609352.341474:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609352.341474:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609352.341475:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609352.341476:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:1.0:1749609352.341476:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609352.341477:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609352.341477:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609352.341478:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00010000:00000200:1.0:1749609352.341478:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d29a680 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609352.341478:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749609352.341480:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000010:0.0:1749609352.341480:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f823100. 02000000:00000001:2.0:1749609352.341481:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609352.341482:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609352.341482:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f823100 x1834598193452416 msgsize 520 00000100:00000001:2.0:1749609352.341483:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609352.341484:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609352.341485:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00100000:0.0:1749609352.341485:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749609352.341487:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193452288, offset 0 00010000:00000001:1.0:1749609352.341488:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609352.341489:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609352.341490:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609352.341492:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749609352.341492:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=47 v=5 (1 0 0 0) 00000400:00000200:2.0:1749609352.341495:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05500 00000100:00000001:1.0:1749609352.341495:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609352.341495:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609352.341497:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:2.0:1749609352.341498:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4129 [1] + 0 00000100:00000001:1.0:1749609352.341499:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:2.0:1749609352.341500:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609352.341500:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609352.341501:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609352.341502:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609352.341503:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609352.341503:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609352.341505:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609352.341505:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609352.341506:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:1.0:1749609352.341507:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000400:00000010:0.0:1749609352.341507:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:0.0:1749609352.341509:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609352.341510:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609352.341510:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193452544, offset 224 00000100:00000200:0.0:1749609352.341512:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.341514:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609352.341514:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609352.341517:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:0.0:1749609352.341517:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609352.341518:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749609352.341518:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609352.341519:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749609352.341519:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609352.341520:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193452416 00000100:00000001:2.0:1749609352.341520:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609352.341520:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609352.341521:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609352.341522:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609352.341523:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609352.341523:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609352.341524:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609352.341525:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05600 00000100:00000001:0.0:1749609352.341525:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609352.341526:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341526:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341526:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749609352.341527:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609352.341528:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193452416 00000400:00000200:1.0:1749609352.341528:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4121 [1] + 224 00000100:00000001:0.0:1749609352.341528:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.341529:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821180 x1834598193452288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609352.341530:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609352.341530:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749609352.341531:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609352.341531:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 1020 usecs (2 jiffies) 00000020:00000001:3.0:1749609352.341532:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609352.341533:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341533:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298624786 00000100:00100000:2.0:1749609352.341534:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193452288:12345-0@lo:38: Request processed in 86us (203us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609352.341534:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609352.341534:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298624788 00000020:00000001:3.0:1749609352.341535:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.341536:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609352.341537:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 00000100:00100000:2.0:1749609352.341537:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000200:1.0:1749609352.341538:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.341539:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609352.341539:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609352.341540:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:0.0:1749609352.341540:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298624786 00000020:00000010:3.0:1749609352.341542:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000020:00000010:2.0:1749609352.341542:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09578. 00000100:00000001:0.0:1749609352.341542:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298624788 00000020:00000010:2.0:1749609352.341543:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c000. 00000100:00000040:1.0:1749609352.341544:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341544:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298624786 00000020:00000010:3.0:1749609352.341545:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09640. 00000100:00000001:2.0:1749609352.341545:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341545:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298624788 00000100:00000001:0.0:1749609352.341546:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298624786 00000100:00000001:3.0:1749609352.341548:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609352.341548:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298624788 00000100:00000001:3.0:1749609352.341549:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609352.341549:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609352.341550:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.341551:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.341553:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.341553:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:0.0:1749609352.341555:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609352.341556:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609352.341557:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609352.341558:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000400:00000200:0.0:1749609352.341560:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000010:0.0:1749609352.341561:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:3.0:1749609352.341562:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609352.341562:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609352.341563:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609352.341563:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609352.341563:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609352.341566:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000400:00000200:1.0:1749609352.341566:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000100:00000200:0.0:1749609352.341566:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.341567:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721892608 : -131938987659008 : ffff88008f823100) 00000100:00000040:2.0:1749609352.341568:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f823100 x1834598193452416/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609352.341568:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609352.341570:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609352.341571:0:6441:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.341571:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609352.341572:0:6441:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609352.341572:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609352.341573:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193452416:12345-0@lo:38: 00000100:00000001:1.0:1749609352.341573:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609352.341574:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193452416 00000020:00000001:2.0:1749609352.341575:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749609352.341575:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:2.0:1749609352.341576:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609352.341577:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609352.341578:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609352.341579:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609352.341579:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609352.341580:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609352.341580:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:2.0:1749609352.341581:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609352.341581:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609352.341582:0:1047:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749609352.341583:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609352.341584:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609352.341584:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609352.341584:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749609352.341585:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609352.341586:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d29a680 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341586:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609352.341587:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071c800. 00000100:00000001:0.0:1749609352.341587:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609352.341589:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609352.341591:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341592:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609352.341593:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749609352.341593:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193452544:12345-0@lo:400: Request processed in 169us (323us total) trans 0 rc 0/0 00010000:00000001:2.0:1749609352.341594:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609352.341594:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609352 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609352.341595:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609352.341597:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609352.341597:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749609352.341597:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=114 v=20 (20 0 0 0) 00000100:00000040:2.0:1749609352.341599:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609352.341599:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:1.0:1749609352.341599:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1749609352.341599:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749609352.341600:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:2.0:1749609352.341601:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609352.341601:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609352.341602:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609352.341602:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609352.341603:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609352.341603:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609352.341604:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.341604:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609352.341605:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609352.341605:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d380. 00000100:00000040:0.0:1749609352.341605:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609352.341606:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609352.341607:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000020:00000010:1.0:1749609352.341608:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000100:00000200:2.0:1749609352.341609:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193452416, offset 0 00000020:00000010:1.0:1749609352.341610:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000400:00000200:2.0:1749609352.341611:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749609352.341613:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000200:2.0:1749609352.341614:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609352.341615:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609352.341616:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05580 00000400:00000200:2.0:1749609352.341618:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4135 [1] + 0 00000400:00000200:2.0:1749609352.341620:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609352.341620:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609352.341622:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609352.341622:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609352.341624:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609352.341624:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609352.341625:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341626:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609352.341627:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609352.341629:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609352.341629:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609352.341632:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609352.341633:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609352.341633:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609352.341635:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000040:0.0:1749609352.341635:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609352.341636:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609352.341637:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609352.341637:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609352.341642:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609352.341642:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193452160:0@lo:38: 00000100:00000040:2.0:1749609352.341644:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609352.341645:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341645:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609352.341646:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609352.341647:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f823100 x1834598193452416/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341647:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609352.341649:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2d80 x1834598193452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609352.341651:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193452416:12345-0@lo:38: Request processed in 78us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609352.341654:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000001:0.0:1749609352.341654:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609352.341656:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609352.341656:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609352.341656:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1749609352.341658:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 02000000:00000010:0.0:1749609352.341658:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50800. 00000020:00000010:2.0:1749609352.341659:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09640. 00000020:00000010:2.0:1749609352.341660:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 02000000:00000001:0.0:1749609352.341660:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609352.341662:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609352.341662:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609352.341663:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609352.341665:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609352.341666:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071c000. 02000000:00000001:0.0:1749609352.341668:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609352.341669:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609352.341669:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609352.341670:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749609352.341670:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2d80. 00000400:00000001:2.0:1749609352.341672:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609352.341688:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609352.341690:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b478. 00000100:00000001:0.0:1749609352.341690:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609352.341691:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341692:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609352.341694:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e7f8 00000100:00000001:0.0:1749609352.341694:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749609352.341695:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e7f8. 00000100:00000001:0.0:1749609352.341695:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609352.341696:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609352.341698:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341699:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609352.341700:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609352.341702:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609352.341702:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609352.341703:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609352.341704:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea738. 00000400:00000200:0.0:1749609352.341705:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000001:2.0:1749609352.341706:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749609352.341706:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609352.341707:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609352.341708:0:1048:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609352.341708:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609352.341709:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609352.341710:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749609352.341710:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.341711:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609352.341712:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609352.341714:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=47 v=5 (5 0 0 0) 00000100:00000200:0.0:1749609352.341714:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341717:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609352.341718:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609352.341719:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609352.341719:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609352.341720:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609352.341721:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609352.341721:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609352.341721:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341722:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609352.341723:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749609352.341723:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609352.341725:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609352 v=5 (0 0 0 0) 00010000:00080000:2.0:1749609352.341726:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609352.341727:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=96 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609352.341728:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1749609352.341729:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341729:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609352.341730:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609352.341731:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609352.341732:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1749609352.341732:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.341734:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609352.341734:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341735:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609352.341736:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341736:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609352.341736:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341737:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609352.341738:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609352.341739:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609352.341739:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609352.341740:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1749609352.341740:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609352.341741:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341741:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609352.341743:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609352.341745:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609352.341747:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193452544:0@lo:400: 00000100:00000001:2.0:1749609352.341749:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609352.341750:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609352.341750:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193452288:0@lo:38: 00000100:00000040:2.0:1749609352.341751:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193452544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609352.341752:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609352.341753:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609352.341754:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1749609352.341754:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea840. 00000400:00000200:0.0:1749609352.341754:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 02000000:00000001:2.0:1749609352.341755:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1749609352.341755:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 02000000:00000010:2.0:1749609352.341756:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782d200. 00000100:00000001:0.0:1749609352.341756:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609352.341757:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609352.341757:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1749609352.341757:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609352.341758:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609352.341759:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609352.341760:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bed00. 00000100:00000200:0.0:1749609352.341760:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341763:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609352.341764:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609352.341764:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341765:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609352.341765:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609352.341766:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609352.341766:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609352.341767:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749609352.341767:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609352.341768:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00001000:0.0:1749609352.341769:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609352 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609352.341770:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1749609352.341770:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=47 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609352.341771:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341771:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609352.341771:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609352.341772:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341772:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609352.341773:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.341775:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609352.341775:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.341776:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609352.341776:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609352.341777:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341777:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609352.341778:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341779:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609352.341779:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609352.341783:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609352.341784:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609352.341786:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609352.341787:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609352.341791:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193452416:0@lo:38: 00000100:00000001:0.0:1749609352.341792:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341793:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609352.341794:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3100 x1834598193452288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341797:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609352.341798:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609352.341798:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50000. 02000000:00000001:0.0:1749609352.341799:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609352.341800:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609352.341801:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609352.341802:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609352.341802:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f800. 02000000:00000001:0.0:1749609352.341803:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609352.341804:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609352.341804:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 00000100:00000001:0.0:1749609352.341805:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609352.341806:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341807:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609352.341807:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3480 x1834598193452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609352.341810:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609352.341811:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609352.341812:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50c00. 02000000:00000001:0.0:1749609352.341813:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609352.341814:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609352.341814:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609352.341815:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609352.341819:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f400. 02000000:00000001:0.0:1749609352.341820:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609352.341821:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609352.341821:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 00000100:00000001:0.0:1749609352.341822:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609352.341823:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.341824:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341825:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609352.341825:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609352.341826:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.341827:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.344713:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298624788, at 4298624788 00000100:00000010:2.0:1749609352.344719:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7480. 00000100:00000040:1.0:1749609352.344722:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298624788, at 4298624788 00000100:00000010:1.0:1749609352.344727:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7cc0. 00000100:00000040:3.0:1749609352.344737:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298624788, at 4298624788 00000100:00000040:0.0:1749609352.344737:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298624788, at 4298624788 00000100:00000010:3.0:1749609352.344747:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00000100:00000010:0.0:1749609352.344760:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000001:2.0:1749609353.082787:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609353.082794:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609353.082796:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609353.082799:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609353.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609353.082805:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609353.082807:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609353.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609353.082811:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609353.185745:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609353.185753:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609353.185755:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609353.185757:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:3.0:1749609353.185760:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609353.185763:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609353.185765:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609353.185768:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609353.185769:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609353.270777:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609353.270783:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609353.270873:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609353.270878:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609353.270880:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609353.341778:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609353.341794:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609353.341795:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609353.341799:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609353.341801:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609353.341804:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609353.341805:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609354.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609354.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609354.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609354.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609354.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609354.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609354.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609354.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609354.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609354.185740:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609354.185747:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609354.185749:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609354.185751:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:3.0:1749609354.185754:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609354.185757:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609354.185759:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609354.185762:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609354.185764:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609354.272778:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609354.272786:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609354.272860:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609354.272864:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609354.272866:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609354.341717:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609354.341728:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609354.341729:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609354.341732:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609354.341734:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609354.341737:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609354.341738:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.082787:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609355.082794:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609355.082796:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609355.082798:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609355.082802:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609355.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609355.082807:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609355.082808:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609355.082810:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.185739:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609355.185747:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609355.185759:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609355.185762:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:3.0:1749609355.185766:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609355.185768:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609355.185770:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609355.185773:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609355.185774:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609355.274801:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609355.274810:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609355.274812:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609355.274815:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609355.274818:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609355.274820:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609355.274821:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609355.274823:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609355.274919:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609355.274923:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609355.274925:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609355.341784:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609355.341801:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609355.341802:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609355.341806:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609355.341808:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609355.341811:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.341813:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609356.082793:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609356.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609356.082802:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609356.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609356.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609356.082811:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609356.082813:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609356.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609356.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609356.185752:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609356.185760:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609356.185762:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609356.185764:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:0.0:1749609356.185767:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609356.185771:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609356.185773:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609356.185775:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609356.185776:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609356.276769:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609356.276775:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609356.276833:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609356.276838:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609356.276841:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609356.341792:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609356.341808:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609356.341809:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609356.341813:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609356.341815:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609356.341819:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609356.341820:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609357.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609357.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609357.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609357.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609357.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609357.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609357.082817:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609357.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.185732:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609357.185741:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609357.185743:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609357.185746:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:0.0:1749609357.185750:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609357.185753:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.185756:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609357.185759:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.185762:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609357.278775:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609357.278782:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609357.278836:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609357.278841:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609357.278843:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609357.341816:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609357.341834:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609357.341835:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.341852:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609357.341854:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609357.341858:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.341859:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609357.348759:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609357.348766:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609357.348769:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609357.348774:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609357.348776:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609357.348779:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609357.348783:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609357.348788:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3957 00000100:00080000:2.0:1749609357.348792:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609357.348795:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609357.348797:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609357.348799:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609357.348801:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609357.348805:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609357.348807:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609357.348816:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609357.348819:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609357.348822:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609357.348824:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609357.348827:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609357.348829:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609357.348830:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609357.348832:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609357.348834:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609357.348837:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609357.348839:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609357.348841:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609357.348849:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609357.348851:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.348853:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609357.348856:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609357.348861:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609357.348864:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609357.348868:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609357.348869:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.348871:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609357.348874:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609357.348877:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609357.348884:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071d000. 00000100:00000001:2.0:1749609357.348891:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609357.348898:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609357.348908:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609357.348910:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609357.348913:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609357.348935:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609357.348947:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609357.348951:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609357.348952:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609357.348953:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609357.348955:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609357.348957:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3957 00000100:00080000:2.0:1749609357.348959:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609357.348961:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609357.348963:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609357.348964:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609357.348966:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609357.348967:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609357.348967:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609357.348969:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609357.348970:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609357.348970:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609357.348971:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000100:00000001:0.0:1749609357.348972:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609357.348973:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609357.348975:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609357.348976:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609357.348977:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609357.348978:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609357.348980:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609357.348981:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609357.348983:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00000001:0.0:1749609357.348983:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609357.348984:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609357.348984:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.348986:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609357.348986:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609357.348988:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609357.348988:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609357.348989:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609357.348991:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609357.348991:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193452672:0@lo:38: 02000000:00000001:2.0:1749609357.348992:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.348993:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609357.348994:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609357.348996:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609357.348996:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609357.348997:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609357.348999:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 02000000:00000001:0.0:1749609357.348999:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749609357.349000:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000010:0.0:1749609357.349002:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50c00. 02000000:00000001:0.0:1749609357.349003:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609357.349005:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609357.349006:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349007:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609357.349008:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749609357.349008:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea840. 02000000:00000001:2.0:1749609357.349009:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609357.349013:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071f400. 00000100:00000001:2.0:1749609357.349015:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609357.349015:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00100000:2.0:1749609357.349018:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749609357.349021:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193452672, portal 4 00000100:00000001:2.0:1749609357.349022:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609357.349023:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349023:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609357.349024:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349024:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000100:00000040:0.0:1749609357.349028:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609357.349029:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609357.349030:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609357.349032:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609357.349033:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749609357.349033:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749609357.349034:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609357.349035:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:0.0:1749609357.349035:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749609357.349036:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3957 00000400:00000010:0.0:1749609357.349036:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00080000:2.0:1749609357.349038:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749609357.349038:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193452672, offset 0 00000100:00000040:2.0:1749609357.349039:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609357.349040:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609357.349041:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609357.349041:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609357.349042:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609357.349042:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609357.349043:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609357.349044:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609357.349045:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609357.349046:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609357.349047:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609357.349051:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609357.349052:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609357.349053:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609357.349054:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609357.349055:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000400:00000200:0.0:1749609357.349055:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749609357.349057:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609357.349057:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609357.349058:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609357.349060:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609357.349061:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349062:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609357.349062:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609357.349064:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000400:00000200:0.0:1749609357.349064:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada05680 00000020:00000040:2.0:1749609357.349065:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609357.349066:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609357.349067:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349068:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609357.349068:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609357.349069:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609357.349070:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071f800. 00000100:00000001:2.0:1749609357.349072:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609357.349072:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 13000 00000100:00100000:2.0:1749609357.349074:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609357.349077:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609357.349077:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609357.349078:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3480] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609357.349078:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609357.349081:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609357.349083:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609357.349084:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609357.349086:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609357.349087:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749609357.349087:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609357.349089:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 00000020:00000040:2.0:1749609357.349090:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000010:0.0:1749609357.349090:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821f80. 00000100:00000040:0.0:1749609357.349092:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f821f80 x1834598193452672 msgsize 520 00000100:00000001:2.0:1749609357.349094:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1749609357.349094:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609357.349095:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609357.349096:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609357.349098:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bed00. 00000100:00000001:2.0:1749609357.349100:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609357.349102:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609357.349106:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609357.349107:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609357.349109:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3100] to pc [ptlrpcd_00_01+1] req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349110:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609357.349118:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609357.349119:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609357.349121:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609357.349123:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349128:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609357.349129:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609357.349129:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609357.349132:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3967) 00000100:00000001:0.0:1749609357.349133:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349134:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609357.349136:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349140:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609357.349140:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3370 usecs (4 jiffies) 00000100:00100000:2.0:1749609357.349141:0:1048:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749609357.349142:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.349142:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298629796 00000100:00000010:0.0:1749609357.349144:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000100:00000001:2.0:1749609357.349146:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609357.349147:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609357.349148:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609357.349149:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609357.349150:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609357.349150:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749609357.349152:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349155:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298629796 00000100:00000001:2.0:1749609357.349156:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609357.349156:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609357.349156:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7000. 02000000:00000001:2.0:1749609357.349158:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609357.349158:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609357.349158:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749609357.349159:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609357.349160:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193453056:0@lo:400: 00000100:00000001:2.0:1749609357.349163:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609357.349163:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298629796 02000000:00000001:2.0:1749609357.349164:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749609357.349164:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7b00. 02000000:00000001:2.0:1749609357.349165:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609357.349166:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609357.349166:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000010:2.0:1749609357.349168:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef75c00. 00000100:00000001:0.0:1749609357.349168:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298629796 02000000:00000001:2.0:1749609357.349172:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609357.349172:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7ec0. 00000100:00000001:0.0:1749609357.349173:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:2.0:1749609357.349175:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000100:00000001:0.0:1749609357.349175:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609357.349176:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609357.349178:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609357.349178:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349179:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609357.349180:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193453056, portal 10 00000100:00000001:2.0:1749609357.349181:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609357.349181:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609357.349182:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370071296 : -131936339480320 : ffff88012d5a3100) 00000100:00000001:0.0:1749609357.349182:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.349183:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609357.349183:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609357.349184:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609357.349186:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609357.349186:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609357.349188:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609357.349189:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609357.349190:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609357.349190:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609357.349190:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609357.349191:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193452672 00000100:00000040:2.0:1749609357.349191:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609357.349191:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609357.349192:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 02000000:00000001:0.0:1749609357.349192:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609357.349193:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749609357.349193:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193453056, offset 0 00000100:00000001:1.0:1749609357.349193:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609357.349193:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609357.349194:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193452800:0@lo:38: 00000100:00000001:3.0:1749609357.349195:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609357.349196:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609357.349197:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609357.349197:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609357.349197:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609357.349198:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609357.349199:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749609357.349200:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609357.349200:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50000. 02000000:00000001:0.0:1749609357.349201:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609357.349202:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609357.349203:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193452672 00000400:00000010:0.0:1749609357.349203:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea738. 00000020:00000001:3.0:1749609357.349205:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749609357.349205:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000020:00000040:3.0:1749609357.349206:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609357.349207:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609357.349207:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada05800 00000100:00000200:0.0:1749609357.349207:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193452800, portal 10 00000020:00000001:3.0:1749609357.349208:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349208:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609357.349208:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000020:00000001:3.0:1749609357.349209:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609357.349212:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609357.349213:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782de00. 00000400:00000200:2.0:1749609357.349213:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 19920 00000100:00000001:0.0:1749609357.349215:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609357.349216:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886500. 00000400:00000200:2.0:1749609357.349217:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609357.349219:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749609357.349220:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09708. 00000400:00000200:2.0:1749609357.349220:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609357.349220:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000100:00000200:0.0:1749609357.349221:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193452800, offset 0 00000100:00000001:2.0:1749609357.349223:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749609357.349223:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609357.349224:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609357.349224:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609357.349225:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609357.349226:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609357.349227:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749609357.349228:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2d80. 00000400:00000200:0.0:1749609357.349229:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05700 00000100:00000040:2.0:1749609357.349230:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a2d80 x1834598193453056 msgsize 224 00000100:00000001:3.0:1749609357.349232:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609357.349232:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 20144 00000100:00100000:2.0:1749609357.349233:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609357.349235:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609357.349237:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609357.349246:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609357.349247:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609357.349255:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609357.349255:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609357.349256:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:3.0:1749609357.349257:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609357.349260:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000001:2.0:1749609357.349261:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609357.349263:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721888128 : -131938987663488 : ffff88008f821f80) 00000100:00000200:2.0:1749609357.349263:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349264:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609357.349265:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609357.349266:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f821f80 x1834598193452672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609357.349268:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749609357.349268:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820a80. 00000100:00000040:2.0:1749609357.349269:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609357.349269:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f820a80 x1834598193452800 msgsize 520 00000100:00100000:0.0:1749609357.349271:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609357.349272:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349276:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609357.349276:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609357.349279:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000010:0.0:1749609357.349280:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:2.0:1749609357.349281:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349281:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609357.349282:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193452672:12345-0@lo:38: 00000100:00000040:2.0:1749609357.349283:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 548 usecs (1 jiffies) 00000100:00000001:1.0:1749609357.349283:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609357.349283:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609357.349284:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193452672 00000100:00000001:2.0:1749609357.349284:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298629793 00000100:00100000:1.0:1749609357.349284:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193453056 02000000:00000001:1.0:1749609357.349285:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609357.349286:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298629796 00000020:00000001:3.0:1749609357.349287:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609357.349287:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298629793 00000100:00000001:1.0:1749609357.349287:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609357.349287:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609357.349288:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298629796 00000100:00000001:1.0:1749609357.349288:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609357.349288:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609357.349289:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298629793 00010000:00000001:3.0:1749609357.349290:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609357.349290:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298629796 02000000:00000001:1.0:1749609357.349290:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349291:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298629793 00000100:00000001:2.0:1749609357.349291:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298629796 00000100:00100000:1.0:1749609357.349291:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193453056 00000100:00000001:0.0:1749609357.349291:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349292:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609357.349292:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609357.349292:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609357.349293:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349294:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349294:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349296:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609357.349296:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1127 usecs (2 jiffies) 00000100:00000001:0.0:1749609357.349297:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298629794 00000020:00000040:1.0:1749609357.349298:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:0.0:1749609357.349298:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298629796 00000020:00000001:1.0:1749609357.349300:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609357.349300:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298629794 00000020:00000001:3.0:1749609357.349301:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609357.349301:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:0.0:1749609357.349301:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298629796 00000020:00000001:1.0:1749609357.349302:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609357.349302:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298629794 00010000:00020000:3.0:1749609357.349303:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609357.349303:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298629796 00010000:00000001:3.0:1749609357.349304:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609357.349304:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00010000:00000001:3.0:1749609357.349306:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609357.349307:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609357.349307:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298629794 00000100:00000001:0.0:1749609357.349308:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298629796 00000100:00000001:3.0:1749609357.349309:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749609357.349309:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11b80. 00000100:00000001:0.0:1749609357.349309:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609357.349310:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609357.349310:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349311:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609357.349312:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609357.349312:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609357.349312:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b115c0. 00000100:00100000:2.0:1749609357.349313:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193452800 00000100:00000040:0.0:1749609357.349313:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609357.349314:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749609357.349315:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c462400. 00000100:00000001:2.0:1749609357.349315:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609357.349316:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349316:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609357.349316:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609357.349316:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609357.349316:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609357.349317:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609357.349318:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609357.349318:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193452800 02000000:00000001:0.0:1749609357.349318:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609357.349319:0:6440:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609357.349319:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609357.349320:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1749609357.349320:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749609357.349320:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609357.349321:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749609357.349321:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193452928:0@lo:38: 00010000:00000001:3.0:1749609357.349322:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609357.349322:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.349322:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1749609357.349323:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349323:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00001000:3.0:1749609357.349324:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:1.0:1749609357.349324:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 02000000:00000001:0.0:1749609357.349324:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609357.349324:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609357.349325:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75600. 02000000:00000001:0.0:1749609357.349325:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609357.349326:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749609357.349326:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d380. 02000000:00000010:0.0:1749609357.349326:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50800. 00000020:00000010:2.0:1749609357.349327:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d700. 02000000:00000001:0.0:1749609357.349327:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609357.349328:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609357.349329:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:2.0:1749609357.349329:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000020:00000010:1.0:1749609357.349329:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000400:00000010:0.0:1749609357.349329:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000100:00000001:3.0:1749609357.349330:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:0.0:1749609357.349330:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000100:00000001:2.0:1749609357.349331:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609357.349332:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609357.349332:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749609357.349332:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193452928, portal 10 00000100:00000040:3.0:1749609357.349333:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609357.349333:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609357.349333:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609357.349333:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609357.349333:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370072192 : -131936339479424 : ffff88012d5a3480) 02000000:00000001:3.0:1749609357.349334:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609357.349334:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609357.349335:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609357.349336:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.349336:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609357.349337:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609357.349337:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609357.349338:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609357.349338:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.349339:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1749609357.349357:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000001:1.0:1749609357.349357:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609357.349358:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609357.349360:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193452672, offset 0 00000100:00000001:2.0:1749609357.349361:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609357.349363:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609357.349364:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.349365:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609357.349366:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609357.349367:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609357.349367:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749609357.349367:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00000001:2.0:1749609357.349368:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609357.349369:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749609357.349369:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193452928, offset 0 00000100:00100000:2.0:1749609357.349370:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1749609357.349370:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609357.349371:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609357.349372:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609357.349373:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370070400 : -131936339481216 : ffff88012d5a2d80) 00000100:00100000:1.0:1749609357.349374:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000400:00000200:3.0:1749609357.349375:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada05680 00000100:00000040:2.0:1749609357.349376:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a2d80 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:303/0 lens 224/0 e 0 to 0 dl 1749609368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609357.349376:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721882752 : -131938987668864 : ffff88008f820a80) 00000400:00000200:0.0:1749609357.349376:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609357.349377:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4149 [1] + 0 00000100:00000040:1.0:1749609357.349378:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f820a80 x1834598193452800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609357.349379:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05780 00000400:00000200:3.0:1749609357.349380:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609357.349381:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609357.349382:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609357.349382:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4c80. 00000100:00000001:2.0:1749609357.349383:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609357.349384:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193452800:12345-0@lo:38: 00000400:00000200:0.0:1749609357.349384:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 20664 00000020:00000010:2.0:1749609357.349385:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4c80. 00000100:00000200:1.0:1749609357.349385:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193452800 00000100:00100000:2.0:1749609357.349387:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193453056:12345-0@lo:400: 00000020:00000001:1.0:1749609357.349387:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609357.349387:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609357.349388:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749609357.349389:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609357.349390:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609357.349390:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193453056 00000020:00000001:2.0:1749609357.349391:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609357.349391:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609357.349391:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749609357.349392:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609357.349393:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609357.349393:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000010:0.0:1749609357.349393:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820000. 00000020:00000001:2.0:1749609357.349394:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609357.349394:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749609357.349395:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f820000 x1834598193452928 msgsize 520 00000020:00000001:2.0:1749609357.349396:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609357.349397:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00100000:0.0:1749609357.349397:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609357.349398:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609357.349399:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1749609357.349399:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609357.349400:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609357.349400:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609357.349401:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609357.349401:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609357.349402:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609357.349403:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609357.349403:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749609357.349403:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:0.0:1749609357.349403:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000020:00000001:2.0:1749609357.349404:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1749609357.349404:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609357.349405:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609357.349406:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609357.349406:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e72400. 00000100:00000200:0.0:1749609357.349406:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609357.349407:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 02000000:00000001:1.0:1749609357.349407:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609357.349408:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000020:00000001:2.0:1749609357.349408:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609357.349408:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609357.349409:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609357.349410:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749609357.349410:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349410:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609357.349411:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609357.349411:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609357.349411:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609357.349412:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749609357.349412:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609357.349413:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609357.349413:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071c000. 00000100:00000001:1.0:1749609357.349413:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609357.349414:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:2.0:1749609357.349414:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.349414:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609357.349414:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609357.349415:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349415:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349415:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609357.349416:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609357.349416:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:2.0:1749609357.349417:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.349417:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609357.349417:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609357.349418:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193453056 00000100:00000001:1.0:1749609357.349418:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609357.349419:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f821f80 x1834598193452672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609357.349419:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609357.349419:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 963 usecs (1 jiffies) 00000100:00000001:0.0:1749609357.349420:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298629793 02000000:00000001:1.0:1749609357.349421:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609357.349421:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298629796 02000000:00000001:1.0:1749609357.349422:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349422:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298629793 00000100:00100000:3.0:1749609357.349423:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193452672:12345-0@lo:38: Request processed in 142us (330us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749609357.349423:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609357.349423:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609357.349423:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298629796 00000100:00000040:1.0:1749609357.349424:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609357.349424:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298629793 00010000:00000200:2.0:1749609357.349425:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a2d80 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609357.349425:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000001:0.0:1749609357.349425:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298629796 00000100:00000001:0.0:1749609357.349426:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298629793 00000100:00000001:0.0:1749609357.349426:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298629796 00000100:00000200:1.0:1749609357.349427:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193452800, offset 0 00000100:00000001:0.0:1749609357.349427:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609357.349428:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:3.0:1749609357.349430:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609357.349430:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749609357.349430:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609357.349430:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609357.349431:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349431:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609357.349432:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=52 v=5 (1 0 0 0) 00000020:00000010:3.0:1749609357.349434:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886500. 00000100:00000001:2.0:1749609357.349434:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609357.349434:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1749609357.349434:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609357.349435:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749609357.349436:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09708. 00000100:00000040:2.0:1749609357.349436:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609357.349437:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:0.0:1749609357.349437:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea840. 00000020:00000010:3.0:1749609357.349438:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782de00. 02000000:00000001:2.0:1749609357.349438:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609357.349438:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05700 02000000:00000001:2.0:1749609357.349439:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609357.349439:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000100:00000001:3.0:1749609357.349440:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609357.349440:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609357.349440:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:0.0:1749609357.349441:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609357.349442:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609357.349442:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4159 [1] + 0 00000100:00000200:0.0:1749609357.349442:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609357.349443:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609357.349445:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193453056, offset 224 00000400:00000200:1.0:1749609357.349445:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609357.349447:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609357.349447:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749609357.349447:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609357.349449:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:3.0:1749609357.349450:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609357.349450:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609357.349451:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609357.349451:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349451:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609357.349452:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609357.349452:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609357.349454:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05800 02000000:00000001:0.0:1749609357.349454:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609357.349455:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609357.349456:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609357.349457:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4151 [1] + 224 00000100:00000040:1.0:1749609357.349457:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609357.349458:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609357.349460:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749609357.349461:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609357 v=5 (0 0 0 0) 00000400:00000200:2.0:1749609357.349462:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609357.349463:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609357.349463:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=119 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609357.349464:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609357.349465:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749609357.349465:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609357.349465:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609357.349467:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609357.349468:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000100:00000001:0.0:1749609357.349468:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609357.349469:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193452928 00000400:00000010:1.0:1749609357.349469:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 02000000:00000001:3.0:1749609357.349470:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609357.349470:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609357.349470:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609357.349471:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609357.349471:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609357.349472:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.349472:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609357.349474:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.349474:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349474:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749609357.349475:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193452928 00000100:00000040:1.0:1749609357.349475:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:3.0:1749609357.349476:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609357.349476:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609357.349476:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349476:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1749609357.349477:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609357.349477:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609357.349477:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609357.349478:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609357.349478:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00000001:0.0:1749609357.349478:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749609357.349479:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609357.349479:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000040:1.0:1749609357.349479:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820a80 x1834598193452800/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609357.349480:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349480:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609357.349481:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782de00. 00000100:00000001:2.0:1749609357.349481:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:0.0:1749609357.349481:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749609357.349482:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886500. 00000100:00000001:2.0:1749609357.349482:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609357.349483:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09708. 00000100:00000001:2.0:1749609357.349483:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609357.349483:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000040:2.0:1749609357.349484:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:1.0:1749609357.349484:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193452800:12345-0@lo:38: Request processed in 100us (213us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609357.349484:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609357.349485:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609357.349486:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749609357.349486:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609357.349487:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609357.349488:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000001:3.0:1749609357.349489:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609357.349489:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.349489:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749609357.349489:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609357.349490:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609357.349490:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609357.349490:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609357.349491:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d700. 00000100:00000040:2.0:1749609357.349492:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2d80 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609357.349494:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609357.349494:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000100:00100000:0.0:1749609357.349494:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193452672:0@lo:38: 00000100:00000001:3.0:1749609357.349495:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609357.349496:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609357.349497:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1749609357.349497:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193453056:12345-0@lo:400: Request processed in 116us (266us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609357.349497:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609357.349498:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721880064 : -131938987671552 : ffff88008f820000) 00000020:00000010:1.0:1749609357.349498:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75600. 00000100:00000040:0.0:1749609357.349498:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193452672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609357.349500:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f820000 x1834598193452928/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609357.349501:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.349501:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1749609357.349502:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 02000000:00000001:0.0:1749609357.349502:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749609357.349503:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 02000000:00000010:0.0:1749609357.349504:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50c00. 00000100:00100000:3.0:1749609357.349505:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193452928:12345-0@lo:38: 00000100:00000001:2.0:1749609357.349505:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749609357.349506:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193452928 00000100:00000001:2.0:1749609357.349506:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609357.349506:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609357.349507:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609357.349507:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d380. 00000020:00000001:0.0:1749609357.349507:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749609357.349508:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:0.0:1749609357.349508:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:2.0:1749609357.349509:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000020:00000001:0.0:1749609357.349509:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609357.349510:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071d000. 00000020:00000010:2.0:1749609357.349511:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000020:00000001:3.0:1749609357.349512:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609357.349512:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00020000:3.0:1749609357.349513:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:2.0:1749609357.349513:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000001:0.0:1749609357.349513:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609357.349514:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00010000:00000001:3.0:1749609357.349515:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609357.349515:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609357.349516:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609357.349516:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609357.349517:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.349518:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609357.349520:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609357.349520:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609357.349521:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609357.349521:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609357.349522:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609357.349522:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609357.349522:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609357.349523:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609357.349523:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1749609357.349525:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c462c00. 02000000:00000001:3.0:1749609357.349525:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609357.349525:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609357.349526:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609357.349526:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609357.349527:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea738. 00010000:00000001:3.0:1749609357.349528:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609357.349528:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00010000:00000001:3.0:1749609357.349529:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609357.349529:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00001000:3.0:1749609357.349530:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609357.349530:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609357.349531:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749609357.349531:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609357.349532:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1749609357.349532:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609357.349533:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000001:2.0:1749609357.349533:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609357.349534:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:2.0:1749609357.349534:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000100:00000001:3.0:1749609357.349535:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:2.0:1749609357.349535:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000200:0.0:1749609357.349535:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609357.349536:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000040:3.0:1749609357.349537:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609357.349537:0:1048:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609357.349538:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609357.349539:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609357.349539:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609357.349540:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609357.349541:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609357.349542:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000001:0.0:1749609357.349542:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609357.349543:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349543:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609357.349544:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193452928, offset 0 00000100:00000001:0.0:1749609357.349544:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749609357.349545:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609357.349545:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609357.349546:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609357.349547:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609357.349547:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609357.349547:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349548:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609357.349549:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609357.349549:0:1048:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:0.0:1749609357.349549:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609357 v=5 (0 0 0 0) 02000000:00000001:2.0:1749609357.349550:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609357.349550:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1749609357.349550:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=101 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609357.349551:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609357.349552:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05780 02000000:00000001:2.0:1749609357.349552:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349552:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609357.349552:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609357.349553:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609357.349554:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4161 [1] + 0 00000100:00000040:0.0:1749609357.349554:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609357.349556:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609357.349557:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609357.349558:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749609357.349558:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=52 v=5 (5 0 0 0) 00000100:00000001:0.0:1749609357.349558:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749609357.349559:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609357.349559:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609357.349560:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609357.349560:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609357.349560:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609357.349561:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609357.349561:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609357.349561:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:3.0:1749609357.349562:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609357.349562:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609357.349563:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609357.349564:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749609357.349565:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749609357.349566:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609357.349567:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609357.349569:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193452800:0@lo:38: 00010000:00000001:2.0:1749609357.349570:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609357.349571:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609357.349573:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609357.349573:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609357.349575:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609357.349576:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609357.349577:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609357.349580:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609357.349581:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000100:00000001:2.0:1749609357.349581:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609357.349582:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609357.349583:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000040:2.0:1749609357.349583:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609357.349584:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609357.349585:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609357.349586:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609357.349586:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193453056:0@lo:400: 00000100:00000040:3.0:1749609357.349588:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609357.349589:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349589:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749609357.349589:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749609357.349590:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609357.349590:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1749609357.349590:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609357.349591:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820000 x1834598193452928/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609357.349591:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3100 x1834598193453056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609357.349591:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000400:00000200:0.0:1749609357.349592:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000010:0.0:1749609357.349593:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:2.0:1749609357.349594:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609357.349595:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749609357.349596:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193452928:12345-0@lo:38: Request processed in 91us (200us total) trans 0 rc -19/-19 02000000:00000010:2.0:1749609357.349596:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef75c00. 02000000:00000001:2.0:1749609357.349597:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609357.349597:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749609357.349598:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609357.349598:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609357.349599:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749609357.349599:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609357.349600:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 02000000:00000010:2.0:1749609357.349600:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bed00. 00000100:00000001:3.0:1749609357.349601:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609357.349602:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609357.349603:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886500. 00000100:00000200:0.0:1749609357.349603:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609357.349605:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09708. 02000000:00000001:2.0:1749609357.349605:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1749609357.349606:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782de00. 00000100:00000001:0.0:1749609357.349606:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609357.349607:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.349607:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609357.349608:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609357.349608:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609357.349608:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1749609357.349609:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 00000100:00000001:0.0:1749609357.349609:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609357.349610:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349611:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609357.349611:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609357.349611:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.349612:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609357.349612:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609357 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609357.349614:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=52 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609357.349615:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609357.349615:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349615:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609357.349616:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609357.349616:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609357.349617:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349617:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609357.349618:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349621:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609357.349622:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609357.349623:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.349623:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609357.349624:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609357.349625:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609357.349626:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609357.349627:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609357.349628:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609357.349632:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193452928:0@lo:38: 00000100:00000001:0.0:1749609357.349633:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349637:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609357.349638:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193452800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349642:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609357.349643:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609357.349644:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50000. 02000000:00000001:0.0:1749609357.349645:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609357.349645:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609357.349646:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609357.349647:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609357.349647:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f400. 02000000:00000001:0.0:1749609357.349648:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609357.349649:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609357.349649:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:0.0:1749609357.349651:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609357.349651:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.349652:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609357.349653:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3480 x1834598193452928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609357.349657:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609357.349657:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609357.349658:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50800. 02000000:00000001:0.0:1749609357.349659:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609357.349659:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609357.349660:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609357.349660:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609357.349661:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f800. 02000000:00000001:0.0:1749609357.349662:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609357.349662:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609357.349663:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 00000100:00000001:0.0:1749609357.349664:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609357.349664:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.349665:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349666:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609357.349666:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609357.349667:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.349668:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609357.352713:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298629796, at 4298629796 00000100:00000040:0.0:1749609357.352714:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298629796, at 4298629796 00000100:00000040:1.0:1749609357.352717:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298629796, at 4298629796 00000100:00000010:2.0:1749609357.352723:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b00. 00000100:00000010:1.0:1749609357.352723:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7000. 00000100:00000010:0.0:1749609357.352730:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000040:3.0:1749609357.352732:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298629796, at 4298629796 00000100:00000010:3.0:1749609357.352737:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7ec0. 00000100:00000001:2.0:1749609358.082784:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609358.082791:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609358.082793:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609358.082796:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609358.082799:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609358.082802:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609358.082805:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609358.082806:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609358.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609358.185747:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609358.185754:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609358.185756:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609358.185758:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:0.0:1749609358.185761:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609358.185764:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609358.185766:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609358.185769:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609358.185770:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609358.280803:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609358.280810:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609358.280868:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609358.280872:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609358.280874:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609358.348767:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609358.348786:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609358.348788:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609358.348792:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609358.348794:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609358.348797:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609358.348798:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609359.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609359.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609359.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609359.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609359.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609359.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609359.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609359.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609359.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609359.185812:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609359.185820:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609359.185822:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609359.185825:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609359.185829:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609359.185832:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609359.185835:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609359.185838:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609359.185840:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609359.282806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609359.282812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609359.282878:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609359.282882:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609359.282884:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609359.348756:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609359.348770:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609359.348771:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609359.348775:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609359.348777:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609359.348780:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609359.348781:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609360.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609360.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609360.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609360.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609360.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609360.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.185724:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609360.185731:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609360.185733:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609360.185736:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609360.185739:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609360.185742:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.185744:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609360.185747:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.185748:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609360.284778:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609360.284785:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609360.284834:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609360.284838:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609360.284840:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609360.348776:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609360.348795:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609360.348796:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609360.348800:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609360.348803:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609360.348806:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.348808:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609361.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609361.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609361.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609361.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609361.082810:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609361.082813:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609361.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609361.082817:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609361.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609361.185722:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609361.185728:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609361.185730:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609361.185732:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609361.185735:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609361.185738:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609361.185740:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609361.185743:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609361.185744:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609361.195927:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609361.195958:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609361.195961:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609361.195962:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609361.195972:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609361.195987:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500200 00000400:00000100:0.0:1749609361.195993:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188188160 offset 0 length 520: 4 00000400:00000200:0.0:1749609361.195996:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619080 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609361.195998:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609361.196008:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609361.196030:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609361.196032:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609361.196034:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609361.286762:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609361.286768:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609361.286828:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609361.286832:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609361.286835:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609361.348779:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609361.348794:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609361.348795:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609361.348798:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609361.348800:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609361.348804:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609361.348805:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.082777:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609362.082786:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609362.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609362.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609362.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609362.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609362.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609362.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609362.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.185730:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609362.185737:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609362.185739:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609362.185742:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609362.185746:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609362.185750:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609362.185754:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609362.185757:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609362.185759:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609362.288800:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609362.288805:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609362.288865:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609362.288869:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609362.288873:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609362.348785:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609362.348802:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609362.348804:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.348808:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609362.348810:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609362.348814:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.348816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609362.356755:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609362.356761:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609362.356763:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609362.356765:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609362.356767:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609362.356769:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609362.356773:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609362.356777:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3962 00000100:00080000:2.0:1749609362.356780:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609362.356782:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609362.356783:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609362.356785:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609362.356786:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609362.356788:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609362.356791:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609362.356793:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609362.356796:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609362.356810:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609362.356812:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609362.356814:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609362.356815:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609362.356816:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609362.356817:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609362.356818:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609362.356820:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609362.356821:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609362.356823:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609362.356829:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609362.356831:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.356832:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609362.356834:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609362.356838:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 00000020:00000040:2.0:1749609362.356840:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609362.356843:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609362.356845:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.356847:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609362.356848:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609362.356851:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609362.356857:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071f800. 00000100:00000001:2.0:1749609362.356863:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609362.356869:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609362.356877:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609362.356878:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609362.356881:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3100] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.356897:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609362.356899:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609362.356901:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609362.356905:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609362.356905:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609362.356907:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609362.356909:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3962 00000100:00080000:2.0:1749609362.356910:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609362.356911:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609362.356912:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609362.356913:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609362.356914:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609362.356915:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609362.356915:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609362.356916:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609362.356917:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609362.356918:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609362.356919:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609362.356920:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609362.356921:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609362.356922:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609362.356923:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609362.356924:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609362.356925:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609362.356926:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609362.356927:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609362.356928:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609362.356929:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.356930:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609362.356931:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609362.356933:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609362.356934:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609362.356935:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609362.356935:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.356936:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609362.356939:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609362.356940:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609362.356942:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071f400. 00000100:00000001:2.0:1749609362.356944:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609362.356946:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609362.356950:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609362.356951:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609362.356952:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a0380] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.356954:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609362.356955:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609362.356957:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609362.356958:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609362.356959:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609362.356959:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609362.356960:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609362.356960:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609362.356962:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609362.356963:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3962 00000100:00000040:0.0:1749609362.356963:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609362.356964:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609362.356965:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609362.356966:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609362.356966:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609362.356967:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609362.356968:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609362.356969:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609362.356969:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609362.356970:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749609362.356971:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609362.356971:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609362.356972:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609362.356973:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609362.356974:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609362.356975:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609362.356977:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.356979:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609362.356979:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749609362.356980:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609362.356981:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609362.356981:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609362.356982:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609362.356983:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609362.356983:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609362.356984:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609362.356985:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609362.356985:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193453184:0@lo:38: 00000100:00000001:2.0:1749609362.356986:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609362.356987:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609362.356988:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000100:00000001:0.0:1749609362.356988:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749609362.356989:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609362.356990:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609362.356990:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609362.356991:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.356992:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609362.356992:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609362.356992:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609362.356993:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609362.356993:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609362.356994:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071d000. 00000100:00000001:2.0:1749609362.356996:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609362.356996:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50400. 00000100:00100000:2.0:1749609362.356997:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609362.356998:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357001:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609362.357001:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609362.357002:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609362.357003:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000100:00000001:2.0:1749609362.357006:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609362.357007:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609362.357009:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749609362.357009:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000100:00000010:2.0:1749609362.357011:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609362.357012:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609362.357013:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609362.357014:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609362.357015:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609362.357016:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193453184, portal 4 02000000:00000010:2.0:1749609362.357017:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bed00. 00000100:00000001:0.0:1749609362.357017:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609362.357019:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370071296 : -131936339480320 : ffff88012d5a3100) 00000100:00000001:2.0:1749609362.357022:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609362.357023:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609362.357024:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609362.357028:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609362.357029:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357029:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609362.357031:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_00_02+2] req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609362.357031:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609362.357032:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609362.357033:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193453184, offset 0 00000400:00000200:0.0:1749609362.357037:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609362.357050:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609362.357054:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609362.357058:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3972) 00000400:00000200:0.0:1749609362.357058:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada05880 00000400:00000200:0.0:1749609362.357064:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 13520 00000400:00000200:0.0:1749609362.357070:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609362.357072:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609362.357077:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609362.357078:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609362.357081:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822300. 00000100:00000040:0.0:1749609362.357083:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f822300 x1834598193453184 msgsize 520 00000100:00100000:0.0:1749609362.357085:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609362.357102:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609362.357113:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609362.357114:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609362.357116:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609362.357119:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609362.357119:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609362.357122:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609362.357123:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609362.357124:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609362.357124:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.357125:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609362.357127:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193453184 00000100:00000040:1.0:1749609362.357127:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357128:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609362.357129:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609362.357129:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609362.357131:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609362.357132:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609362.357132:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357133:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609362.357135:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3260 usecs (4 jiffies) 00000100:00000001:3.0:1749609362.357136:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609362.357136:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609362.357138:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193453184 00000100:00000001:0.0:1749609362.357138:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298634804 00000020:00000001:2.0:1749609362.357139:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609362.357140:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:0.0:1749609362.357140:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000020:00000001:2.0:1749609362.357141:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609362.357142:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357142:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749609362.357143:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357144:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357145:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:1.0:1749609362.357146:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749609362.357147:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 02000000:00000001:1.0:1749609362.357147:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609362.357148:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609362.357149:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193453568:0@lo:400: 00000100:00000001:0.0:1749609362.357149:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298634804 00000020:00000010:2.0:1749609362.357151:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552dc00. 00000100:00000001:1.0:1749609362.357151:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749609362.357151:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f80. 00000100:00000001:0.0:1749609362.357152:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749609362.357153:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1749609362.357154:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 02000000:00000001:1.0:1749609362.357154:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357154:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298634804 02000000:00000001:1.0:1749609362.357155:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749609362.357155:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7440. 02000000:00000010:1.0:1749609362.357157:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528da00. 00000100:00000001:0.0:1749609362.357157:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609362.357158:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609362.357158:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357158:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298634804 00000100:00000001:2.0:1749609362.357159:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1749609362.357159:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7340. 00000100:00000001:2.0:1749609362.357161:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357161:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:1.0:1749609362.357162:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0f20. 00000100:00000001:2.0:1749609362.357165:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609362.357165:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000001:0.0:1749609362.357166:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609362.357167:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193453568, portal 10 00000100:00000001:0.0:1749609362.357168:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357169:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609362.357169:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000100:00000001:0.0:1749609362.357169:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609362.357170:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.357171:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609362.357173:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357174:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609362.357175:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357177:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609362.357177:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609362.357179:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609362.357179:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609362.357179:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749609362.357180:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 02000000:00000001:0.0:1749609362.357180:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609362.357181:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193453568, offset 0 02000000:00000001:0.0:1749609362.357181:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609362.357182:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1749609362.357182:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193453312:0@lo:38: 00000100:00000001:2.0:1749609362.357184:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721889024 : -131938987662592 : ffff88008f822300) 00000400:00000200:1.0:1749609362.357184:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609362.357185:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609362.357186:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f822300 x1834598193453184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609362.357186:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609362.357186:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609362.357187:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749609362.357188:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749609362.357189:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50000. 02000000:00000001:0.0:1749609362.357190:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609362.357192:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada05a00 00000400:00000010:0.0:1749609362.357192:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea738. 00000400:00000010:0.0:1749609362.357193:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000400:00000200:1.0:1749609362.357196:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 21184 00000100:00100000:2.0:1749609362.357197:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193453184:12345-0@lo:38: 00000100:00000200:2.0:1749609362.357199:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193453184 00000400:00000200:1.0:1749609362.357200:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609362.357201:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193453312, portal 10 00000020:00000001:2.0:1749609362.357202:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609362.357202:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609362.357202:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609362.357203:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00000001:1.0:1749609362.357204:0:1050:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:2.0:1749609362.357205:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749609362.357206:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609362.357206:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609362.357209:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2300. 00000100:00000001:0.0:1749609362.357210:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609362.357211:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609362.357212:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000040:1.0:1749609362.357213:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f2300 x1834598193453568 msgsize 224 00000100:00000200:0.0:1749609362.357213:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193453312, offset 0 00000400:00000200:0.0:1749609362.357214:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609362.357216:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609362.357216:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749609362.357218:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609362.357218:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609362.357220:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609362.357220:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05900 00000100:00000001:1.0:1749609362.357221:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749609362.357222:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609362.357222:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 21408 00000100:00000001:2.0:1749609362.357224:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609362.357225:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609362.357226:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609362.357226:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609362.357227:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 02000000:00000001:2.0:1749609362.357228:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749609362.357228:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:1.0:1749609362.357230:0:1050:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749609362.357231:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0800. 00000100:00000001:0.0:1749609362.357231:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609362.357232:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609362.357232:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609362.357232:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609362.357233:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609362.357234:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749609362.357234:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820380. 00000100:00100000:3.0:1749609362.357235:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193453568 00000100:00000040:0.0:1749609362.357235:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88008f820380 x1834598193453312 msgsize 520 00010000:00000001:2.0:1749609362.357236:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609362.357237:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609362.357237:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609362.357237:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749609362.357238:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609362.357239:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609362.357239:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.357242:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609362.357242:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609362.357243:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609362.357244:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357244:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609362.357245:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609362.357245:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609362.357246:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357246:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609362.357246:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609362.357247:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00100000:3.0:1749609362.357248:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193453568 00000400:00000200:0.0:1749609362.357248:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000020:00000001:3.0:1749609362.357249:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749609362.357249:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609362.357249:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609362.357249:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000020:00000040:3.0:1749609362.357250:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 02000000:00000001:2.0:1749609362.357250:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609362.357250:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609362.357251:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609362.357252:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609362.357252:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 541 usecs (1 jiffies) 00000100:00000200:0.0:1749609362.357252:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609362.357253:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:2.0:1749609362.357253:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609362.357254:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:2.0:1749609362.357254:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609362.357254:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298634801 00000020:00000001:3.0:1749609362.357256:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000010:2.0:1749609362.357256:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609362.357256:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298634804 00000100:00000001:0.0:1749609362.357256:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609362.357257:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609362.357258:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193453184, offset 0 00000100:00000001:1.0:1749609362.357258:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298634801 00000100:00000001:3.0:1749609362.357259:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609362.357260:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298634804 00000020:00000010:3.0:1749609362.357261:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebac80. 00000400:00000200:2.0:1749609362.357261:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609362.357261:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298634801 00000100:00000001:0.0:1749609362.357261:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357261:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609362.357262:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298634804 00000100:00000001:0.0:1749609362.357263:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357264:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298634801 00000020:00000010:3.0:1749609362.357265:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11b80. 00000400:00000200:2.0:1749609362.357265:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609362.357265:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298634804 00000100:00000040:0.0:1749609362.357265:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1096 usecs (2 jiffies) 00000100:00000001:1.0:1749609362.357266:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609362.357266:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298634802 00000100:00000001:0.0:1749609362.357267:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298634804 00000100:00000001:1.0:1749609362.357268:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357268:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298634802 00000020:00000040:3.0:1749609362.357269:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609362.357269:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298634804 00000100:00000001:1.0:1749609362.357270:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357270:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298634802 00000100:00000001:0.0:1749609362.357271:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298634804 00000100:00000001:1.0:1749609362.357272:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357272:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298634802 00000400:00000200:2.0:1749609362.357273:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada05880 00000100:00000001:0.0:1749609362.357273:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298634804 00000100:00000001:0.0:1749609362.357273:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609362.357274:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609362.357275:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609362.357275:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609362.357276:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4179 [1] + 0 00000100:00000001:1.0:1749609362.357276:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609362.357276:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609362.357277:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782de00. 00000100:00000001:1.0:1749609362.357278:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1749609362.357279:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886500. 00000400:00000200:2.0:1749609362.357279:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609362.357279:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609362.357279:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749609362.357280:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609362.357280:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609362.357281:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609362.357281:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609362.357281:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749609362.357282:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09708. 00000100:00000001:2.0:1749609362.357282:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609362.357282:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357282:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609362.357283:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609362.357285:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609362.357286:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609362.357286:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609362.357287:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609362.357288:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609362.357288:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609362.357290:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609362.357290:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357290:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609362.357291:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609362.357292:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609362.357293:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749609362.357293:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609362.357294:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193453440:0@lo:38: 00000100:00000001:3.0:1749609362.357295:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609362.357295:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609362.357296:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357296:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609362.357297:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 02000000:00000001:0.0:1749609362.357297:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609362.357297:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609362.357298:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 02000000:00000001:0.0:1749609362.357298:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609362.357299:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50c00. 00000100:00000001:3.0:1749609362.357300:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609362.357300:0:6490:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609362.357300:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357301:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749609362.357302:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea840. 00000100:00000001:2.0:1749609362.357303:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609362.357303:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000040:2.0:1749609362.357304:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609362.357305:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609362.357305:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193453440, portal 10 00000100:00100000:3.0:1749609362.357324:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193453312 00000100:00000001:0.0:1749609362.357324:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749609362.357325:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609362.357325:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000001:3.0:1749609362.357326:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609362.357326:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609362.357327:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357328:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357328:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609362.357329:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609362.357329:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609362.357330:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193453312 00000020:00000001:2.0:1749609362.357330:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609362.357331:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609362.357332:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609362.357332:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609362.357332:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f822300 x1834598193453184/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609362.357332:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1749609362.357332:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609362.357333:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609362.357334:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000400:00000010:0.0:1749609362.357335:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00000001:1.0:1749609362.357336:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838084352 : -131938871467264 : ffff8800966f2300) 00000100:00000200:0.0:1749609362.357336:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193453440, offset 0 00000020:00000001:3.0:1749609362.357337:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609362.357337:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193453184:12345-0@lo:38: Request processed in 142us (253us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749609362.357338:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609362.357338:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609362.357339:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c400. 00000100:00000040:1.0:1749609362.357339:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f2300 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:308/0 lens 224/0 e 0 to 0 dl 1749609373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609362.357341:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000400:00000200:0.0:1749609362.357341:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609362.357342:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000020:00000010:3.0:1749609362.357343:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000100:00000001:3.0:1749609362.357344:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609362.357344:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609362.357344:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609362.357344:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05980 00000100:00000001:3.0:1749609362.357345:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609362.357345:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609362.357345:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 21928 00000100:00000001:3.0:1749609362.357346:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609362.357346:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b115c0. 00000100:00000001:3.0:1749609362.357348:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609362.357348:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552dc00. 00000100:00000001:1.0:1749609362.357348:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609362.357348:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609362.357349:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b115c0. 00000400:00000200:0.0:1749609362.357349:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609362.357351:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193453568:12345-0@lo:400: 00000100:00000001:0.0:1749609362.357351:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749609362.357352:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000200:0.0:1749609362.357352:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609362.357353:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609362.357353:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193453568 00000020:00000001:1.0:1749609362.357355:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609362.357356:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 00000100:00000001:3.0:1749609362.357357:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609362.357357:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609362.357358:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609362.357359:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609362.357359:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609362.357360:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1749609362.357361:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000001:3.0:1749609362.357362:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134721880960 : -131938987670656 : ffff88008f820380) 00000020:00000001:1.0:1749609362.357362:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:1.0:1749609362.357363:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1749609362.357363:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d18000. 00000100:00000040:3.0:1749609362.357364:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008f820380 x1834598193453312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609362.357364:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d18000 x1834598193453440 msgsize 520 00000020:00000001:1.0:1749609362.357365:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609362.357366:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1749609362.357366:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609362.357368:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749609362.357370:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193453312:12345-0@lo:38: 00000020:00000001:1.0:1749609362.357370:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609362.357371:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609362.357371:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749609362.357373:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193453312 00000100:00080000:2.0:1749609362.357373:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:3.0:1749609362.357374:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609362.357374:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749609362.357375:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:2.0:1749609362.357375:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:1.0:1749609362.357375:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609362.357377:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e73000. 00000400:00000200:0.0:1749609362.357377:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 02000000:00000001:1.0:1749609362.357378:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609362.357378:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:1.0:1749609362.357379:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357379:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609362.357380:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609362.357381:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609362.357381:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609362.357381:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609362.357382:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:1.0:1749609362.357383:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193453568 00010000:00000001:3.0:1749609362.357384:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609362.357384:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609362.357384:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609362.357385:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609362.357386:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609362.357386:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609362.357387:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609362.357387:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609362.357389:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609362.357390:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c461400. 02000000:00000001:3.0:1749609362.357390:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609362.357390:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f2300 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357390:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609362.357391:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193453440 00000100:00000001:0.0:1749609362.357391:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609362.357392:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609362.357392:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749609362.357393:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609362.357393:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609362.357393:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 911 usecs (1 jiffies) 00010000:00000001:3.0:1749609362.357394:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609362.357394:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609362.357394:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298634801 00000100:00001000:3.0:1749609362.357395:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609362.357395:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357395:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298634804 02000000:00000001:2.0:1749609362.357396:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609362.357396:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357396:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298634801 00000100:00100000:2.0:1749609362.357397:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193453440 00000100:00000001:0.0:1749609362.357397:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298634804 00000100:00001000:1.0:1749609362.357398:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609362.357398:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298634801 00000020:00000001:2.0:1749609362.357399:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609362.357399:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609362.357399:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298634804 00000100:00000001:3.0:1749609362.357400:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609362.357400:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609362.357400:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609362.357400:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298634801 00000100:00000001:3.0:1749609362.357401:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609362.357401:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609362.357401:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609362.357401:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298634804 00000100:00000001:0.0:1749609362.357401:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609362.357402:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000001:2.0:1749609362.357402:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357402:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609362.357402:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609362.357403:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:2.0:1749609362.357403:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 02000000:00000001:1.0:1749609362.357404:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609362.357405:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000010:2.0:1749609362.357405:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552dc00. 02000000:00000001:1.0:1749609362.357405:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609362.357405:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609362.357406:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000010:2.0:1749609362.357406:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000400:00000001:0.0:1749609362.357406:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609362.357407:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609362.357407:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357407:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609362.357407:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000100:00000001:3.0:1749609362.357408:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609362.357408:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609362.357408:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609362.357408:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609362.357408:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000100:00000001:2.0:1749609362.357409:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609362.357409:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000400:00000010:0.0:1749609362.357409:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:0.0:1749609362.357409:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609362.357410:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609362.357411:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000001:2.0:1749609362.357411:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609362.357411:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193453568, offset 224 00000100:00000200:0.0:1749609362.357411:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.357412:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609362.357413:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609362.357415:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193453312, offset 0 00000100:00000200:0.0:1749609362.357415:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.357416:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609362.357417:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609362.357417:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609362.357418:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609362.357419:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000001:2.0:1749609362.357420:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844530688 : -131938865020928 : ffff880096d18000) 00000400:00000200:1.0:1749609362.357420:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05a00 00000100:00000001:0.0:1749609362.357421:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609362.357422:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609362.357422:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d18000 x1834598193453440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609362.357423:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4181 [1] + 224 00000100:00000001:0.0:1749609362.357423:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357424:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749609362.357426:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05900 00000400:00000200:1.0:1749609362.357426:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609362.357426:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1749609362.357427:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193453440:12345-0@lo:38: 00000400:00000200:1.0:1749609362.357427:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609362.357427:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749609362.357428:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193453440 00000100:00000001:0.0:1749609362.357428:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609362.357429:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4189 [1] + 0 00000020:00000001:2.0:1749609362.357429:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609362.357430:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749609362.357430:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609362.357432:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749609362.357433:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609362 v=5 (0 0 0 0) 00000400:00000200:3.0:1749609362.357434:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609362.357434:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609362.357435:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:0.0:1749609362.357435:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=124 v=20 (20 0 0 0) 00000100:00000001:3.0:1749609362.357436:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609362.357436:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609362.357437:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609362.357437:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609362.357438:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609362.357438:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609362.357438:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357438:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609362.357440:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609362.357442:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749609362.357442:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.357443:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609362.357443:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609362.357444:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609362.357444:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609362.357446:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2c00. 00000100:00000001:0.0:1749609362.357446:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609362.357447:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357448:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357448:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609362.357449:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749609362.357449:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609362.357450:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357450:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609362.357451:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609362.357451:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609362.357451:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609362.357452:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609362.357453:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000100:00000001:2.0:1749609362.357453:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:3.0:1749609362.357454:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000001:2.0:1749609362.357454:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1749609362.357454:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609362.357455:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749609362.357455:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000200:1.0:1749609362.357455:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000100:00000001:3.0:1749609362.357456:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749609362.357456:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609362.357457:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:1.0:1749609362.357457:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:0.0:1749609362.357457:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609362.357458:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357458:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609362.357458:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609362.357459:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:2.0:1749609362.357459:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609362.357459:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609362.357460:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609362.357460:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609362.357460:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609362.357461:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609362.357461:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.357462:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609362.357462:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609362.357463:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f820380 x1834598193453312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609362.357463:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609362.357464:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000040:1.0:1749609362.357464:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:2.0:1749609362.357465:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193453440, offset 0 00010000:00000001:1.0:1749609362.357466:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609362.357467:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609362.357467:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193453184:0@lo:38: 00000400:00000200:2.0:1749609362.357468:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609362.357470:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193453312:12345-0@lo:38: Request processed in 100us (234us total) trans 0 rc -19/-19 00000400:00000001:0.0:1749609362.357470:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749609362.357471:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1749609362.357471:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609362.357472:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea738. 00000020:00000001:1.0:1749609362.357473:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749609362.357473:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000200:2.0:1749609362.357474:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05980 00000400:00000010:0.0:1749609362.357474:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00100000:3.0:1749609362.357475:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000001:3.0:1749609362.357476:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609362.357477:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609362.357477:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f2300 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357478:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609362.357479:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000100:00000200:0.0:1749609362.357479:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609362.357480:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000020:00000010:3.0:1749609362.357482:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c400. 00000400:00000200:2.0:1749609362.357483:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4195 [1] + 0 00000100:00000200:0.0:1749609362.357483:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609362.357484:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609362.357484:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193453568:12345-0@lo:400: Request processed in 139us (269us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609362.357486:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609362.357487:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609362.357487:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609362.357487:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357488:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609362.357489:0:7488:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609362.357489:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609362.357489:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609362.357490:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609362.357491:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609362.357491:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 02000000:00000001:0.0:1749609362.357491:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609362.357493:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00001000:0.0:1749609362.357493:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609362 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609362.357494:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=106 v=20 (20 0 0 0) 00000100:00000001:1.0:1749609362.357495:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609362.357495:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609362.357496:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357496:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609362.357496:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609362.357497:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609362.357498:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609362.357499:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886500. 00000100:00000001:2.0:1749609362.357500:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609362.357502:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09708. 00000100:00000001:0.0:1749609362.357502:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609362.357503:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609362.357504:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357504:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749609362.357505:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000020:00000010:1.0:1749609362.357505:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782de00. 00000100:00000001:0.0:1749609362.357505:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609362.357506:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:2.0:1749609362.357507:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000020:00000040:1.0:1749609362.357507:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00080000:0.0:1749609362.357507:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609362.357508:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609362.357508:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609362.357509:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609362.357509:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.357510:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357510:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609362.357512:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:0.0:1749609362.357512:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193453312:0@lo:38: 00000100:00000001:2.0:1749609362.357513:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609362.357514:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609362.357514:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609362.357515:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d18000 x1834598193453440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357517:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609362.357519:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3100 x1834598193453184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609362.357520:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193453440:12345-0@lo:38: Request processed in 93us (155us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609362.357521:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609362.357522:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609362.357523:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609362.357524:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1749609362.357525:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000400:00000001:1.0:1749609362.357525:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1749609362.357525:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50400. 00000100:00000001:2.0:1749609362.357526:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1749609362.357526:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609362.357527:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609362.357527:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1749609362.357528:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552dc00. 00000400:00000010:1.0:1749609362.357528:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130df0f20. 00000020:00000001:0.0:1749609362.357528:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1749609362.357529:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000020:00000040:0.0:1749609362.357529:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609362.357530:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1749609362.357531:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 02000000:00000010:0.0:1749609362.357531:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f800. 00000100:00000001:2.0:1749609362.357532:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609362.357532:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609362.357533:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 02000000:00000001:0.0:1749609362.357534:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609362.357535:0:1050:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609362.357535:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609362.357536:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 00000100:00000200:1.0:1749609362.357538:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357539:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609362.357540:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357541:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609362.357542:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609362.357544:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357545:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609362.357545:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609362.357546:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50000. 02000000:00000001:0.0:1749609362.357547:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609362.357547:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609362.357548:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609362.357549:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609362.357550:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749609362.357550:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071f400. 00000100:00000001:1.0:1749609362.357551:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609362.357551:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609362.357551:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609362.357552:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:0.0:1749609362.357552:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00000001:0.0:1749609362.357553:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749609362.357554:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609362.357554:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609362.357555:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609362.357555:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609362.357557:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357557:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609362.357557:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357558:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609362.357559:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357559:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1749609362.357561:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=57 v=5 (5 0 0 0) 00000400:00000001:0.0:1749609362.357563:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609362.357564:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609362.357565:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea840. 00000400:00000200:0.0:1749609362.357566:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609362.357566:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00001000:1.0:1749609362.357567:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609362.357568:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609362.357569:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749609362.357569:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609362.357571:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609362.357573:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1749609362.357573:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357576:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00080000:1.0:1749609362.357577:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357577:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357578:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609362.357579:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609362.357579:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609362.357580:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609362.357581:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609362.357583:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609362.357583:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609362 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609362.357584:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=57 v=20 (20 0 0 0) 00000100:00000001:1.0:1749609362.357585:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609362.357585:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749609362.357586:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609362.357586:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609362.357586:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609362.357588:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609362.357588:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609362.357588:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609362.357590:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609362.357591:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609362.357593:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609362.357593:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609362.357593:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357594:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609362.357595:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609362.357595:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357595:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609362.357596:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609362.357596:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609362.357597:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609362.357597:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609362.357599:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609362.357600:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193453568:0@lo:400: 00000100:00000001:1.0:1749609362.357602:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609362.357603:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609362.357604:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193453568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609362.357605:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193453440:0@lo:38: 00000100:00000001:1.0:1749609362.357607:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609362.357607:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609362.357608:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609362.357608:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749609362.357609:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528da00. 00000100:00000040:0.0:1749609362.357609:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609362.357612:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609362.357612:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749609362.357613:0:1050:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749609362.357613:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609362.357613:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50c00. 00000020:00000040:1.0:1749609362.357614:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749609362.357614:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609362.357615:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609362.357615:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bed00. 00000020:00000001:0.0:1749609362.357615:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609362.357615:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609362.357616:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609362.357616:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071d000. 02000000:00000001:0.0:1749609362.357617:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609362.357618:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609362.357618:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 02000000:00000001:1.0:1749609362.357620:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609362.357620:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609362.357621:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.357622:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.357622:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609362.357623:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609362.357623:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609362.357624:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609362.357624:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:0.0:1749609362.357624:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357626:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609362.357627:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609362.357628:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609362.357630:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609362.357631:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.357632:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609362.357633:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609362.360726:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298634804, at 4298634804 00000100:00000010:0.0:1749609362.360732:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000040:3.0:1749609362.360733:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298634804, at 4298634804 00000100:00000010:3.0:1749609362.360739:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7340. 00000100:00000040:1.0:1749609362.360754:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298634804, at 4298634804 00000100:00000010:1.0:1749609362.360759:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f80. 00000100:00000040:2.0:1749609362.360763:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298634804, at 4298634804 00000100:00000010:2.0:1749609362.360768:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7440. 00000100:00000001:2.0:1749609363.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609363.082797:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609363.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609363.082802:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609363.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609363.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609363.082810:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609363.082812:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609363.082813:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609363.185719:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609363.185724:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609363.185726:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609363.185729:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609363.185732:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609363.185748:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609363.185750:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609363.185753:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609363.185754:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609363.290793:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609363.290799:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609363.290889:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609363.290892:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609363.290895:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609363.356773:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609363.356789:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609363.356790:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609363.356794:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609363.356796:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609363.356799:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609363.356800:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609364.082841:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609364.082851:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609364.082853:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609364.082856:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609364.082859:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609364.082863:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609364.082866:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609364.082869:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609364.082872:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609364.185723:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609364.185731:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609364.185733:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609364.185735:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609364.185738:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609364.185741:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609364.185744:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609364.185746:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609364.185748:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609364.292838:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609364.292845:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609364.292864:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609364.292868:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609364.292871:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609364.356794:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609364.356811:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609364.356813:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609364.356818:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609364.356820:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609364.356825:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609364.356827:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.082818:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609365.082825:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609365.082827:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609365.082830:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609365.082833:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609365.082837:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609365.082839:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609365.082840:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609365.082842:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.185722:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609365.185729:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609365.185731:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609365.185733:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609365.185736:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609365.185738:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609365.185740:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609365.185763:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609365.185764:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609365.294784:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609365.294793:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609365.294795:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609365.294797:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609365.294802:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609365.294803:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609365.294805:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609365.294806:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609365.294889:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609365.294893:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609365.294894:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609365.356772:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609365.356788:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609365.356790:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609365.356794:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609365.356796:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609365.356799:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.356800:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609366.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609366.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609366.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609366.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609366.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609366.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609366.082813:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609366.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609366.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609366.185724:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609366.185732:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609366.185733:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609366.185736:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609366.185740:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609366.185743:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609366.185745:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609366.185747:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609366.185748:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609366.296780:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609366.296787:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609366.296861:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609366.296865:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609366.296868:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609366.356792:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609366.356809:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609366.356811:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609366.356814:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609366.356816:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609366.356819:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609366.356820:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.082779:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609367.082787:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609367.082789:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609367.082791:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609367.082795:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609367.082798:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.082800:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609367.082802:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.082803:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.185723:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609367.185732:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609367.185734:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609367.185738:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c46a240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609367.185741:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609367.185745:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.185747:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609367.185758:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009d29a300 x1834598193452032/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.185787:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609367.185791:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d29a300 x1834598193452032/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.185795:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609367.185797:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.185800:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609367.185801:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609367.185803:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d29a300 x1834598193452032/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609367.185807:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d29a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193452032:0@lo:101: 00000100:00000001:2.0:1749609367.185810:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.185812:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609367.185813:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609367.185815:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609367.185816:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d29a300 x1834598193452032/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.185820:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609367.185822:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009c46a240. 00000100:00000001:2.0:1749609367.185826:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609367.185827:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609367.185830:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609367.185834:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609367.185836:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609367.185839:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009782cc00 refcount=4 00000020:00000001:2.0:1749609367.185841:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134856150016 : -131938853401600 : ffff88009782cc00) 00010000:00000001:2.0:1749609367.185843:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134856150016 : -131938853401600 : ffff88009782cc00) 00010000:00010000:2.0:1749609367.185847:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609367.185853:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609367.185858:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609367.185863:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609367.185864:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609367.185868:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609367.185869:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609367.185870:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609367.185873:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609367.185875:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609367.185877:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609367.185878:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609367.185881:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009782cc00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609367.185884:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609367.185885:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609367.185888:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609367.185889:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609367.185889:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609367.185890:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009782cc00 refcount=5 00000020:00000001:2.0:1749609367.185891:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134856150016 : -131938853401600 : ffff88009782cc00) 00010000:00000001:2.0:1749609367.185892:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134856150016 : -131938853401600 : ffff88009782cc00) 00010000:00000001:2.0:1749609367.185894:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609367.185895:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609367.185899:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609367.185902:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609367.185905:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:2.0:1749609367.185907:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609367.185908:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609367.185909:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609367.185910:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609367.185912:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609367.185913:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609367.185914:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609367.185914:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609367.185916:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009782cc00 with handle 0xae754a08875148b6 from hash 00010000:00000001:2.0:1749609367.185917:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609367.185917:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609367.185918:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609367.185918:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609367.185919:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609367.185920:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609367.185921:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609367.185922:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609367.185922:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609367.185923:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609367.185924:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609367.185926:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609367.185927:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609367.185927:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609367.185928:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609367.185929:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609367.185929:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609367.185930:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609367.185930:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009782cc00/0xae754a08875148b6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609367.185935:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880096dd4f00 count: 0 00010000:00000001:2.0:1749609367.185960:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609367.185961:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609367.185963:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609367.185964:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d29a300 x1834598193452032/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.185968:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609367.185971:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609367.185972:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609367.185974:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609367.185977:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009782ce00. 02000000:00000001:2.0:1749609367.185980:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609367.185981:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609367.185982:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d29a300. 00000100:00000001:2.0:1749609367.185985:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609367.185985:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609367.185986:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609367.185988:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:2.0:1749609367.185990:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:2.0:1749609367.185992:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:2.0:1749609367.185994:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:2.0:1749609367.187867:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609367.187870:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609367.187871:0:6439:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b528d800) refs 2 10000000:00000001:2.0:1749609367.187872:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609367.187874:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609367.187874:0:6439:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b528c800) refs 3 10000000:00000001:2.0:1749609367.187876:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609367.187876:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609367.187877:0:6439:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749609367.187878:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609367.187879:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff88008fb77000 from 1 10000000:00000001:2.0:1749609367.187880:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609367.187880:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749609367.187884:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000020:00000040:2.0:1749609367.187886:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609367.187889:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609367.187895:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609367.187898:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609367.187904:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef75c00. 00000100:00000001:2.0:1749609367.187909:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609367.187913:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609367.187915:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609367.187918:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3bea00. 00010000:00000001:2.0:1749609367.187922:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609367.187924:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef75200. 00000020:00000001:2.0:1749609367.187926:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609367.187927:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef75200 with handle 0xae754a08875148bd to hash 00000020:00000001:2.0:1749609367.187928:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609367.187929:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609367.187930:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609367.187932:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609367.187933:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609367.187935:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609367.187939:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609367.187946:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609367.187949:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609367.187951:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609367.187955:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7c00. 00000100:00000001:2.0:1749609367.187956:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372515328 : -131936337036288 : ffff88012d7f7c00) 00000100:00000001:2.0:1749609367.187957:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609367.187958:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 00000100:00000001:2.0:1749609367.187961:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609367.187963:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.187972:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609367.187973:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609367.187982:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193453696/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.187987:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609367.187988:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609367.187989:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012d5a2300 x1834598193453696/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.187994:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.187994:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609367.187995:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609367.187996:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609367.187997:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609367.187997:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.187998:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609367.187999:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.187999:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609367.191805:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880096dd4f00. 00010000:00000010:1.1:1749609367.191812:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009782cc00. 00010000:00000001:0.0:1749609367.298775:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609367.298782:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609367.298870:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609367.298874:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609367.298877:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609367.356819:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609367.356835:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609367.356837:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609367.356840:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609367.356843:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609367.356860:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.356862:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609367.364807:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609367.364815:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609367.364817:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609367.364819:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609367.364821:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609367.364823:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609367.364826:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609367.364830:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3967 00000100:00080000:2.0:1749609367.364834:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609367.364836:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609367.364838:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609367.364839:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609367.364840:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609367.364843:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609367.364845:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609367.364847:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609367.364860:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609367.364861:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609367.364863:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609367.364865:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609367.364866:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609367.364867:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609367.364868:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609367.364869:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609367.364871:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609367.364872:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609367.364874:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609367.364880:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609367.364882:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.364883:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609367.364885:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609367.364890:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000020:00000040:2.0:1749609367.364892:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609367.364894:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609367.364896:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.364899:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609367.364901:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609367.364904:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609367.364910:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad2000. 00000100:00000001:2.0:1749609367.364916:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609367.364921:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609367.364929:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609367.364931:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609367.364933:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.364953:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609367.364956:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609367.364964:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609367.364965:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609367.364967:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609367.364969:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609367.364971:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3967 00000100:00080000:2.0:1749609367.364973:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609367.364975:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609367.364976:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609367.364978:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609367.364979:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609367.364981:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609367.364982:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609367.364984:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609367.364985:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609367.364987:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609367.364989:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000001:0.0:1749609367.364989:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609367.364991:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609367.364992:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609367.364993:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609367.364994:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609367.364995:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609367.364995:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609367.364997:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609367.364998:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000040:0.0:1749609367.364999:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.365000:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609367.365002:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609367.365004:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609367.365006:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365006:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609367.365007:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.365008:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609367.365009:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609367.365009:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609367.365011:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609367.365013:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609367.365014:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000100:00100000:0.0:1749609367.365014:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193453824:0@lo:38: 00000020:00000040:2.0:1749609367.365016:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609367.365017:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609367.365018:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609367.365019:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609367.365021:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609367.365022:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609367.365022:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609367.365024:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609367.365026:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1749609367.365026:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50800. 02000000:00000001:2.0:1749609367.365027:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609367.365027:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609367.365029:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1c00. 00000100:00000001:2.0:1749609367.365032:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609367.365034:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609367.365034:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea840. 00000100:00000001:2.0:1749609367.365039:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609367.365040:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609367.365040:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000040:2.0:1749609367.365041:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609367.365045:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193453824, portal 4 00000100:00000001:2.0:1749609367.365046:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609367.365047:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609367.365047:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609367.365048:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 00000100:00080000:2.0:1749609367.365049:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609367.365050:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609367.365051:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609367.365052:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609367.365054:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3967 00000100:00000040:0.0:1749609367.365054:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609367.365055:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609367.365056:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609367.365057:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609367.365058:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609367.365058:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609367.365059:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609367.365060:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609367.365061:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609367.365062:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000100:00000001:0.0:1749609367.365062:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609367.365063:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609367.365064:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609367.365065:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000040:0.0:1749609367.365065:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609367.365066:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609367.365068:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193453824, offset 0 00000100:00000001:2.0:1749609367.365069:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609367.365070:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609367.365071:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609367.365072:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000400:00000200:0.0:1749609367.365072:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749609367.365073:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609367.365074:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609367.365075:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609367.365076:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609367.365077:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.365079:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609367.365079:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609367.365081:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000020:00000040:2.0:1749609367.365082:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609367.365083:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609367.365084:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.365085:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609367.365085:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749609367.365085:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609367.365086:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609367.365088:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3400. 00000100:00000001:2.0:1749609367.365090:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609367.365091:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609367.365095:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609367.365095:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609367.365095:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada05b00 00000100:00000040:2.0:1749609367.365096:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.365100:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609367.365101:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749609367.365101:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 14040 00000100:00000001:2.0:1749609367.365102:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609367.365105:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609367.365105:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609367.365107:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609367.365110:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609367.365111:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609367.365113:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749609367.365114:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be900. 00000100:00000001:2.0:1749609367.365116:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609367.365116:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609367.365118:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609367.365120:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609367.365122:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609367.365122:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609367.365122:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749609367.365125:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a0380] to pc [ptlrpcd_00_03+3] req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609367.365125:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d18380. 00000100:00000040:0.0:1749609367.365127:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d18380 x1834598193453824 msgsize 520 00000100:00100000:0.0:1749609367.365129:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609367.365139:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609367.365145:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609367.365147:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609367.365148:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365149:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609367.365151:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3977) 00000100:00000200:0.0:1749609367.365151:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609367.365155:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609367.365156:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609367.365160:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365161:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609367.365164:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609367.365167:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3158 usecs (4 jiffies) 00000100:00000001:3.0:1749609367.365168:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609367.365169:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609367.365170:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298639812 00000100:00000001:3.0:1749609367.365171:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609367.365171:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193453824 02000000:00000001:2.0:1749609367.365172:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749609367.365172:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000100:00000001:3.0:1749609367.365173:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609367.365174:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609367.365176:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609367.365176:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609367.365178:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365178:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:2.0:1749609367.365180:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193453824 00000020:00000001:2.0:1749609367.365181:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609367.365182:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609367.365183:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609367.365183:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298639812 00000020:00000001:2.0:1749609367.365184:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609367.365184:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7040. 00000020:00000001:2.0:1749609367.365185:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365186:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609367.365186:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609367.365187:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609367.365188:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00000001:0.0:1749609367.365188:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298639812 02000000:00000001:3.0:1749609367.365189:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609367.365189:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609367.365189:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7bc0. 02000000:00000001:3.0:1749609367.365191:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609367.365191:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000010:2.0:1749609367.365192:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609367.365192:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365192:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298639812 02000000:00000001:3.0:1749609367.365193:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609367.365193:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7840. 00000100:00100000:3.0:1749609367.365194:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193454208:0@lo:400: 00000020:00000010:2.0:1749609367.365196:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:3.0:1749609367.365198:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609367.365198:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749609367.365200:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609367.365200:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609367.365200:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609367.365201:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.365201:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609367.365202:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365202:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609367.365203:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609367.365203:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365205:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.365207:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365209:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609367.365210:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609367.365211:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609367.365211:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1749609367.365212:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782ca00. 00000100:00000001:2.0:1749609367.365212:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609367.365212:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609367.365213:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609367.365214:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609367.365217:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b420. 00000100:00000001:2.0:1749609367.365218:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609367.365220:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609367.365220:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1749609367.365221:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000001:0.0:1749609367.365221:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609367.365223:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 02000000:00000001:0.0:1749609367.365223:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749609367.365224:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193454208, portal 10 02000000:00000001:0.0:1749609367.365224:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609367.365226:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609367.365226:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365227:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00100000:0.0:1749609367.365228:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193453952:0@lo:38: 00000100:00000001:2.0:1749609367.365230:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844531584 : -131938865020032 : ffff880096d18380) 00000100:00000001:0.0:1749609367.365230:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749609367.365232:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609367.365232:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609367.365232:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609367.365234:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d18380 x1834598193453824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609367.365234:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609367.365235:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50c00. 00000100:00000001:3.0:1749609367.365237:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609367.365237:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609367.365238:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609367.365238:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea738. 00000400:00000010:3.0:1749609367.365239:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000400:00000010:0.0:1749609367.365240:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:3.0:1749609367.365241:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193454208, offset 0 00000100:00100000:2.0:1749609367.365242:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193453824:12345-0@lo:38: 00000100:00000200:0.0:1749609367.365242:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193453952, portal 10 00000100:00000001:0.0:1749609367.365243:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749609367.365244:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609367.365244:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000100:00000200:2.0:1749609367.365245:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193453824 00000100:00000040:0.0:1749609367.365247:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609367.365248:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609367.365248:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609367.365251:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609367.365252:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada05c80 00010000:00000001:2.0:1749609367.365252:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749609367.365253:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609367.365254:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000400:00000200:3.0:1749609367.365256:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 22448 00000100:00000200:0.0:1749609367.365259:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193453952, offset 0 00000400:00000200:3.0:1749609367.365260:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609367.365261:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609367.365263:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609367.365265:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609367.365265:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609367.365267:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:2.0:1749609367.365267:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609367.365268:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749609367.365269:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d29aa00. 00010000:00000001:2.0:1749609367.365270:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609367.365289:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05b80 00010000:00000001:2.0:1749609367.365291:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609367.365293:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609367.365293:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 22672 00000100:00000001:2.0:1749609367.365295:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609367.365296:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff88009d29aa00 x1834598193454208 msgsize 224 00000400:00000200:0.0:1749609367.365297:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609367.365298:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609367.365298:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609367.365300:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749609367.365301:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2400. 02000000:00000001:2.0:1749609367.365302:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365304:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609367.365304:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609367.365307:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609367.365309:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609367.365312:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609367.365315:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609367.365318:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609367.365320:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609367.365322:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:3.0:1749609367.365324:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000100:00000001:2.0:1749609367.365324:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609367.365324:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749609367.365325:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000001:3.0:1749609367.365326:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609367.365326:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:0.0:1749609367.365326:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193454208 02000000:00000001:0.0:1749609367.365327:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749609367.365328:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609367.365328:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609367.365329:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609367.365330:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365330:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.365331:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609367.365332:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365333:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609367.365333:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609367.365334:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609367.365334:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193454208 00000400:00000010:2.0:1749609367.365335:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000020:00000001:0.0:1749609367.365335:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609367.365336:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:3.0:1749609367.365338:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609367.365338:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193453824, offset 0 00000020:00000001:0.0:1749609367.365338:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609367.365340:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749609367.365340:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000200:1.0:1749609367.365341:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749609367.365341:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:3.0:1749609367.365342:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749609367.365343:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000010:1.0:1749609367.365344:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1f80. 00000100:00000001:3.0:1749609367.365345:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609367.365346:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f1f80 x1834598193453952 msgsize 520 00000100:00000040:3.0:1749609367.365347:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 536 usecs (1 jiffies) 00000400:00000200:2.0:1749609367.365347:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609367.365347:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609367.365349:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298639809 00000100:00100000:1.0:1749609367.365349:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609367.365349:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7c40. 00000100:00000001:3.0:1749609367.365350:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298639812 00000100:00000001:3.0:1749609367.365352:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298639809 00000100:00000001:3.0:1749609367.365353:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298639812 00000400:00000200:2.0:1749609367.365353:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749609367.365353:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7ebac80. 00000100:00000001:3.0:1749609367.365354:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298639809 00000100:00000001:1.0:1749609367.365354:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609367.365355:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298639812 00000100:00000001:3.0:1749609367.365355:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298639809 00000100:00000001:3.0:1749609367.365356:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298639812 00000100:00000001:3.0:1749609367.365357:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609367.365358:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365359:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609367.365359:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000020:00000040:0.0:1749609367.365359:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609367.365360:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609367.365360:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:1.0:1749609367.365362:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609367.365363:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609367.365364:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1749609367.365364:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609367.365365:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609367.365366:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609367.365366:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365366:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609367.365367:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609367.365367:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada05b00 00000020:00000010:0.0:1749609367.365369:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79c00. 00000400:00000200:2.0:1749609367.365370:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x41a9 [1] + 0 00000100:00000001:1.0:1749609367.365370:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609367.365371:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609367.365372:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000400:00000200:2.0:1749609367.365374:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609367.365374:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000400:00000200:2.0:1749609367.365377:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609367.365379:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609367.365380:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609367.365381:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609367.365382:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609367.365382:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:3.0:1749609367.365383:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609367.365383:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365384:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749609367.365385:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609367.365385:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609367.365387:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609367.365389:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609367.365389:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1065 usecs (2 jiffies) 00000100:00000001:0.0:1749609367.365389:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609367.365390:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298639810 00000100:00000001:0.0:1749609367.365391:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609367.365393:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298639812 00000100:00000001:1.0:1749609367.365394:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298639810 00000100:00000001:1.0:1749609367.365395:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298639812 00000100:00000001:1.0:1749609367.365396:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298639810 00000100:00000001:2.0:1749609367.365397:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609367.365397:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298639812 00000100:00000001:1.0:1749609367.365398:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298639810 00000100:00000001:0.0:1749609367.365398:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365399:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609367.365399:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298639812 00000100:00100000:3.0:1749609367.365400:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193453952 00000100:00000001:1.0:1749609367.365400:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609367.365401:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:1.0:1749609367.365401:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609367.365402:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749609367.365402:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609367.365402:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609367.365403:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609367.365403:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609367.365404:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609367.365404:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609367.365405:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.365405:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609367.365406:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609367.365407:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193453952 00000100:00000001:1.0:1749609367.365407:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749609367.365408:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609367.365408:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609367.365409:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609367.365409:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609367.365409:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749609367.365410:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609367.365410:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609367.365410:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609367.365411:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:1.0:1749609367.365411:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365411:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609367.365412:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193454080:0@lo:38: 00000100:00000001:2.0:1749609367.365413:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609367.365414:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365414:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749609367.365414:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000020:00000001:3.0:1749609367.365415:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609367.365415:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609367.365415:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609367.365416:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609367.365417:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d800. 02000000:00000001:1.0:1749609367.365417:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609367.365417:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000040:2.0:1749609367.365418:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d18380 x1834598193453824/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609367.365418:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950971904 : -131938758579712 : ffff88009d29aa00) 00000020:00000010:3.0:1749609367.365419:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 02000000:00000010:1.0:1749609367.365419:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099e70c00. 02000000:00000001:1.0:1749609367.365420:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609367.365421:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d29aa00 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:313/0 lens 224/0 e 0 to 0 dl 1749609378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609367.365422:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000100:00000001:3.0:1749609367.365424:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609367.365425:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609367.365425:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193453824:12345-0@lo:38: Request processed in 183us (297us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749609367.365425:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0f20. 00000100:00000001:3.0:1749609367.365426:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609367.365427:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000001:3.0:1749609367.365428:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365428:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749609367.365430:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193454080, portal 10 00000020:00000010:0.0:1749609367.365430:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e79c0. 00000100:00000001:1.0:1749609367.365431:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609367.365432:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609367.365432:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000001:1.0:1749609367.365432:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000001:0.0:1749609367.365432:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609367.365433:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e79c0. 00000100:00000001:2.0:1749609367.365435:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609367.365436:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609367.365437:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749609367.365437:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193454208:12345-0@lo:400: 00000100:00000001:3.0:1749609367.365438:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609367.365438:0:1047:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009690c000. 00000100:00100000:3.0:1749609367.365440:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000020:00000010:2.0:1749609367.365440:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000200:0.0:1749609367.365440:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193454208 00000100:00000001:3.0:1749609367.365441:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838083456 : -131938871468160 : ffff8800966f1f80) 00000100:00000040:1.0:1749609367.365441:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609367.365442:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749609367.365443:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f1f80 x1834598193453952/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609367.365444:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609367.365445:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609367.365445:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749609367.365446:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609367.365447:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000020:00000001:0.0:1749609367.365447:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609367.365448:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193453952:12345-0@lo:38: 00000100:00000200:1.0:1749609367.365448:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193454080, offset 0 00000020:00000010:2.0:1749609367.365449:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000020:00000001:0.0:1749609367.365449:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1749609367.365450:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193453952 00000020:00000001:3.0:1749609367.365451:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609367.365451:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609367.365451:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00010000:00000001:3.0:1749609367.365453:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749609367.365453:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609367.365454:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609367.365454:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609367.365457:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609367.365457:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749609367.365458:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749609367.365458:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05c00 00000020:00000001:0.0:1749609367.365458:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749609367.365459:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609367.365460:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 23192 00000020:00000001:0.0:1749609367.365460:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749609367.365461:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609367.365462:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609367.365463:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609367.365463:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609367.365464:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609367.365464:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609367.365465:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1749609367.365466:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c461800. 00000400:00000200:1.0:1749609367.365466:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609367.365467:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365468:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365469:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609367.365469:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749609367.365470:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609367.365470:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609367.365470:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749609367.365471:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609367.365472:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000010:1.0:1749609367.365472:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1880. 02000000:00000010:0.0:1749609367.365473:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd50000. 00000100:00000040:1.0:1749609367.365474:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f1880 x1834598193454080 msgsize 520 02000000:00000001:0.0:1749609367.365474:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365476:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609367.365476:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609367.365477:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609367.365478:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609367.365478:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609367.365479:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609367.365480:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000040:0.0:1749609367.365480:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193454208 00000100:00000001:3.0:1749609367.365481:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609367.365482:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609367.365483:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609367.365483:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609367.365484:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365485:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609367.365486:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609367.365486:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:3.0:1749609367.365487:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000400:00000010:1.0:1749609367.365488:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00010000:00000001:0.0:1749609367.365488:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:3.0:1749609367.365491:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193453952, offset 0 00000100:00000001:1.0:1749609367.365491:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00000200:0.0:1749609367.365492:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d29aa00 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609367.365493:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609367.365494:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609367.365497:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609367.365499:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749609367.365499:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609367.365500:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05b80 00010000:00000001:0.0:1749609367.365500:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.365501:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609367.365501:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609367.365503:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x41b9 [1] + 0 00000100:00100000:2.0:1749609367.365503:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193454080 00000100:00001000:0.0:1749609367.365503:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=62 v=5 (1 0 0 0) 00000400:00000200:3.0:1749609367.365506:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609367.365506:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609367.365506:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609367.365507:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609367.365508:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609367.365509:0:6440:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609367.365509:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609367.365510:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609367.365510:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:3.0:1749609367.365511:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.365511:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609367.365512:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609367.365512:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609367.365513:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609367.365514:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365514:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609367.365515:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609367.365515:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609367.365516:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193454080 00000100:00000040:0.0:1749609367.365516:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609367.365517:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609367.365517:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 866 usecs (1 jiffies) 00000020:00000040:2.0:1749609367.365518:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609367.365518:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298639809 00000100:00000001:3.0:1749609367.365519:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749609367.365519:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000020:00000001:2.0:1749609367.365520:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609367.365520:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298639812 00000020:00000001:2.0:1749609367.365521:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609367.365522:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000100:00000001:1.0:1749609367.365522:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298639809 00000100:00000200:0.0:1749609367.365522:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193454208, offset 224 00000400:00000010:3.0:1749609367.365523:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000020:00000001:2.0:1749609367.365523:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365523:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298639812 00000100:00000001:3.0:1749609367.365524:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609367.365525:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609367.365525:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00000001:1.0:1749609367.365525:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298639809 00000400:00000200:0.0:1749609367.365525:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609367.365526:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365526:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298639812 00000100:00000040:3.0:1749609367.365527:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609367.365527:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298639809 00000100:00000001:3.0:1749609367.365528:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609367.365528:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609367.365528:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298639812 00000020:00000001:3.0:1749609367.365529:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609367.365529:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609367.365530:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000400:00000200:0.0:1749609367.365530:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609367.365531:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f1f80 x1834598193453952/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.365531:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.365533:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609367.365534:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:1.0:1749609367.365534:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749609367.365534:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05c80 00000100:00000001:2.0:1749609367.365535:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609367.365535:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609367.365536:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea840. 00000100:00000001:2.0:1749609367.365538:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609367.365538:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000100:00100000:3.0:1749609367.365539:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193453952:12345-0@lo:38: Request processed in 90us (192us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749609367.365539:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:1.0:1749609367.365541:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609367.365543:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609367.365543:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609367.365544:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000001:3.0:1749609367.365545:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609367.365545:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609367.365547:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000400:00000200:0.0:1749609367.365548:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x41b1 [1] + 224 00000020:00000010:3.0:1749609367.365549:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000100:00000001:2.0:1749609367.365549:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749609367.365549:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609367.365550:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d800. 00000100:00000001:2.0:1749609367.365550:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609367.365552:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609367.365552:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609367.365553:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000001:1.0:1749609367.365554:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609367.365554:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609367.365555:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838081664 : -131938871469952 : ffff8800966f1880) 00000100:00000001:1.0:1749609367.365555:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609367.365557:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f1880 x1834598193454080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.365557:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609367.365557:0:7488:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609367.365559:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609367.365560:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749609367.365560:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.365562:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609367.365563:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609367.365565:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193454080:12345-0@lo:38: 00000100:00001000:1.0:1749609367.365567:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609367 v=5 (0 0 0 0) 00000100:00000200:2.0:1749609367.365568:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193454080 00000100:00000040:0.0:1749609367.365568:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609367.365570:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:1.0:1749609367.365570:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=129 v=20 (20 0 0 0) 00010000:00000001:2.0:1749609367.365572:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609367.365574:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609367.365576:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609367.365578:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365578:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:2.0:1749609367.365580:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609367.365581:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609367.365581:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609367.365583:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609367.365584:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609367.365585:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609367.365586:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609367.365588:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749609367.365588:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000100:00000001:1.0:1749609367.365590:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609367.365590:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:2.0:1749609367.365591:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609367.365592:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609367.365592:0:7488:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609367.365593:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609367.365593:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609367.365593:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:2.0:1749609367.365595:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0000. 00000100:00080000:1.0:1749609367.365595:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609367.365596:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609367.365597:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609367.365597:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609367.365598:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609367.365598:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609367.365599:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609367.365600:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749609367.365600:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609367.365600:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609367.365601:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749609367.365601:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609367.365601:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609367.365603:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:3.0:1749609367.365604:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609367.365604:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609367.365606:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b420. 00000100:00000001:2.0:1749609367.365606:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749609367.365606:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.365607:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609367.365607:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193453824:0@lo:38: 00000020:00000001:0.0:1749609367.365608:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609367.365609:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:3.0:1749609367.365610:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000100:00000001:1.0:1749609367.365610:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609367.365611:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000001:2.0:1749609367.365611:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609367.365611:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d29aa00 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609367.365612:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609367.365612:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609367.365612:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749609367.365614:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609367.365614:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193453824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609367.365615:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609367.365617:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609367.365618:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365618:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1749609367.365618:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193454208:12345-0@lo:400: Request processed in 190us (346us total) trans 0 rc 0/0 02000000:00000001:1.0:1749609367.365619:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609367.365620:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749609367.365621:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50800. 00000100:00000200:3.0:1749609367.365622:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609367.365622:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609367.365623:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 02000000:00000001:1.0:1749609367.365623:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609367.365624:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609367.365625:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:0.0:1749609367.365625:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000200:2.0:1749609367.365626:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193454080, offset 0 00000020:00000001:1.0:1749609367.365627:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749609367.365627:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609367.365628:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749609367.365628:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad2000. 00000100:00000001:3.0:1749609367.365629:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609367.365629:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609367.365630:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609367.365630:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609367.365630:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749609367.365631:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609367.365631:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609367.365632:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1749609367.365632:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000001:3.0:1749609367.365633:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609367.365634:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749609367.365634:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000100:00000001:3.0:1749609367.365635:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609367.365636:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 02000000:00000001:3.0:1749609367.365637:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609367.365638:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05c00 00000100:00000001:1.0:1749609367.365638:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609367.365639:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609367.365639:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79c00. 00000100:00001000:3.0:1749609367.365640:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=62 v=5 (5 0 0 0) 00000100:00000001:1.0:1749609367.365640:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609367.365642:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x41c5 [1] + 0 00000020:00000040:0.0:1749609367.365642:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00001000:3.0:1749609367.365643:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1749609367.365643:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609367.365644:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609367.365644:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609367.365645:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749609367.365645:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609367.365645:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609367.365646:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365646:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749609367.365648:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749609367.365648:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1749609367.365648:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609367.365649:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609367.365650:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea738. 00000400:00000200:1.0:1749609367.365651:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00010000:00080000:3.0:1749609367.365652:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609367.365652:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:1.0:1749609367.365653:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609367.365654:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609367.365655:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609367.365657:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609367.365661:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609367.365664:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609367.365664:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.365666:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609367.365667:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609367.365668:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749609367.365669:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609367.365670:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:1.0:1749609367.365670:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609367.365671:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609367.365671:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609367.365671:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609367.365672:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365673:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609367.365698:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000040:3.0:1749609367.365702:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609367.365704:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609367.365706:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609367.365707:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609367.365708:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609367.365710:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609367.365710:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365711:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609367.365713:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609367.365713:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609367.365715:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609367.365716:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609367.365717:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193454208:0@lo:400: 00000100:00000001:3.0:1749609367.365719:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609367.365719:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f1880 x1834598193454080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609367.365720:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609367.365721:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193454208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609367.365722:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365724:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609367.365725:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1749609367.365726:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193454080:12345-0@lo:38: Request processed in 161us (250us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749609367.365726:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609367 v=5 (0 0 0 0) 02000000:00000010:3.0:1749609367.365727:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782ca00. 00000100:00001000:1.0:1749609367.365728:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=111 v=20 (20 0 0 0) 02000000:00000001:3.0:1749609367.365729:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609367.365730:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609367.365730:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609367.365731:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609367.365731:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749609367.365732:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000001:1.0:1749609367.365732:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609367.365733:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be900. 00000100:00000001:2.0:1749609367.365734:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609367.365734:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609367.365735:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609367.365737:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749609367.365737:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609367.365738:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1749609367.365738:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000010:3.0:1749609367.365739:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000020:00000010:2.0:1749609367.365740:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:3.0:1749609367.365742:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609367.365742:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609367.365742:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000100:00000001:3.0:1749609367.365743:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609367.365743:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609367.365745:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609367.365745:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609367.365746:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609367.365746:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609367.365747:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609367.365750:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.365752:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609367.365752:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609367.365753:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609367.365754:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609367.365756:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609367.365758:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609367.365761:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609367.365767:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193453952:0@lo:38: 00000400:00000001:1.0:1749609367.365781:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609367.365782:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609367.365783:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130df0f20. 00000400:00000200:1.0:1749609367.365787:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749609367.365788:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:1.0:1749609367.365790:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609367.365791:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609367.365795:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.365799:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609367.365800:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609367.365801:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609367.365802:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609367.365802:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609367.365803:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609367.365804:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609367.365806:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609367 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609367.365807:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=62 v=20 (20 0 0 0) 00000100:00000001:1.0:1749609367.365809:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609367.365809:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609367.365811:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609367.365812:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.365822:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609367.365824:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609367.365825:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609367.365826:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609367.365827:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609367.365829:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609367.365830:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609367.365832:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609367.365834:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609367.365840:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193454080:0@lo:38: 00000100:00000001:1.0:1749609367.365843:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365845:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609367.365846:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193453952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.365851:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609367.365852:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609367.365854:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50c00. 02000000:00000001:1.0:1749609367.365856:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609367.365857:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609367.365858:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609367.365860:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609367.365861:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1c00. 02000000:00000001:1.0:1749609367.365863:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609367.365864:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609367.365865:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:1.0:1749609367.365867:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609367.365868:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609367.365869:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609367.365871:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193454080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.365886:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609367.365887:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609367.365889:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099e70c00. 02000000:00000001:1.0:1749609367.365891:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609367.365892:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609367.365893:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609367.365894:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609367.365895:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3400. 02000000:00000001:1.0:1749609367.365897:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609367.365898:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609367.365899:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000001:1.0:1749609367.365901:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609367.365902:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609367.365904:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365905:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609367.365906:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609367.365907:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.365909:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609367.368708:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298639812, at 4298639812 00000100:00000010:1.0:1749609367.368714:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7040. 00000100:00000040:3.0:1749609367.368722:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298639812, at 4298639812 00000100:00000040:0.0:1749609367.368722:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298639812, at 4298639812 00000100:00000040:2.0:1749609367.368725:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298639812, at 4298639812 00000100:00000010:0.0:1749609367.368726:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000010:3.0:1749609367.368732:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7840. 00000100:00000010:2.0:1749609367.368742:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7bc0. 00000100:00000001:2.0:1749609368.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609368.082803:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609368.082805:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609368.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609368.082810:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609368.082813:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609368.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609368.082817:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609368.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609368.187734:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609368.187742:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609368.187743:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609368.187747:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609368.187749:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609368.187752:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609368.187769:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609368.187772:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609368.187773:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609368.300789:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609368.300796:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609368.300877:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609368.300882:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609368.300885:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609368.365768:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609368.365783:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609368.365784:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609368.365787:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609368.365789:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609368.365793:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609368.365794:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609369.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609369.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609369.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609369.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609369.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609369.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609369.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609369.082817:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609369.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609369.187732:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609369.187741:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609369.187743:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609369.187746:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609369.187750:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609369.187754:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609369.187757:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609369.187760:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609369.187762:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609369.302842:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609369.302849:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609369.302868:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609369.302873:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609369.302876:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609369.365766:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609369.365780:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609369.365781:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609369.365784:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609369.365786:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609369.365790:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609369.365791:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.082819:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609370.082829:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609370.082831:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609370.082834:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609370.082837:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609370.082841:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.082844:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609370.082847:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.082849:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.187754:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609370.187762:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609370.187763:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609370.187766:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609370.187769:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609370.187772:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.187774:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609370.187777:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.187792:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609370.304804:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609370.304811:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609370.304874:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609370.304879:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609370.304881:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609370.365773:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609370.365788:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609370.365790:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609370.365794:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609370.365796:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609370.365800:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.365801:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609371.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609371.082806:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609371.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609371.082811:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609371.082815:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609371.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609371.082822:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609371.082824:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609371.082826:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609371.187726:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609371.187733:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609371.187735:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609371.187738:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609371.187741:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609371.187743:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609371.187746:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609371.187748:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609371.187750:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609371.306832:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609371.306839:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609371.306925:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609371.306928:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609371.306931:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609371.365792:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609371.365808:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609371.365810:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609371.365813:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609371.365815:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609371.365818:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609371.365820:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609372.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609372.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609372.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609372.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609372.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609372.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609372.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609372.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.187719:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609372.187725:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609372.187727:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609372.187730:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609372.187733:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609372.187736:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609372.187738:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609372.187740:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609372.187741:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609372.308820:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609372.308828:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609372.308901:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609372.308905:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609372.308908:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609372.365783:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609372.365790:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1749609372.365802:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609347/real 1749609347] req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609372 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609372.365821:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609372.365823:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609372.365826:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea6e0. 00000400:00000200:1.0:1749609372.365834:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:1.0:1749609372.365837:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:1.0:1749609372.365841:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609372.365844:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609372 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609372.365851:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609372 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609372.365858:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609372.365860:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609372.365862:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609372.365865:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609372.365867:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609372 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609372.365885:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609372.365894:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609372.365895:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.365897:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609372.365900:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609372.365902:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609372.365904:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609372 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609372.365908:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749609372.365910:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609372.365911:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609372.365911:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609372.365912:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609372.365914:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1749609372.365917:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609372.365941:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:1.0:1749609372.365943:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1749609372.365944:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609372 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609372.365948:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193451392:0@lo:250: 00000100:00000001:1.0:1749609372.365952:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609372.365953:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609372.365955:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1c00 x1834598193451392/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609372 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609372.365958:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609372.365960:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609372.365964:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a213800. 02000000:00000001:1.0:1749609372.365967:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609372.365969:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609372.365970:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00080000:2.0:1749609372.365973:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000001:1.0:1749609372.365975:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609372.365977:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a40400. 02000000:00000001:1.0:1749609372.365980:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609372.365981:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1749609372.365982:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000010:1.0:1749609372.365982:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00000001:2.0:1749609372.365983:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609372.365985:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749609372.365986:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609372.365986:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609372.365987:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749609372.365987:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609372.365990:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 3952 00000100:00000001:1.0:1749609372.365990:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609372.365990:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.365991:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609372.365992:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609372.365993:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609372.365994:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609372.365996:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609372.365998:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609372.365999:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609372.366001:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609372.366003:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:2.0:1749609372.366005:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609372.366007:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:2.0:1749609372.366008:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:2.0:1749609372.366009:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:2.0:1749609372.366011:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609372.366012:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609372.366013:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609372.366014:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609372.366016:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:2.0:1749609372.366018:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:2.0:1749609372.366019:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609372.366020:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609372.366023:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609372.366024:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366026:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609372.366027:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609372.366030:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 00000020:00000040:2.0:1749609372.366032:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:2.0:1749609372.366035:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609372.366038:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366040:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609372.366043:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609372.366046:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609372.366051:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1400. 00000100:00000001:2.0:1749609372.366056:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609372.366060:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609372.366066:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609372.366068:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609372.366070:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3100] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609372.366084:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609372.366086:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609372.366088:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609372.366088:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609372.366089:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609372.366091:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609372.366092:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3972 00000100:00080000:2.0:1749609372.366093:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609372.366094:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609372.366095:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609372.366096:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609372.366096:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609372.366097:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609372.366098:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000100:00000001:1.0:1749609372.366098:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609372.366099:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609372.366100:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000100:00000001:1.0:1749609372.366100:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609372.366101:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609372.366102:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000001:1.0:1749609372.366102:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609372.366103:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000040:1.0:1749609372.366105:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609372.366107:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609372.366108:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609372.366109:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609372.366110:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00000001:1.0:1749609372.366110:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609372.366111:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609372.366112:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609372.366113:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609372.366113:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609372.366114:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749609372.366115:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609372.366116:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609372.366118:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609372.366118:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193454336:0@lo:250: 02000000:00000001:2.0:1749609372.366119:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366120:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609372.366121:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366121:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749609372.366123:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000020:00000040:2.0:1749609372.366124:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749609372.366124:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609372.366125:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749609372.366125:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609372.366126:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366127:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749609372.366127:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609372.366128:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609372.366129:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609372.366131:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1800. 02000000:00000010:1.0:1749609372.366131:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099e70c00. 02000000:00000001:1.0:1749609372.366132:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366133:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609372.366134:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749609372.366136:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0f20. 00000100:00000001:2.0:1749609372.366138:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609372.366139:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609372.366141:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3480] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609372.366141:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000001:2.0:1749609372.366145:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609372.366145:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193454336, portal 25 00000100:00000001:1.0:1749609372.366146:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749609372.366147:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749609372.366147:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370071296 : -131936339480320 : ffff88012d5a3100) 00000100:00080000:2.0:1749609372.366149:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609372.366150:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609372.366150:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1749609372.366150:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609372.366152:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609372.366155:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3972 00000100:00080000:2.0:1749609372.366157:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609372.366158:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:1.0:1749609372.366158:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609372.366159:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609372.366160:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609372.366161:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609372.366162:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:1.0:1749609372.366162:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000020:00000001:2.0:1749609372.366163:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609372.366163:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609372.366164:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749609372.366164:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193454336, offset 0 00000020:00000040:2.0:1749609372.366165:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609372.366166:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609372.366167:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609372.366168:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000200:1.0:1749609372.366168:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609372.366169:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609372.366170:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609372.366171:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609372.366171:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609372.366172:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609372.366173:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609372.366174:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609372.366176:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609372.366176:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366177:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609372.366178:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609372.366180:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000400:00000200:1.0:1749609372.366180:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609372.366181:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609372.366182:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609372.366182:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366183:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609372.366183:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609372.366184:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609372.366186:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3c00. 00000100:00000001:2.0:1749609372.366187:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609372.366189:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada05d00 00000100:00100000:2.0:1749609372.366192:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1749609372.366192:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193454336 offset 0 length 520: 4 00000100:00000001:2.0:1749609372.366195:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749609372.366195:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012f1af9c0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1749609372.366196:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609372.366196:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:2.0:1749609372.366198:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609372.366201:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609372.366202:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:1.0:1749609372.366202:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749609372.366203:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00080000:2.0:1749609372.366204:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609372.366205:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609372.366205:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749609372.366205:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609372.366206:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:1.0:1749609372.366207:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609372.366208:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3972 00000100:00080000:2.0:1749609372.366209:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609372.366210:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609372.366211:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609372.366211:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609372.366211:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609372.366212:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:1.0:1749609372.366212:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609372.366213:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609372.366214:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609372.366214:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609372.366216:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609372.366216:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:1.0:1749609372.366216:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609372.366217:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:1.0:1749609372.366217:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609372.366218:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609372.366219:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609372.366219:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609372.366220:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609372.366221:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609372.366222:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000001:1.0:1749609372.366222:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298644821 00000100:00080000:2.0:1749609372.366223:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000010:1.0:1749609372.366225:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b1b115c0. 00000100:00000001:2.0:1749609372.366226:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609372.366227:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609372.366229:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609372.366230:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366230:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609372.366231:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609372.366232:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609372.366233:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609372.366234:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609372.366236:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609372.366236:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366237:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609372.366257:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609372.366258:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366259:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298644821 02000000:00000010:2.0:1749609372.366261:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad2800. 00000100:00000010:1.0:1749609372.366261:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b1b11680. 00000100:00000001:1.0:1749609372.366262:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609372.366263:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366264:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298644821 00000100:00100000:2.0:1749609372.366265:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1749609372.366265:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b1b11480. 00000100:00000001:1.0:1749609372.366267:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609372.366269:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298644821 00000100:00000001:2.0:1749609372.366271:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609372.366272:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609372.366273:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609372.366273:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b1b11980. 00000100:00000001:1.0:1749609372.366275:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609372.366280:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609372.366281:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749609372.366283:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609372.366284:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749609372.366284:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366286:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366287:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609372.366288:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000020:00000040:2.0:1749609372.366290:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609372.366290:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609372.366291:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609372.366292:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609372.366293:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609372.366293:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609372.366294:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609372.366294:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609372.366295:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609372.366295:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609372.366298:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be400. 00000100:00000001:1.0:1749609372.366300:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609372.366300:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366301:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609372.366301:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609372.366303:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609372.366304:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609372.366304:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609372.366305:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193454464:0@lo:38: 00000100:00000001:1.0:1749609372.366306:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609372.366307:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609372.366308:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609372.366309:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609372.366310:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099e71400. 02000000:00000001:1.0:1749609372.366311:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609372.366313:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130df0f78. 00000400:00000010:1.0:1749609372.366315:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749609372.366317:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193454464, portal 4 00000100:00000001:1.0:1749609372.366317:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609372.366318:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370072192 : -131936339479424 : ffff88012d5a3480) 00000100:00000001:2.0:1749609372.366321:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609372.366322:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609372.366322:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609372.366325:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1c00] to pc [ptlrpcd_00_00+0] req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609372.366326:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609372.366327:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609372.366330:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387880. 00000100:00000200:1.0:1749609372.366332:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193454464, offset 0 00000400:00000200:1.0:1749609372.366334:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609372.366337:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609372.366340:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada05d80 00000400:00000200:1.0:1749609372.366344:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 14560 00000400:00000200:1.0:1749609372.366349:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609372.366351:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609372.366352:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609372.366355:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3982) 00000100:00000001:1.0:1749609372.366356:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609372.366357:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609372.366358:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609372.366361:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1749609372.366361:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1500. 00000100:00000001:3.0:1749609372.366362:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609372.366362:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f1500 x1834598193454464 msgsize 520 00000100:00000001:0.0:1749609372.366364:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609372.366365:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609372.366367:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.366367:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366371:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609372.366373:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387880 00000400:00000010:1.0:1749609372.366374:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387880. 00000100:00000001:3.0:1749609372.366375:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609372.366375:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609372.366376:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609372.366376:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609372.366378:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609372.366380:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609372.366380:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609372.366381:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609372.366381:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609372.366383:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193454848:0@lo:400: 00000100:00000001:2.0:1749609372.366384:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609372.366384:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609372.366385:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193454464 00000100:00000001:1.0:1749609372.366385:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609372.366386:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609372.366386:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609372.366387:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609372.366388:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749609372.366388:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3067 usecs (4 jiffies) 00000100:00000001:2.0:1749609372.366389:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609372.366389:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298644813 02000000:00000001:3.0:1749609372.366390:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366390:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298644821 02000000:00000001:3.0:1749609372.366391:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609372.366391:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366391:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298644813 00000100:00000001:1.0:1749609372.366392:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298644821 02000000:00000010:3.0:1749609372.366393:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782ca00. 00000100:00000001:1.0:1749609372.366393:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298644813 02000000:00000001:2.0:1749609372.366394:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366394:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298644821 02000000:00000001:3.0:1749609372.366395:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609372.366396:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193454464 00000020:00000001:2.0:1749609372.366397:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749609372.366398:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b420. 00000020:00000040:2.0:1749609372.366398:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609372.366398:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298644813 00000020:00000001:2.0:1749609372.366399:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609372.366399:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298644821 00000020:00000001:2.0:1749609372.366400:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366400:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609372.366401:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366401:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609372.366402:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e770. 00000100:00000001:1.0:1749609372.366402:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609372.366403:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609372.366404:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193454848, portal 10 00000020:00000010:2.0:1749609372.366404:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00000001:3.0:1749609372.366406:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749609372.366407:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609372.366407:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609372.366407:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609372.366408:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609372.366409:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609372.366410:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 02000000:00000001:1.0:1749609372.366410:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609372.366411:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193454592:0@lo:38: 00000100:00000001:3.0:1749609372.366412:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 00000100:00000001:1.0:1749609372.366412:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609372.366413:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609372.366413:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366414:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609372.366414:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609372.366415:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749609372.366415:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099e70800. 02000000:00000001:1.0:1749609372.366416:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609372.366417:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609372.366417:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366421:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.366423:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609372.366423:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a000. 00000100:00000040:3.0:1749609372.366424:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609372.366425:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387880. 00000400:00000010:3.0:1749609372.366426:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000001:2.0:1749609372.366426:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609372.366426:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193454592, portal 10 00000100:00000001:1.0:1749609372.366427:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1749609372.366428:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193454848, offset 0 00000100:00000001:1.0:1749609372.366428:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000400:00000200:3.0:1749609372.366432:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609372.366432:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609372.366432:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609372.366434:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609372.366436:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000001:1.0:1749609372.366436:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609372.366437:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609372.366437:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609372.366438:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838080768 : -131938871470848 : ffff8800966f1500) 00000400:00000010:1.0:1749609372.366438:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387908. 00000100:00000200:1.0:1749609372.366439:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193454592, offset 0 00000100:00000040:2.0:1749609372.366441:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f1500 x1834598193454464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609372.366441:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609372.366442:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada05f00 00000400:00000200:1.0:1749609372.366444:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609372.366447:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 23712 00000100:00100000:2.0:1749609372.366447:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193454464:12345-0@lo:38: 00000400:00000200:1.0:1749609372.366447:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05e00 00000400:00000200:3.0:1749609372.366451:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609372.366452:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 23936 00000400:00000200:3.0:1749609372.366453:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609372.366453:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193454464 00000400:00000200:1.0:1749609372.366455:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609372.366456:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609372.366457:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749609372.366457:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609372.366458:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749609372.366458:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:3.0:1749609372.366461:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d29ad80. 00000100:00000040:3.0:1749609372.366463:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88009d29ad80 x1834598193454848 msgsize 224 00000100:00100000:3.0:1749609372.366466:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609372.366469:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609372.366470:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609372.366473:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609372.366474:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749609372.366475:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609372.366477:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609372.366479:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609372.366480:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609372.366482:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1000. 00000100:00000001:1.0:1749609372.366482:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609372.366483:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609372.366484:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193454848 00000100:00000001:2.0:1749609372.366485:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609372.366485:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609372.366486:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749609372.366487:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609372.366487:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609372.366489:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00010000:00000001:2.0:1749609372.366489:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609372.366489:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609372.366490:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00100000:1.0:1749609372.366490:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193454848 00000100:00001000:2.0:1749609372.366491:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609372.366492:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609372.366492:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609372.366492:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:2.0:1749609372.366493:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609372.366493:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749609372.366494:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609372.366495:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1749609372.366495:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000040:2.0:1749609372.366496:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:1.0:1749609372.366496:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609372.366497:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609372.366497:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609372.366498:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609372.366500:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609372.366500:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609372.366501:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609372.366501:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609372.366502:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609372.366502:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609372.366502:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b113c0. 00000100:00000001:2.0:1749609372.366503:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609372.366504:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609372.366505:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e7c40. 00000100:00000001:0.0:1749609372.366505:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749609372.366506:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:0.0:1749609372.366506:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609372.366507:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.366508:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749609372.366508:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193454464, offset 0 00000020:00000040:1.0:1749609372.366509:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609372.366510:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609372.366510:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749609372.366510:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d18700. 00000100:00000040:0.0:1749609372.366511:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d18700 x1834598193454592 msgsize 520 00000100:00000040:3.0:1749609372.366513:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 533 usecs (1 jiffies) 00000400:00000200:2.0:1749609372.366514:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609372.366514:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609372.366515:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298644810 00000100:00100000:0.0:1749609372.366515:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609372.366516:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298644821 00000020:00000010:1.0:1749609372.366516:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 00000400:00000200:2.0:1749609372.366518:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada05d80 00000020:00000010:1.0:1749609372.366519:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d380. 00000400:00000200:2.0:1749609372.366520:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x41e1 [1] + 0 00000100:00000001:3.0:1749609372.366521:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298644810 00000020:00000010:1.0:1749609372.366521:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:3.0:1749609372.366523:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298644821 00000400:00000200:2.0:1749609372.366523:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609372.366524:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298644810 00000100:00000001:3.0:1749609372.366525:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298644821 00000100:00000040:1.0:1749609372.366526:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609372.366527:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298644810 00000100:00000001:1.0:1749609372.366527:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609372.366527:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609372.366528:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298644821 00000400:00000200:2.0:1749609372.366528:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609372.366529:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609372.366529:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.366529:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609372.366530:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366530:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609372.366531:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609372.366532:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366532:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609372.366533:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609372.366534:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1749609372.366534:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387908 00000100:00000001:1.0:1749609372.366535:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609372.366535:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387908. 00000100:00000040:2.0:1749609372.366536:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609372.366537:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609372.366538:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609372.366538:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609372.366540:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609372.366541:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609372.366541:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609372.366541:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609372.366542:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.366543:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609372.366544:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609372.366545:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609372.366545:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609372.366546:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609372.366547:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609372.366549:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.366550:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609372.366550:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609372.366551:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:1.0:1749609372.366551:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193454592 00000100:00000001:2.0:1749609372.366552:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609372.366552:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609372.366553:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1749609372.366554:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:2.0:1749609372.366555:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f1500 x1834598193454464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609372.366555:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609372.366556:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749609372.366557:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609372.366557:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.366557:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.366558:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609372.366559:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609372.366560:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193454464:12345-0@lo:38: Request processed in 113us (197us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609372.366560:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193454592 00000020:00000001:1.0:1749609372.366561:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609372.366561:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609372.366561:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609372.366562:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609372.366563:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609372.366563:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1043 usecs (2 jiffies) 00000020:00000001:1.0:1749609372.366564:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609372.366565:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000001:0.0:1749609372.366565:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298644811 00000020:00000010:1.0:1749609372.366566:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000001:2.0:1749609372.366567:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749609372.366567:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d300. 00000100:00000001:2.0:1749609372.366568:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609372.366569:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aa28. 00000020:00000010:2.0:1749609372.366570:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609372.366570:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609372.366571:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609372.366572:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609372.366573:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:3.0:1749609372.366574:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609372.366574:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.366576:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609372.366576:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609372.366577:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000100:00000001:0.0:1749609372.366577:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609372.366578:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609372.366579:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1749609372.366581:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609372.366581:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609372.366581:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609372.366582:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609372.366583:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950972800 : -131938758578816 : ffff88009d29ad80) 00000100:00000040:3.0:1749609372.366586:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d29ad80 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:318/0 lens 224/0 e 0 to 0 dl 1749609383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609372.366588:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000001:0.0:1749609372.366591:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844532480 : -131938865019136 : ffff880096d18700) 00000100:00000001:1.0:1749609372.366592:0:6442:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.366593:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609372.366593:0:6442:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609372.366594:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d18700 x1834598193454592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609372.366595:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba2c0. 00000100:00000001:3.0:1749609372.366597:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609372.366599:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7eba2c0. 00000100:00100000:0.0:1749609372.366599:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193454592:12345-0@lo:38: 00000100:00000200:0.0:1749609372.366601:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193454592 00000100:00100000:3.0:1749609372.366602:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193454848:12345-0@lo:400: 00000020:00000001:0.0:1749609372.366603:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749609372.366605:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193454848 00010000:00000001:0.0:1749609372.366605:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609372.366610:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609372.366610:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609372.366611:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609372.366612:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609372.366613:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609372.366615:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609372.366615:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609372.366616:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749609372.366617:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609372.366617:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609372.366618:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609372.366619:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:3.0:1749609372.366621:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609372.366624:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609372.366625:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1749609372.366625:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd51400. 02000000:00000001:0.0:1749609372.366626:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609372.366627:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609372.366627:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609372.366629:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749609372.366630:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609372.366630:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609372.366631:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609372.366632:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609372.366633:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609372.366634:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609372.366635:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609372.366635:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609372.366636:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609372.366636:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609372.366638:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000010:3.0:1749609372.366639:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c460c00. 00000100:00000040:0.0:1749609372.366639:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609372.366640:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609372.366640:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609372.366641:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.366642:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.366643:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609372.366644:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609372.366644:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609372.366645:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00010000:00000040:3.0:1749609372.366646:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193454848 00000100:00000200:0.0:1749609372.366647:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193454592, offset 0 00010000:00000001:3.0:1749609372.366648:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609372.366649:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:3.0:1749609372.366650:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d29ad80 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609372.366653:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609372.366656:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609372.366656:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05e00 00010000:00000001:3.0:1749609372.366658:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609372.366659:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x41ed [1] + 0 00000100:00001000:3.0:1749609372.366660:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1749609372.366662:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609372.366662:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609372.366663:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609372.366664:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609372.366665:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609372.366665:0:7488:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609372.366667:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749609372.366667:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609372.366668:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.366670:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609372.366671:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609372.366672:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609372.366673:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000001:0.0:1749609372.366700:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609372.366702:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193454848, offset 224 00000400:00000200:0.0:1749609372.366704:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:0.0:1749609372.366705:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:0.0:1749609372.366706:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609372.366710:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609372.366711:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609372.366713:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609372.366715:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:3.0:1749609372.366716:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609372.366716:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609372.366717:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609372.366719:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05f00 00000100:00000040:0.0:1749609372.366719:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d18700 x1834598193454592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609372.366724:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193454592:12345-0@lo:38: Request processed in 125us (211us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749609372.366727:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x41e9 [1] + 224 00000100:00100000:0.0:1749609372.366729:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000400:00000200:3.0:1749609372.366730:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609372.366730:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609372.366731:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609372.366733:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609372.366733:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d300. 00000100:00000001:3.0:1749609372.366735:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609372.366735:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aa28. 00000020:00000010:0.0:1749609372.366736:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000100:00000200:3.0:1749609372.366737:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.366739:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609372.366743:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.366747:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298644821 00000100:00000001:0.0:1749609372.366749:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298644812 00000100:00000001:0.0:1749609372.366750:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298644821 00000100:00000001:0.0:1749609372.366751:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298644812 00000100:00000001:0.0:1749609372.366752:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298644821 00000100:00000001:0.0:1749609372.366753:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298644812 00000100:00000001:0.0:1749609372.366754:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298644821 00000100:00000001:0.0:1749609372.366754:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609372.366756:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609372.366756:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609372.366757:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609372.366758:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609372.366759:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a000. 00000400:00000200:0.0:1749609372.366760:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387880 00000400:00000010:0.0:1749609372.366761:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387880. 00000100:00000001:0.0:1749609372.366762:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609372.366763:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609372.366766:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000400:00000010:3.0:1749609372.366767:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000001:3.0:1749609372.366769:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609372.366770:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749609372.366770:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609372.366771:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609372.366772:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366772:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609372.366774:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609372.366774:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749609372.366775:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609372.366775:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609372.366775:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609372.366776:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609372.366777:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609372.366777:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b420. 00000100:00000001:0.0:1749609372.366777:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609372.366778:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609372.366779:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609372.366779:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609372.366780:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609372.366781:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d29ad80 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609372.366781:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609372.366782:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e770 00000400:00000010:2.0:1749609372.366783:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e770. 00000100:00000001:2.0:1749609372.366784:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609372.366784:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609372 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609372.366786:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=116 v=20 (20 0 0 0) 00000100:00100000:3.0:1749609372.366788:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193454848:12345-0@lo:400: Request processed in 194us (324us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609372.366788:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1749609372.366789:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.366789:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609372.366791:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609372.366793:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609372.366794:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000200:2.0:1749609372.366794:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609372.366795:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609372.366797:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609372.366797:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609372.366797:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609372.366798:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.366798:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609372.366799:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609372.366799:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609372.366800:0:1048:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609372.366800:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609372.366800:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609372.366801:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d380. 02000000:00000001:2.0:1749609372.366801:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609372.366801:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609372.366802:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609372.366802:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749609372.366803:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 02000000:00000001:2.0:1749609372.366803:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609372.366803:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609372.366804:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609372.366805:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00000100:00000040:0.0:1749609372.366805:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609372.366806:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=67 v=5 (5 0 0 0) 00000020:00000040:3.0:1749609372.366808:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00001000:2.0:1749609372.366808:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1749609372.366809:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749609372.366809:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193454592:0@lo:38: 00000100:00000001:3.0:1749609372.366810:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609372.366810:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.366811:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1749609372.366812:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749609372.366812:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749609372.366814:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609372.366818:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366821:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609372.366822:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609372.366823:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609372.366824:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609372.366825:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.366826:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609372.366827:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366828:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609372.366828:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609372.366829:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749609372.366829:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609372.366830:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609372.366831:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609372.366831:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609372.366832:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193454720:0@lo:38: 00000100:00000001:0.0:1749609372.366833:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609372.366834:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749609372.366835:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193454848:0@lo:400: 02000000:00000001:0.0:1749609372.366835:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609372.366836:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609372.366837:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609372.366838:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53400. 02000000:00000001:0.0:1749609372.366839:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366841:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749609372.366841:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000100:00000040:2.0:1749609372.366842:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1c00 x1834598193454848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609372.366843:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00000001:2.0:1749609372.366845:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749609372.366845:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193454720, portal 10 02000000:00000001:2.0:1749609372.366846:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609372.366846:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1749609372.366847:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782ca00. 00000100:00000001:0.0:1749609372.366847:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 02000000:00000001:2.0:1749609372.366849:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609372.366849:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609372.366850:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749609372.366850:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609372.366851:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609372.366851:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be400. 00000100:00000001:0.0:1749609372.366853:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609372.366854:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609372.366855:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1749609372.366855:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 02000000:00000001:2.0:1749609372.366856:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1749609372.366856:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193454720, offset 0 00000100:00000010:2.0:1749609372.366857:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000400:00000200:0.0:1749609372.366858:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609372.366859:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609372.366859:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609372.366860:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609372.366862:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609372.366863:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609372.366863:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.366864:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609372.366864:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada05e80 00000100:00000001:2.0:1749609372.366865:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609372.366867:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 24456 00000400:00000200:0.0:1749609372.366870:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609372.366871:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609372.366873:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609372.366874:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609372.366876:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d18a80. 00000100:00000040:0.0:1749609372.366880:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d18a80 x1834598193454720 msgsize 520 00000100:00100000:0.0:1749609372.366883:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609372.366893:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609372.366896:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 00000400:00000010:0.0:1749609372.366897:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000100:00000001:0.0:1749609372.366898:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609372.366900:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.366904:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609372.366906:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.366909:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.366910:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609372.366910:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609372.366912:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609372.366914:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 836 usecs (1 jiffies) 00000100:00100000:3.0:1749609372.366915:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193454720 00000100:00000001:0.0:1749609372.366915:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298644811 02000000:00000001:3.0:1749609372.366916:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609372.366916:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298644821 00000100:00000001:0.0:1749609372.366917:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298644811 00000100:00000001:3.0:1749609372.366918:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609372.366918:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298644821 00000100:00000001:3.0:1749609372.366919:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.366919:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298644811 00000100:00000001:0.0:1749609372.366920:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298644821 02000000:00000001:3.0:1749609372.366921:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.366921:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298644811 00000100:00000001:0.0:1749609372.366922:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298644821 00000100:00000001:0.0:1749609372.366922:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609372.366923:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193454720 00000100:00000001:0.0:1749609372.366923:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609372.366924:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609372.366924:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609372.366925:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609372.366925:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609372.366926:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609372.366926:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609372.366927:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609372.366929:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.366929:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609372.366930:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749609372.366931:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d800. 00000020:00000010:3.0:1749609372.366933:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 02000000:00000010:0.0:1749609372.366934:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099e70800. 02000000:00000001:0.0:1749609372.366935:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1749609372.366936:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000020:00000001:0.0:1749609372.366936:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609372.366937:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749609372.366938:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609372.366938:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609372.366939:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609372.366940:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609372.366940:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3c00. 00000100:00000001:3.0:1749609372.366942:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609372.366942:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609372.366943:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609372.366944:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:0.0:1749609372.366947:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609372.366948:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.366949:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609372.366953:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.366953:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609372.366954:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609372.366956:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609372.366957:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609372.366957:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609372.366958:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1749609372.366959:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609372.366960:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609372.366961:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000001:3.0:1749609372.366962:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844533376 : -131938865018240 : ffff880096d18a80) 00000400:00000010:0.0:1749609372.366962:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130df0f78. 00000100:00000040:3.0:1749609372.366965:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d18a80 x1834598193454720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609372.366967:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:0.0:1749609372.366968:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000001:0.0:1749609372.366970:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609372.366971:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193454720:12345-0@lo:38: 00000100:00000200:0.0:1749609372.366972:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609372.366974:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193454720 00000020:00000001:3.0:1749609372.366975:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609372.366976:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609372.366978:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609372.366981:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609372.366983:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609372.366983:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609372.366984:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609372.366985:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609372.366986:0:1047:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749609372.366987:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749609372.366987:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609372.366988:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609372.366990:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609372.366991:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.366992:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609372.366993:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609372.366995:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1749609372.366995:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609372 v=5 (0 0 0 0) 02000000:00000010:3.0:1749609372.366997:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c461c00. 00000100:00001000:0.0:1749609372.366997:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=134 v=20 (20 0 0 0) 02000000:00000001:3.0:1749609372.366998:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.366999:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609372.367000:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.367000:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609372.367002:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609372.367003:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609372.367005:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609372.367006:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609372.367007:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609372.367009:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609372.367009:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609372.367010:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609372.367012:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609372.367014:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609372.367014:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609372.367016:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609372.367017:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609372.367017:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609372.367018:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.367018:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609372.367019:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609372.367019:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749609372.367021:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609372.367021:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609372.367022:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00080000:0.0:1749609372.367023:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:3.0:1749609372.367024:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193454720, offset 0 00000100:00080000:0.0:1749609372.367025:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:3.0:1749609372.367027:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609372.367027:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609372.367029:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609372.367031:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609372.367035:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada05e80 00000100:00100000:0.0:1749609372.367036:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193454464:0@lo:38: 00000400:00000200:3.0:1749609372.367038:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4205 [1] + 0 00000100:00000001:0.0:1749609372.367039:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609372.367041:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609372.367041:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609372.367043:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609372.367043:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3480 x1834598193454464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609372.367045:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609372.367048:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.367048:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609372.367050:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609372.367052:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099e71400. 00000100:00000040:3.0:1749609372.367053:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609372.367054:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609372.367055:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609372.367056:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609372.367058:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609372.367059:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749609372.367059:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1800. 02000000:00000001:0.0:1749609372.367061:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609372.367062:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609372.367064:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 00000400:00000200:3.0:1749609372.367065:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000100:00000001:0.0:1749609372.367066:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1749609372.367067:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000001:0.0:1749609372.367067:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609372.367068:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609372.367069:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609372.367071:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609372.367072:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609372.367072:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.367074:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.367074:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609372.367075:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609372.367075:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609372.367078:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d18a80 x1834598193454720/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609372.367078:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609372.367079:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609372.367081:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000400:00000200:0.0:1749609372.367083:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000100:00100000:3.0:1749609372.367084:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193454720:12345-0@lo:38: Request processed in 112us (202us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749609372.367084:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:0.0:1749609372.367086:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609372.367089:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000200:0.0:1749609372.367089:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609372.367091:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609372.367092:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609372.367094:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000020:00000010:3.0:1749609372.367096:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000100:00000200:0.0:1749609372.367096:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609372.367098:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d800. 00000100:00000001:3.0:1749609372.367100:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.367102:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609372.367103:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.367104:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609372.367106:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609372.367107:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609372.367108:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609372.367110:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609372.367113:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609372 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609372.367115:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=67 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609372.367117:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609372.367118:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609372.367120:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609372.367122:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.367128:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609372.367130:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609372.367131:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.367133:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609372.367134:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609372.367136:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609372.367138:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609372.367143:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609372.367146:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609372.367151:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193454720:0@lo:38: 00000100:00000001:0.0:1749609372.367155:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.367156:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609372.367158:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193454720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.367164:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609372.367165:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609372.367167:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53400. 02000000:00000001:0.0:1749609372.367169:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609372.367170:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609372.367171:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609372.367172:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609372.367173:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad2800. 02000000:00000001:0.0:1749609372.367174:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609372.367175:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609372.367176:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00000001:0.0:1749609372.367177:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609372.367177:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.367178:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.367179:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609372.367180:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609372.367180:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.367181:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609372.377764:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298644821, at 4298644821 00000100:00000040:1.0:1749609372.377765:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298644821, at 4298644821 00000100:00000040:0.0:1749609372.377765:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298644821, at 4298644821 00000100:00000010:3.0:1749609372.377779:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b1b11980. 00000100:00000010:0.0:1749609372.377794:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b1b115c0. 00000100:00000040:2.0:1749609372.377798:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298644821, at 4298644821 00000100:00000010:1.0:1749609372.377800:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b1b11680. 00000100:00000010:2.0:1749609372.377804:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b1b11480. 00000100:00000001:0.0:1749609373.082807:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609373.082814:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609373.082815:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609373.082818:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609373.082821:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609373.082824:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609373.082839:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609373.082841:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609373.082843:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609373.187735:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609373.187743:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609373.187745:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609373.187747:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609373.187750:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609373.187753:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609373.187755:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609373.187758:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609373.187759:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609373.310855:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609373.310863:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609373.310890:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609373.310894:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609373.310896:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609374.082810:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609374.082818:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609374.082820:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609374.082823:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609374.082826:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609374.082841:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609374.082844:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609374.082846:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609374.082848:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609374.187736:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609374.187744:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609374.187746:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609374.187750:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609374.187754:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609374.187757:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609374.187760:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609374.187763:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609374.187765:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609374.312789:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609374.312795:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609374.312855:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609374.312859:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609374.312861:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609375.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609375.082807:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609375.082809:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609375.082812:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609375.082816:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609375.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.082822:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609375.082824:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.082826:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.187723:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609375.187731:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609375.187732:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609375.187735:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609375.187738:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609375.187741:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.187743:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609375.187745:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.187747:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609375.314804:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609375.314813:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609375.314815:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609375.314817:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609375.314822:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609375.314823:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609375.314825:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609375.314826:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609375.314900:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609375.314905:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609375.314907:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1749609375.512818:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749609375.512825:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749609375.512829:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130dc1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749609375.512987:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:2.0:1749609375.512999:0:1043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749609375.513002:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609375.513005:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609375.513006:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609376.082784:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609376.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609376.082795:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609376.082822:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609376.082825:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609376.082829:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609376.082831:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609376.082833:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609376.082835:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609376.187735:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609376.187742:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609376.187743:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609376.187746:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609376.187749:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609376.187752:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609376.187755:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609376.187757:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609376.187759:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609376.196154:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609376.196169:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609376.196171:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609376.196173:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609376.196183:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609376.196199:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500280 00000400:00000100:0.0:1749609376.196204:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188188288 offset 0 length 520: 4 00000400:00000200:0.0:1749609376.196208:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609376.196209:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609376.196240:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609376.196258:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609376.196260:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609376.196262:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609376.316822:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609376.316828:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609376.316886:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609376.316889:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609376.316891:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609377.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609377.082806:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609377.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609377.082811:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609377.082815:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609377.082818:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609377.082821:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609377.082823:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609377.082825:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.187727:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609377.187734:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609377.187736:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609377.187740:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609377.187743:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609377.187746:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609377.187748:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609377.187752:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609377.187754:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609377.318821:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609377.318828:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609377.318888:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609377.318892:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609377.318894:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609377.366797:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609377.366813:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609377.366815:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.366820:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609377.366822:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609377.366826:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.366828:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609377.380754:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609377.380772:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609377.380774:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609377.380776:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609377.380778:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609377.380779:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609377.380783:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609377.380786:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3977 00000100:00080000:2.0:1749609377.380790:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609377.380791:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609377.380793:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609377.380794:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609377.380795:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609377.380798:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609377.380800:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609377.380802:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609377.380805:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609377.380807:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609377.380808:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609377.380810:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609377.380811:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609377.380812:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609377.380812:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609377.380814:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609377.380816:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609377.380817:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609377.380819:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609377.380825:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609377.380827:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.380828:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609377.380833:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609377.380837:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000020:00000040:2.0:1749609377.380840:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609377.380843:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609377.380844:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.380847:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609377.380849:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609377.380852:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609377.380858:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3000. 00000100:00000001:2.0:1749609377.380864:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609377.380871:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609377.380878:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609377.380880:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609377.380883:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1c00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609377.380900:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609377.380901:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609377.380903:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609377.380904:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609377.380905:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609377.380906:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609377.380907:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3977 00000100:00080000:2.0:1749609377.380909:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609377.380910:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609377.380911:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609377.380912:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609377.380912:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609377.380913:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609377.380914:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609377.380915:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609377.380916:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609377.380920:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609377.380921:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609377.380923:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609377.380924:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609377.380925:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609377.380926:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609377.380927:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609377.380928:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609377.380929:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609377.380929:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609377.380931:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609377.380932:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.380933:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609377.380934:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609377.380936:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000020:00000040:2.0:1749609377.380937:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609377.380938:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609377.380938:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.380938:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609377.380939:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609377.380940:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609377.380940:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609377.380942:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad0400. 00000100:00000001:0.0:1749609377.380943:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609377.380944:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.380945:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749609377.380946:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609377.380950:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609377.380951:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609377.380951:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609377.380952:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609377.380956:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609377.380957:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609377.380959:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609377.380961:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609377.380962:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609377.380963:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609377.380963:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.380965:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609377.380966:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3977 02000000:00000001:0.0:1749609377.380966:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609377.380967:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609377.380968:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609377.380969:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609377.380969:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609377.380970:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609377.380971:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609377.380971:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609377.380972:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609377.380972:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609377.380973:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749609377.380973:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193454976:0@lo:38: 00000020:00000040:2.0:1749609377.380974:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609377.380975:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609377.380976:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609377.380977:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609377.380978:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609377.380978:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609377.380979:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609377.380979:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609377.380980:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609377.380981:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609377.380981:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609377.380982:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609377.380983:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609377.380984:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609377.380984:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609377.380985:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.380986:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749609377.380986:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609377.380987:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609377.380989:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609377.380989:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609377.380991:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609377.380991:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609377.380991:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50400. 00000100:00000001:2.0:1749609377.380992:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609377.380993:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609377.380995:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609377.380996:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609377.380998:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad0c00. 00000100:00000001:2.0:1749609377.381000:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609377.381000:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000100:00100000:2.0:1749609377.381002:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609377.381005:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609377.381006:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609377.381007:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609377.381008:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00000001:2.0:1749609377.381010:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609377.381011:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609377.381013:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749609377.381015:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193454976, portal 4 00000100:00000010:2.0:1749609377.381016:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609377.381017:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609377.381018:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609377.381018:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609377.381019:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609377.381019:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381019:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 02000000:00000010:2.0:1749609377.381021:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be400. 00000100:00000001:2.0:1749609377.381022:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609377.381024:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609377.381027:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749609377.381027:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609377.381028:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609377.381030:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a0380] to pc [ptlrpcd_00_01+1] req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381042:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609377.381045:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609377.381047:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 00000100:00000200:0.0:1749609377.381049:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193454976, offset 0 00000100:00000001:2.0:1749609377.381053:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609377.381054:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609377.381056:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3987) 00000400:00000200:0.0:1749609377.381068:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609377.381080:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada05f80 00000100:00000001:3.0:1749609377.381085:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609377.381086:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 15080 00000100:00100000:3.0:1749609377.381088:0:1048:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1749609377.381089:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609377.381094:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609377.381095:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609377.381095:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609377.381096:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609377.381097:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609377.381098:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749609377.381098:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609377.381104:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749609377.381106:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609377.381106:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609377.381110:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d18e00. 00000100:00000001:3.0:1749609377.381111:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609377.381112:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.381112:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609377.381113:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d18e00 x1834598193454976 msgsize 520 02000000:00000001:3.0:1749609377.381114:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609377.381115:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609377.381115:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609377.381116:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609377.381117:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193455360:0@lo:400: 00000100:00100000:0.0:1749609377.381117:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609377.381119:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609377.381121:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609377.381122:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609377.381123:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609377.381125:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782d800. 02000000:00000001:3.0:1749609377.381126:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609377.381129:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b4d0. 00000400:00000010:3.0:1749609377.381132:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000001:0.0:1749609377.381133:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749609377.381134:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193455360, portal 10 00000100:00000001:3.0:1749609377.381135:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609377.381136:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00000040:3.0:1749609377.381140:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609377.381143:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 00000100:00000001:3.0:1749609377.381144:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609377.381145:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609377.381145:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000400:00000010:3.0:1749609377.381146:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000100:00000200:3.0:1749609377.381148:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193455360, offset 0 00000100:00000001:0.0:1749609377.381148:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609377.381151:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609377.381151:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609377.381154:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749609377.381155:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609377.381156:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193454976 02000000:00000001:2.0:1749609377.381157:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609377.381158:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609377.381159:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada06100 00000100:00000001:2.0:1749609377.381159:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609377.381160:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609377.381163:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 24976 00000100:00000001:2.0:1749609377.381165:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609377.381166:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609377.381167:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381167:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609377.381168:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609377.381168:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609377.381170:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609377.381170:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193454976 00000020:00000001:2.0:1749609377.381171:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609377.381172:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:2.0:1749609377.381172:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609377.381173:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609377.381173:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609377.381174:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609377.381175:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609377.381177:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d29b100. 00000100:00000040:0.0:1749609377.381177:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2991 usecs (3 jiffies) 00000100:00000040:3.0:1749609377.381178:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88009d29b100 x1834598193455360 msgsize 224 00000020:00000010:2.0:1749609377.381178:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000100:00100000:3.0:1749609377.381180:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609377.381180:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298649827 00000020:00000010:2.0:1749609377.381181:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000010:0.0:1749609377.381183:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000020:00000010:2.0:1749609377.381185:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:3.0:1749609377.381186:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609377.381189:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000100:00000001:2.0:1749609377.381189:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749609377.381190:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000100:00000001:0.0:1749609377.381190:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609377.381191:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609377.381192:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609377.381192:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609377.381193:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381195:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298649827 00000100:00000001:3.0:1749609377.381197:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609377.381197:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609377.381198:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609377.381202:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609377.381202:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1749609377.381202:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e79c0. 00000100:00000001:3.0:1749609377.381219:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381219:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:3.0:1749609377.381221:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 530 usecs (1 jiffies) 00000100:00000001:3.0:1749609377.381223:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298649825 00000100:00000001:3.0:1749609377.381224:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298649827 00000100:00000001:3.0:1749609377.381225:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298649825 00000100:00000001:2.0:1749609377.381226:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609377.381233:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609377.381234:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609377.381234:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298649827 00000100:00000001:2.0:1749609377.381235:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609377.381236:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193455360 00000100:00000001:1.0:1749609377.381236:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1749609377.381236:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7a00. 02000000:00000001:3.0:1749609377.381237:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609377.381237:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609377.381238:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609377.381238:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000001:3.0:1749609377.381239:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381239:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609377.381240:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844534272 : -131938865017344 : ffff880096d18e00) 00000100:00000001:1.0:1749609377.381240:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609377.381241:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.381241:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381241:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298649827 00000100:00100000:3.0:1749609377.381242:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193455360 00000100:00000040:2.0:1749609377.381242:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d18e00 x1834598193454976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609377.381243:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749609377.381243:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e71c0. 00000020:00000040:3.0:1749609377.381244:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:3.0:1749609377.381245:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609377.381246:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:0.0:1749609377.381246:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:3.0:1749609377.381247:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00100000:2.0:1749609377.381248:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193454976:12345-0@lo:38: 00000100:00000001:0.0:1749609377.381248:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609377.381249:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000200:2.0:1749609377.381250:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193454976 00000100:00000001:0.0:1749609377.381251:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609377.381252:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609377.381253:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609377.381253:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609377.381255:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609377.381255:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609377.381258:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba2c0. 00000100:00000001:0.0:1749609377.381259:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749609377.381261:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b113c0. 00000100:00000001:0.0:1749609377.381261:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381262:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609377.381264:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609377.381265:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749609377.381266:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000020:00000001:2.0:1749609377.381266:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609377.381268:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749609377.381268:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609377.381270:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:2.0:1749609377.381270:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609377.381272:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c600. 00010000:00000001:2.0:1749609377.381272:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609377.381274:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000100:00000001:2.0:1749609377.381274:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609377.381274:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609377.381275:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749609377.381276:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000100:00000001:0.0:1749609377.381276:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609377.381277:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609377.381278:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609377.381279:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609377.381281:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1749609377.381281:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609377.381282:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609377.381283:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749609377.381283:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193455104:0@lo:38: 00000100:00000001:3.0:1749609377.381284:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609377.381284:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2800. 02000000:00000001:2.0:1749609377.381286:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381286:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609377.381287:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609377.381287:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609377.381288:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609377.381289:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1749609377.381289:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609377.381290:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609377.381290:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609377.381291:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1749609377.381292:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609377.381293:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609377.381294:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:0.0:1749609377.381294:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609377.381295:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.381296:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609377.381297:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609377.381298:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609377.381298:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea898. 00000100:00000001:2.0:1749609377.381299:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609377.381300:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:2.0:1749609377.381300:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:3.0:1749609377.381301:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000400:00000010:0.0:1749609377.381301:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 00000100:00000001:2.0:1749609377.381302:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609377.381303:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950973696 : -131938758577920 : ffff88009d29b100) 00000100:00000001:2.0:1749609377.381304:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609377.381305:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d29b100 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:323/0 lens 224/0 e 0 to 0 dl 1749609388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609377.381306:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609377.381308:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749609377.381308:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193455104, portal 10 00000100:00000001:3.0:1749609377.381309:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609377.381309:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749609377.381310:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebae00. 02000000:00000001:2.0:1749609377.381310:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609377.381310:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609377.381311:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000001:3.0:1749609377.381312:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609377.381312:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609377.381313:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7ebae00. 00000020:00000040:1.0:1749609377.381313:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:2.0:1749609377.381314:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749609377.381315:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193455360:12345-0@lo:400: 00000100:00000200:3.0:1749609377.381316:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193455360 00000400:00000010:2.0:1749609377.381316:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000040:0.0:1749609377.381316:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609377.381318:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609377.381319:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:2.0:1749609377.381319:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193454976, offset 0 00000020:00000001:3.0:1749609377.381321:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609377.381322:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609377.381322:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609377.381323:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000040:0.0:1749609377.381324:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609377.381325:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749609377.381326:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000020:00000001:3.0:1749609377.381328:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749609377.381328:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193455104, offset 0 00000020:00000001:3.0:1749609377.381330:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609377.381330:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609377.381331:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749609377.381331:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609377.381333:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609377.381335:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609377.381336:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada05f80 00000020:00000001:3.0:1749609377.381337:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749609377.381338:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609377.381339:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609377.381339:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4211 [1] + 0 02000000:00000001:3.0:1749609377.381340:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609377.381342:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c462800. 00000400:00000200:0.0:1749609377.381342:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06000 02000000:00000001:3.0:1749609377.381343:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609377.381343:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609377.381344:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609377.381345:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609377.381345:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 25200 00000400:00000200:2.0:1749609377.381346:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1749609377.381347:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193455360 00010000:00000001:3.0:1749609377.381349:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609377.381349:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609377.381349:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1749609377.381351:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d29b100 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609377.381352:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609377.381352:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749609377.381355:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609377.381355:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749609377.381356:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609377.381356:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1749609377.381358:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=72 v=5 (1 0 0 0) 00000100:00000010:0.0:1749609377.381359:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d19180. 00000100:00000001:3.0:1749609377.381360:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609377.381361:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:2.0:1749609377.381361:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609377.381361:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d19180 x1834598193455104 msgsize 520 00000100:00000001:3.0:1749609377.381362:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:3.0:1749609377.381363:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609377.381364:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609377.381364:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609377.381365:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609377.381366:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609377.381367:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000100:00000001:2.0:1749609377.381368:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609377.381368:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749609377.381370:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193455360, offset 224 00000400:00000200:3.0:1749609377.381372:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609377.381373:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:1.0:1749609377.381373:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749609377.381374:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00100000:1.0:1749609377.381374:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193455104 00000400:00000200:3.0:1749609377.381375:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609377.381376:0:6490:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609377.381376:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609377.381377:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609377.381378:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06100 00000100:00000001:2.0:1749609377.381381:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609377.381382:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:1.0:1749609377.381383:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609377.381383:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609377.381384:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609377.381385:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609377.381386:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609377.381386:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609377.381387:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609377.381387:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193455104 00000020:00000001:2.0:1749609377.381388:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609377.381388:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749609377.381388:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609377.381389:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4219 [1] + 224 00000020:00000040:1.0:1749609377.381389:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609377.381390:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609377.381391:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d18e00 x1834598193454976/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609377.381391:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609377.381392:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609377.381392:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609377.381394:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609377.381394:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609377.381394:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609377.381395:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609377.381395:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609377.381396:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193454976:12345-0@lo:38: Request processed in 148us (282us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749609377.381397:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000020:00000010:1.0:1749609377.381399:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000200:3.0:1749609377.381400:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609377.381401:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000001:1.0:1749609377.381401:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609377.381401:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.381402:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609377.381402:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609377.381403:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609377.381403:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.381404:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609377.381405:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381405:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.381406:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609377.381407:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000040:0.0:1749609377.381407:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1020 usecs (2 jiffies) 00000100:00000001:3.0:1749609377.381409:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609377.381409:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298649826 00000020:00000010:2.0:1749609377.381410:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609377.381410:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609377.381412:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000400:00000010:3.0:1749609377.381413:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000100:00000001:1.0:1749609377.381413:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609377.381414:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749609377.381414:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000100:00000001:1.0:1749609377.381414:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609377.381415:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609377.381416:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609377.381417:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000001:0.0:1749609377.381417:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298649827 00000100:00000040:3.0:1749609377.381418:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609377.381418:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844535168 : -131938865016448 : ffff880096d19180) 00000100:00000001:0.0:1749609377.381418:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298649826 00010000:00000001:3.0:1749609377.381419:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609377.381419:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609377.381420:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609377.381420:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d19180 x1834598193455104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381420:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298649827 00000020:00000001:3.0:1749609377.381421:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609377.381422:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298649826 00000100:00000040:3.0:1749609377.381423:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d29b100 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381423:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298649827 00000100:00000001:0.0:1749609377.381424:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298649826 00000100:00000001:0.0:1749609377.381426:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298649827 00000100:00100000:3.0:1749609377.381427:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193455360:12345-0@lo:400: Request processed in 117us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609377.381427:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193455104:12345-0@lo:38: 00000100:00000001:0.0:1749609377.381428:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609377.381429:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193455104 00000100:00000001:0.0:1749609377.381429:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609377.381431:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000001:1.0:1749609377.381431:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609377.381431:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1749609377.381432:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609377.381433:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609377.381434:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749609377.381434:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609377.381435:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609377.381436:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000020:00000001:1.0:1749609377.381436:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609377.381438:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00010000:00020000:1.0:1749609377.381438:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609377.381439:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609377.381440:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c600. 00000100:00000001:0.0:1749609377.381440:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1749609377.381441:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609377.381441:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609377.381442:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:1.0:1749609377.381442:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609377.381443:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609377.381443:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609377.381443:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609377.381444:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609377.381444:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609377.381446:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609377.381448:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193455232:0@lo:38: 02000000:00000010:1.0:1749609377.381449:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e72000. 00000100:00000001:3.0:1749609377.381450:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298649827 02000000:00000001:1.0:1749609377.381450:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381450:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609377.381451:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609377.381452:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298649825 02000000:00000001:0.0:1749609377.381452:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609377.381453:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298649827 00010000:00000001:1.0:1749609377.381453:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609377.381453:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609377.381454:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609377.381455:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:1.0:1749609377.381456:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609377.381457:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749609377.381457:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51000. 00000100:00000001:3.0:1749609377.381458:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298649825 00000100:00000001:3.0:1749609377.381459:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298649827 00000100:00000001:1.0:1749609377.381459:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609377.381459:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609377.381460:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609377.381461:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:0.0:1749609377.381461:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:1.0:1749609377.381462:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609377.381463:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609377.381463:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609377.381464:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609377.381464:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749609377.381464:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 02000000:00000001:1.0:1749609377.381465:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.381466:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609377.381466:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193455232, portal 10 00000400:00000001:3.0:1749609377.381467:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609377.381467:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1749609377.381468:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609377.381468:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749609377.381469:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b4d0. 00000400:00000010:1.0:1749609377.381469:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609377.381469:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000400:00000200:3.0:1749609377.381473:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000400:00000010:3.0:1749609377.381474:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000040:0.0:1749609377.381474:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609377.381476:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609377.381476:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193455104, offset 0 00000100:00000200:3.0:1749609377.381477:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609377.381479:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609377.381481:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609377.381483:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609377.381484:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609377.381485:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609377.381487:0:1048:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749609377.381487:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06000 02000000:00000001:3.0:1749609377.381488:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609377.381488:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609377.381489:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609377.381490:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609377.381490:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4221 [1] + 0 00000100:00000040:0.0:1749609377.381490:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609377.381491:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609377.381492:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749609377.381493:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000400:00000200:1.0:1749609377.381494:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749609377.381495:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=72 v=5 (5 0 0 0) 00000100:00000200:0.0:1749609377.381495:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193455232, offset 0 00000100:00001000:3.0:1749609377.381496:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1749609377.381496:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609377.381498:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609377.381498:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609377.381498:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609377.381499:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609377.381500:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749609377.381502:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609377.381503:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609377.381504:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609377.381507:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609377.381508:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1749609377.381508:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06080 00000100:00000040:3.0:1749609377.381509:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609377.381509:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609377.381510:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609377.381511:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609377.381511:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 25720 00000100:00000040:3.0:1749609377.381513:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609377.381514:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749609377.381515:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000400:00000200:0.0:1749609377.381515:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609377.381517:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609377.381517:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749609377.381517:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609377.381520:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609377.381521:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609377.381521:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749609377.381521:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609377.381522:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609377.381523:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609377.381524:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609377.381524:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000010:0.0:1749609377.381524:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d19500. 00000100:00000001:1.0:1749609377.381525:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609377.381526:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609377.381526:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d19500 x1834598193455232 msgsize 520 00000100:00100000:3.0:1749609377.381528:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193455360:0@lo:400: 00000100:00000040:1.0:1749609377.381528:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d19180 x1834598193455104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609377.381529:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609377.381531:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609377.381532:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609377.381532:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193455104:12345-0@lo:38: Request processed in 105us (171us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609377.381533:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193455360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609377.381536:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609377.381537:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749609377.381537:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 02000000:00000010:3.0:1749609377.381539:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782d800. 00000100:00000001:1.0:1749609377.381539:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609377.381539:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609377.381540:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609377.381541:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749609377.381541:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000020:00000040:3.0:1749609377.381542:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609377.381543:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1749609377.381543:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 02000000:00000010:3.0:1749609377.381544:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be400. 00000020:00000010:1.0:1749609377.381544:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609377.381546:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609377.381547:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609377.381549:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609377.381550:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609377.381550:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609377.381550:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000010:3.0:1749609377.381551:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00100000:1.0:1749609377.381551:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193455232 02000000:00000001:1.0:1749609377.381552:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749609377.381552:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:3.0:1749609377.381553:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609377.381553:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609377.381554:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609377.381554:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381554:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609377.381555:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609377.381555:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609377.381556:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609377.381557:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749609377.381557:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193455232 00000020:00000001:1.0:1749609377.381557:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609377.381558:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609377.381558:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609377.381559:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609377.381559:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609377.381559:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609377.381560:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609377.381560:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609377.381561:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000020:00000010:1.0:1749609377.381562:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609377.381562:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609377.381563:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:1.0:1749609377.381564:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609377.381564:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609377.381565:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609377.381566:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.381567:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381569:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381571:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609377.381573:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609377.381576:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 801 usecs (1 jiffies) 00000100:00000001:0.0:1749609377.381578:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298649825 00000100:00000001:0.0:1749609377.381579:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298649827 00000100:00000001:1.0:1749609377.381581:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381581:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298649825 00000100:00000001:0.0:1749609377.381583:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298649827 00000100:00000001:1.0:1749609377.381585:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609377.381586:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609377.381587:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609377.381587:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000001:3.0:1749609377.381588:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609377.381588:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298649825 00000100:00000001:3.0:1749609377.381589:0:6442:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.381589:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844536064 : -131938865015552 : ffff880096d19500) 00000100:00000001:3.0:1749609377.381590:0:6442:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381590:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298649827 00000100:00000040:1.0:1749609377.381591:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d19500 x1834598193455232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381592:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298649825 00000100:00000001:0.0:1749609377.381593:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298649827 00000100:00100000:1.0:1749609377.381595:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193455232:12345-0@lo:38: 00000100:00000001:0.0:1749609377.381595:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609377.381596:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609377.381597:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193455232 00000020:00000001:1.0:1749609377.381598:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609377.381599:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:0.0:1749609377.381599:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609377.381601:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749609377.381602:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609377.381602:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00010000:00020000:1.0:1749609377.381603:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609377.381604:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609377.381605:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609377.381605:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:0.0:1749609377.381606:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:1.0:1749609377.381607:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609377.381608:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609377.381608:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609377.381609:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609377.381610:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609377.381611:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e73400. 02000000:00000001:1.0:1749609377.381612:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.381613:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609377.381614:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609377.381615:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609377.381616:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749609377.381617:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609377.381618:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609377.381619:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609377.381620:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609377.381620:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609377.381621:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609377.381623:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609377.381623:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609377.381624:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609377.381625:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609377.381627:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381627:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609377.381628:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609377.381628:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609377.381630:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609377.381630:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749609377.381631:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609377.381632:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609377.381633:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193455232, offset 0 02000000:00000001:0.0:1749609377.381634:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609377.381635:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749609377.381637:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609377 v=5 (0 0 0 0) 00000400:00000200:1.0:1749609377.381638:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749609377.381639:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=139 v=20 (20 0 0 0) 00000400:00000200:1.0:1749609377.381641:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06080 00000100:00000001:0.0:1749609377.381642:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609377.381643:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4231 [1] + 0 00000100:00000001:0.0:1749609377.381644:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609377.381645:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609377.381645:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609377.381647:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609377.381648:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609377.381648:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609377.381650:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609377.381654:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381654:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609377.381657:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609377.381659:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609377.381661:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749609377.381661:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609377.381662:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609377.381663:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609377.381663:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609377.381664:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609377.381665:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609377.381666:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609377.381666:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609377.381667:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609377.381668:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609377.381669:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d19500 x1834598193455232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609377.381669:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609377.381671:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00100000:1.0:1749609377.381673:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193455232:12345-0@lo:38: Request processed in 77us (146us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609377.381693:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609377.381697:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609377.381704:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193454976:0@lo:38: 00000100:00000001:0.0:1749609377.381707:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381709:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609377.381711:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1c00 x1834598193454976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609377.381717:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000001:0.0:1749609377.381717:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609377.381718:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609377.381718:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609377.381719:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749609377.381719:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50400. 00000020:00000010:1.0:1749609377.381721:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000020:00000010:1.0:1749609377.381722:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 02000000:00000001:0.0:1749609377.381722:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609377.381723:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609377.381724:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609377.381726:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1749609377.381727:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 02000000:00000010:0.0:1749609377.381727:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3000. 00000100:00000001:1.0:1749609377.381728:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609377.381730:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609377.381731:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609377.381732:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00000001:0.0:1749609377.381735:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609377.381737:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381738:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381742:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609377.381743:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381745:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609377.381746:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609377.381748:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609377.381749:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609377.381751:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea898. 00000400:00000200:0.0:1749609377.381757:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 00000400:00000010:0.0:1749609377.381758:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000100:00000001:0.0:1749609377.381760:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609377.381763:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609377.381770:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381776:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609377.381777:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381778:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609377.381779:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609377.381781:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609377.381782:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609377.381783:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609377.381787:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609377 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609377.381789:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=121 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609377.381791:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609377.381792:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609377.381794:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609377.381797:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381803:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609377.381805:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609377.381806:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381808:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609377.381809:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609377.381811:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609377.381813:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609377.381815:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609377.381817:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609377.381824:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193455104:0@lo:38: 00000400:00000001:0.0:1749609377.381833:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609377.381835:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609377.381836:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609377.381838:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609377.381839:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609377.381841:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609377.381843:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609377.381849:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381855:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609377.381856:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381858:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609377.381859:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609377.381860:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609377.381861:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609377.381863:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609377.381866:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609377 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609377.381868:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=72 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609377.381870:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609377.381872:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609377.381873:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609377.381875:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381882:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609377.381884:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609377.381885:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381886:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609377.381887:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609377.381889:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609377.381891:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609377.381893:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609377.381900:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609377.381907:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193455232:0@lo:38: 00000100:00000001:0.0:1749609377.381910:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381911:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609377.381913:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193455104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381919:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609377.381920:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609377.381922:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609377.381924:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609377.381925:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609377.381927:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609377.381928:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609377.381929:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad0400. 02000000:00000001:0.0:1749609377.381931:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609377.381933:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609377.381934:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000001:0.0:1749609377.381937:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609377.381938:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381939:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609377.381941:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193455232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609377.381947:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609377.381948:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609377.381949:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51000. 02000000:00000001:0.0:1749609377.381951:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609377.381952:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609377.381952:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609377.381954:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609377.381955:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad0c00. 02000000:00000001:0.0:1749609377.381956:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609377.381957:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609377.381958:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:0.0:1749609377.381963:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609377.381964:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.381966:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381968:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609377.381969:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609377.381970:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.381971:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609377.383715:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298649827, at 4298649827 00000100:00000040:0.0:1749609377.383715:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298649827, at 4298649827 00000100:00000040:3.0:1749609377.383717:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298649827, at 4298649827 00000100:00000040:1.0:1749609377.383721:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298649827, at 4298649827 00000100:00000010:3.0:1749609377.383723:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e71c0. 00000100:00000010:0.0:1749609377.383723:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000010:1.0:1749609377.383727:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e79c0. 00000100:00000010:2.0:1749609377.383732:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a00. 00000100:00000001:2.0:1749609378.082817:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609378.082825:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609378.082827:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609378.082830:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609378.082833:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609378.082836:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609378.082838:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609378.082840:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609378.082841:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609378.187730:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609378.187737:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609378.187739:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609378.187742:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609378.187745:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609378.187748:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609378.187750:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609378.187753:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609378.187767:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609378.320815:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609378.320821:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609378.320912:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609378.320930:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609378.320933:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609378.381773:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609378.381789:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609378.381790:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609378.381794:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609378.381797:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609378.381799:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609378.381801:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609379.082823:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609379.082832:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609379.082833:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609379.082836:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609379.082839:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609379.082842:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609379.082844:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609379.082846:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609379.082847:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609379.187735:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609379.187743:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609379.187745:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609379.187747:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609379.187750:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609379.187753:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609379.187755:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609379.187757:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609379.187759:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609379.322841:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609379.322847:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609379.322870:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609379.322874:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609379.322877:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609379.381816:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609379.381831:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609379.381833:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609379.381836:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609379.381838:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609379.381841:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609379.381843:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609380.082807:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609380.082809:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609380.082812:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609380.082816:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609380.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609380.082822:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609380.082825:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609380.082827:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.187747:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609380.187755:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609380.187756:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609380.187759:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609380.187762:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609380.187764:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609380.187767:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609380.187784:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609380.187785:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609380.324798:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609380.324805:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609380.324901:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609380.324905:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609380.324908:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609380.381773:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609380.381788:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609380.381790:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609380.381794:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609380.381796:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609380.381800:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.381802:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609381.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609381.082800:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609381.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609381.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609381.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609381.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609381.082813:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609381.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609381.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609381.187739:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609381.187748:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609381.187750:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609381.187753:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609381.187756:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609381.187760:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609381.187763:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609381.187766:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609381.187768:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609381.326833:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609381.326840:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609381.326899:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609381.326903:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609381.326906:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609381.381778:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609381.381804:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609381.381806:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609381.381809:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609381.381812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609381.381815:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609381.381816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609382.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609382.082795:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609382.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609382.082800:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609382.082803:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609382.082805:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609382.082807:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609382.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.187739:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609382.187747:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609382.187748:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609382.187751:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609382.187754:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609382.187756:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609382.187769:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609382.187772:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609382.187774:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609382.328793:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609382.328799:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609382.328848:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609382.328851:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609382.328853:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609382.381786:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609382.381802:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609382.381804:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.381808:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609382.381811:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609382.381815:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.381816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609382.388742:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609382.388746:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609382.388748:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609382.388751:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609382.388753:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609382.388755:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609382.388758:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609382.388761:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3982 00000100:00080000:2.0:1749609382.388764:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609382.388766:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609382.388767:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609382.388768:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609382.388769:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609382.388772:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609382.388774:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609382.388776:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609382.388780:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609382.388781:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609382.388783:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609382.388784:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609382.388785:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609382.388786:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609382.388786:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609382.388788:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609382.388790:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609382.388791:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609382.388793:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609382.388812:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609382.388813:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.388815:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609382.388817:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609382.388821:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000020:00000040:2.0:1749609382.388824:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609382.388827:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609382.388828:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.388830:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609382.388832:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609382.388836:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609382.388842:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1800. 00000100:00000001:2.0:1749609382.388848:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609382.388855:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609382.388862:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609382.388864:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.388865:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609382.388879:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609382.388881:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609382.388883:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609382.388884:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609382.388885:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609382.388886:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609382.388887:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3982 00000100:00080000:2.0:1749609382.388889:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609382.388890:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609382.388891:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609382.388892:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609382.388892:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609382.388893:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609382.388897:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609382.388898:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609382.388899:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609382.388900:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609382.388901:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609382.388903:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609382.388904:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609382.388904:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609382.388905:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609382.388906:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609382.388907:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609382.388908:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609382.388909:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609382.388910:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609382.388911:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.388912:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609382.388913:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609382.388917:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609382.388918:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609382.388919:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609382.388919:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.388920:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609382.388921:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609382.388921:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609382.388923:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3c00. 00000100:00000001:2.0:1749609382.388925:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609382.388926:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609382.388930:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609382.388931:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.388932:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609382.388936:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.388937:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609382.388939:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609382.388940:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609382.388941:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609382.388942:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749609382.388942:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609382.388943:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609382.388944:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609382.388945:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3982 00000100:00080000:2.0:1749609382.388946:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609382.388947:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609382.388948:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609382.388948:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609382.388949:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609382.388950:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609382.388951:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609382.388951:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609382.388952:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609382.388953:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609382.388954:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609382.388954:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749609382.388955:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609382.388955:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.388956:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609382.388957:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609382.388958:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609382.388958:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609382.388958:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749609382.388959:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609382.388960:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609382.388960:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609382.388961:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.388961:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609382.388962:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609382.388963:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609382.388963:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193455488:0@lo:38: 02000000:00000001:2.0:1749609382.388964:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.388965:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609382.388966:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.388966:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749609382.388967:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000020:00000040:2.0:1749609382.388968:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609382.388969:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609382.388971:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609382.388973:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609382.388973:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.388973:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609382.388974:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609382.388975:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609382.388976:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609382.388976:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609382.388977:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609382.388978:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3400. 00000100:00000001:2.0:1749609382.388979:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609382.388981:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609382.388983:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609382.388984:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609382.388985:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.388986:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609382.388989:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609382.388990:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.388991:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609382.388993:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609382.388995:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000020:00000040:2.0:1749609382.388996:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:0.0:1749609382.388996:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193455488, portal 4 00000100:00000001:2.0:1749609382.388997:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609382.388998:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609382.388998:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.388998:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609382.388999:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 02000000:00000010:2.0:1749609382.389001:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be600. 00000100:00000001:2.0:1749609382.389002:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.389004:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609382.389007:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609382.389008:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.389010:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1c00] to pc [ptlrpcd_00_02+2] req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609382.389010:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389015:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609382.389017:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609382.389019:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 00000100:00000200:0.0:1749609382.389020:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193455488, offset 0 00000400:00000200:0.0:1749609382.389024:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609382.389033:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.389036:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3992) 00000400:00000200:0.0:1749609382.389042:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609382.389052:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada06180 00000400:00000200:0.0:1749609382.389057:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 15600 00000400:00000200:0.0:1749609382.389063:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609382.389066:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609382.389068:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609382.389070:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609382.389072:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749609382.389072:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609382.389073:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749609382.389075:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d19880. 00000100:00000040:0.0:1749609382.389077:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d19880 x1834598193455488 msgsize 520 00000100:00000040:1.0:1749609382.389078:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609382.389079:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609382.389085:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609382.389087:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609382.389088:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609382.389089:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609382.389091:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609382.389092:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609382.389093:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389093:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609382.389095:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193455872:0@lo:400: 00000100:00000001:1.0:1749609382.389098:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609382.389100:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609382.389101:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609382.389101:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 02000000:00000001:1.0:1749609382.389103:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1749609382.389103:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000100:00000001:0.0:1749609382.389105:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749609382.389106:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609382.389107:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609382.389108:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609382.389111:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a058. 00000100:00000001:2.0:1749609382.389114:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749609382.389115:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609382.389115:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749609382.389117:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193455872, portal 10 00000100:00000040:0.0:1749609382.389117:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609382.389119:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609382.389120:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 00000100:00100000:2.0:1749609382.389122:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193455488 00000100:00000001:0.0:1749609382.389123:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609382.389125:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609382.389125:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609382.389126:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609382.389126:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389128:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389129:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609382.389131:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609382.389131:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2916 usecs (3 jiffies) 00000100:00000001:1.0:1749609382.389132:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609382.389134:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193455488 00000100:00000040:1.0:1749609382.389134:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609382.389135:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749609382.389135:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609382.389135:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298654835 00000020:00000040:2.0:1749609382.389136:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609382.389137:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749609382.389137:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193455872, offset 0 00000020:00000001:2.0:1749609382.389138:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609382.389139:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609382.389139:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000400:00000200:1.0:1749609382.389141:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609382.389143:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000100:00000001:0.0:1749609382.389145:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:2.0:1749609382.389146:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000020:00000010:2.0:1749609382.389149:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:2.0:1749609382.389153:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609382.389153:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609382.389154:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609382.389156:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389156:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298654835 00000400:00000200:1.0:1749609382.389157:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada06300 00000100:00000010:0.0:1749609382.389158:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e75c0. 00000100:00000001:0.0:1749609382.389160:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609382.389161:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609382.389161:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 26240 00000100:00000001:0.0:1749609382.389163:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298654835 00000400:00000200:1.0:1749609382.389164:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749609382.389164:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7b80. 00000100:00000001:2.0:1749609382.389166:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609382.389166:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609382.389167:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609382.389186:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298654835 00000100:00000001:2.0:1749609382.389188:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1749609382.389188:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7e80. 00000100:00000001:2.0:1749609382.389190:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609382.389191:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609382.389193:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609382.389194:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000200:1.0:1749609382.389195:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609382.389197:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844536960 : -131938865014656 : ffff880096d19880) 00000100:00000010:1.0:1749609382.389198:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0e00. 00000100:00000040:2.0:1749609382.389200:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d19880 x1834598193455488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609382.389200:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f0e00 x1834598193455872 msgsize 224 00000100:00000001:0.0:1749609382.389200:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609382.389202:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609382.389203:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389205:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609382.389208:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749609382.389208:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609382.389209:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193455488:12345-0@lo:38: 00000400:00000200:1.0:1749609382.389211:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000200:2.0:1749609382.389212:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193455488 00000400:00000010:1.0:1749609382.389212:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:1.0:1749609382.389214:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609382.389215:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609382.389215:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749609382.389216:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389216:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609382.389218:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749609382.389218:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609382.389219:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609382.389221:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609382.389221:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609382.389222:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609382.389224:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193455616:0@lo:38: 00000100:00000001:1.0:1749609382.389226:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389226:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609382.389227:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609382.389228:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.389228:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609382.389229:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609382.389231:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 523 usecs (1 jiffies) 02000000:00000001:0.0:1749609382.389231:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749609382.389232:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609382.389232:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298654833 00000100:00000001:1.0:1749609382.389233:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298654835 02000000:00000010:0.0:1749609382.389233:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53400. 00010000:00020000:2.0:1749609382.389234:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609382.389235:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298654833 02000000:00000001:0.0:1749609382.389235:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609382.389236:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298654835 00010000:00000001:2.0:1749609382.389237:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609382.389237:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298654833 00000400:00000010:0.0:1749609382.389237:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea898. 00000100:00000001:1.0:1749609382.389238:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298654835 00000100:00000001:1.0:1749609382.389239:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298654833 00000100:00000001:1.0:1749609382.389239:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298654835 00010000:00000001:2.0:1749609382.389240:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749609382.389240:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 00000100:00000200:0.0:1749609382.389242:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193455616, portal 10 00000100:00000001:1.0:1749609382.389244:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609382.389244:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609382.389245:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609382.389245:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389245:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000100:00000001:1.0:1749609382.389246:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389247:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609382.389247:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609382.389248:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193455872 00000100:00000001:2.0:1749609382.389249:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609382.389250:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609382.389250:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609382.389251:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609382.389251:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609382.389251:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609382.389252:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609382.389253:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609382.389253:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1c00. 00000100:00000001:1.0:1749609382.389253:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609382.389254:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609382.389255:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609382.389255:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609382.389255:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609382.389256:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609382.389257:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193455872 00000100:00000001:2.0:1749609382.389257:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609382.389259:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609382.389260:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00010000:00000001:2.0:1749609382.389260:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609382.389260:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609382.389262:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1749609382.389262:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609382.389262:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1749609382.389264:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00001000:2.0:1749609382.389264:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:0.0:1749609382.389264:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000020:00000001:3.0:1749609382.389266:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609382.389266:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749609382.389266:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193455616, offset 0 00000020:00000001:3.0:1749609382.389268:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609382.389268:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609382.389269:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:0.0:1749609382.389269:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609382.389270:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609382.389272:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609382.389272:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609382.389273:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:0.0:1749609382.389274:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609382.389275:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebae00. 02000000:00000001:2.0:1749609382.389275:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609382.389276:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389277:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609382.389279:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609382.389279:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06200 00000020:00000010:3.0:1749609382.389280:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7eba2c0. 00000400:00000010:2.0:1749609382.389280:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000400:00000200:0.0:1749609382.389282:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 26464 00000020:00000040:3.0:1749609382.389286:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:0.0:1749609382.389286:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609382.389288:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609382.389289:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193455488, offset 0 00000100:00000001:0.0:1749609382.389291:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749609382.389292:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609382.389292:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609382.389295:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d19c00. 00000400:00000200:2.0:1749609382.389296:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609382.389297:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d19c00 x1834598193455616 msgsize 520 00000100:00000001:3.0:1749609382.389300:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1749609382.389300:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada06180 00000100:00100000:0.0:1749609382.389301:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609382.389302:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4241 [1] + 0 00000020:00000010:3.0:1749609382.389303:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d800. 00000400:00000200:2.0:1749609382.389305:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609382.389306:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000400:00000200:2.0:1749609382.389306:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609382.389308:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000100:00000001:2.0:1749609382.389308:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609382.389308:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749609382.389310:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609382.389312:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:0.0:1749609382.389313:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000040:3.0:1749609382.389314:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609382.389315:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609382.389315:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389315:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609382.389316:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:1.0:1749609382.389316:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:0.0:1749609382.389317:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609382.389318:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609382.389318:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609382.389319:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609382.389321:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609382.389324:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609382.389325:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609382.389326:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609382.389327:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:3.0:1749609382.389328:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609382.389329:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389329:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609382.389330:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609382.389331:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389332:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389332:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609382.389333:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609382.389333:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609382.389334:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:1.0:1749609382.389334:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193455616 00000100:00000001:0.0:1749609382.389334:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389335:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609382.389335:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749609382.389336:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609382.389336:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1003 usecs (2 jiffies) 00000100:00000001:1.0:1749609382.389337:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609382.389338:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609382.389338:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389338:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298654834 00000100:00000001:3.0:1749609382.389339:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609382.389339:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d19880 x1834598193455488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609382.389340:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389340:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298654835 00000100:00100000:3.0:1749609382.389341:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1749609382.389341:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193455616 00000020:00000001:1.0:1749609382.389342:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609382.389342:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298654834 00000100:00000040:3.0:1749609382.389343:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000040:1.0:1749609382.389343:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609382.389343:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298654835 00000100:00000001:3.0:1749609382.389344:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838078976 : -131938871472640 : ffff8800966f0e00) 00000100:00100000:2.0:1749609382.389344:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193455488:12345-0@lo:38: Request processed in 136us (266us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749609382.389344:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609382.389345:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609382.389346:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f0e00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:328/0 lens 224/0 e 0 to 0 dl 1749609393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609382.389346:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609382.389348:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000001:0.0:1749609382.389348:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298654834 00000100:00100000:2.0:1749609382.389349:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000020:00000010:1.0:1749609382.389350:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609382.389350:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298654835 00000100:00000001:2.0:1749609382.389351:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609382.389351:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298654834 00000100:00000001:3.0:1749609382.389352:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609382.389352:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609382.389352:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609382.389352:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298654835 00000020:00000010:3.0:1749609382.389353:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba2c0. 00000100:00000001:1.0:1749609382.389353:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609382.389353:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609382.389354:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609382.389354:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749609382.389355:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7eba2c0. 00000020:00000010:2.0:1749609382.389355:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609382.389355:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389355:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389356:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609382.389357:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193455872:12345-0@lo:400: 00000100:00000001:1.0:1749609382.389358:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389358:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609382.389359:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000200:3.0:1749609382.389360:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193455872 00000020:00000001:3.0:1749609382.389361:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609382.389361:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609382.389362:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000100:00000001:1.0:1749609382.389362:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.389362:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609382.389363:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609382.389364:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609382.389365:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389365:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609382.389366:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609382.389367:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609382.389367:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609382.389367:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609382.389368:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:1.0:1749609382.389368:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609382.389368:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609382.389370:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749609382.389370:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000001:1.0:1749609382.389371:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844537856 : -131938865013760 : ffff880096d19c00) 00000020:00000001:3.0:1749609382.389372:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609382.389374:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609382.389374:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749609382.389375:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609382.389375:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609382.389377:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609382.389377:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d19c00 x1834598193455616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609382.389377:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749609382.389378:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749609382.389378:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609382.389379:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609382.389380:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193455744:0@lo:38: 00000100:00000001:3.0:1749609382.389381:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609382.389382:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609382.389382:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609382.389383:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193455616:12345-0@lo:38: 02000000:00000010:3.0:1749609382.389384:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c460400. 02000000:00000001:0.0:1749609382.389384:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609382.389385:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609382.389385:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193455616 02000000:00000001:0.0:1749609382.389385:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609382.389386:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609382.389386:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609382.389386:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749609382.389387:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609382.389387:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:0.0:1749609382.389387:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50400. 02000000:00000001:0.0:1749609382.389388:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609382.389389:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193455872 00000400:00000010:0.0:1749609382.389390:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000020:00000001:1.0:1749609382.389391:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609382.389392:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749609382.389392:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00010000:00000001:3.0:1749609382.389393:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749609382.389394:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749609382.389394:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193455744, portal 10 00010000:00000001:1.0:1749609382.389395:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609382.389395:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000200:3.0:1749609382.389396:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0e00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389396:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000001:1.0:1749609382.389397:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609382.389397:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609382.389399:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609382.389399:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609382.389400:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609382.389401:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609382.389401:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e71400. 02000000:00000001:1.0:1749609382.389402:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609382.389403:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1749609382.389403:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609382.389405:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609382.389406:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609382.389406:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389406:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609382.389407:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609382.389408:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:1.0:1749609382.389408:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609382.389408:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609382.389409:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749609382.389409:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 02000000:00000001:3.0:1749609382.389410:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609382.389410:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749609382.389410:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193455744, offset 0 00000100:00000001:3.0:1749609382.389411:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609382.389412:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609382.389412:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609382.389413:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609382.389413:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000010:3.0:1749609382.389414:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000001:1.0:1749609382.389415:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:3.0:1749609382.389416:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193455872, offset 224 00000400:00000200:0.0:1749609382.389416:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609382.389417:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:0.0:1749609382.389418:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06280 00000100:00000040:1.0:1749609382.389419:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:3.0:1749609382.389420:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609382.389420:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609382.389422:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609382.389422:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 26984 00000100:00000001:1.0:1749609382.389423:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609382.389424:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609382.389425:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609382.389425:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609382.389426:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609382.389427:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000400:00000200:3.0:1749609382.389428:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06300 00000100:00000001:0.0:1749609382.389428:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609382.389429:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193455616, offset 0 00000100:00000200:0.0:1749609382.389429:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749609382.389431:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4249 [1] + 224 00000100:00000010:0.0:1749609382.389431:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d19f80. 00000100:00000040:0.0:1749609382.389432:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d19f80 x1834598193455744 msgsize 520 00000400:00000200:3.0:1749609382.389434:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609382.389434:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609382.389434:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609382.389436:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609382.389438:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609382.389445:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609382.389445:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609382.389447:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749609382.389448:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609382.389448:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193455744 00000400:00000200:0.0:1749609382.389448:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 02000000:00000001:2.0:1749609382.389449:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749609382.389449:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609382.389450:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609382.389450:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06200 00000100:00000001:0.0:1749609382.389450:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609382.389451:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609382.389452:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609382.389452:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609382.389453:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609382.389454:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193455744 00000400:00000200:1.0:1749609382.389454:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4251 [1] + 0 00000020:00000001:2.0:1749609382.389455:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609382.389456:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609382.389456:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609382.389457:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609382.389457:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609382.389457:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609382.389458:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609382.389458:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609382.389460:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609382.389460:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000400:00000200:1.0:1749609382.389460:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609382.389460:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389460:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609382.389461:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000020:00000010:2.0:1749609382.389462:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000400:00000200:3.0:1749609382.389463:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000400:00000010:3.0:1749609382.389464:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000001:2.0:1749609382.389464:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609382.389464:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609382.389465:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609382.389466:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609382.389466:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609382.389466:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 781 usecs (1 jiffies) 00000100:00000001:0.0:1749609382.389467:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298654833 00000100:00000001:3.0:1749609382.389468:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389468:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609382.389468:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298654835 00000100:00000001:2.0:1749609382.389469:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389469:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298654833 00000100:00000040:3.0:1749609382.389470:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:1.0:1749609382.389470:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389470:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298654835 00010000:00000001:3.0:1749609382.389471:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609382.389471:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389473:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.389473:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298654833 00000100:00000001:0.0:1749609382.389474:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298654835 00000020:00000001:3.0:1749609382.389475:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389475:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298654833 00000020:00000001:3.0:1749609382.389476:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609382.389476:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298654835 00000100:00000001:0.0:1749609382.389477:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609382.389478:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f0e00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609382.389478:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609382.389478:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389478:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389479:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609382.389481:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000400:00000001:0.0:1749609382.389481:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609382.389482:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844538752 : -131938865012864 : ffff880096d19f80) 00000400:00000001:0.0:1749609382.389482:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609382.389483:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193455872:12345-0@lo:400: Request processed in 131us (282us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609382.389483:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d19f80 x1834598193455744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609382.389483:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609382.389484:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:1.0:1749609382.389485:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749609382.389485:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609382.389486:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609382.389488:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1749609382.389488:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193455744:12345-0@lo:38: 00000100:00000200:0.0:1749609382.389488:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609382.389489:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000400:00000200:1.0:1749609382.389489:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000200:2.0:1749609382.389490:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193455744 00000400:00000010:1.0:1749609382.389490:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:3.0:1749609382.389491:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609382.389492:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749609382.389492:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609382.389492:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749609382.389492:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609382.389493:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00010000:00000001:2.0:1749609382.389493:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609382.389493:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609382.389495:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000100:00000001:0.0:1749609382.389495:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609382.389496:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609382.389496:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389496:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609382.389497:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d800. 00010000:00020000:2.0:1749609382.389498:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749609382.389498:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609382.389498:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:3.0:1749609382.389499:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00010000:00000001:2.0:1749609382.389499:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609382.389499:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609382.389500:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609382.389500:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609382.389500:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389500:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609382.389501:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609382.389501:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.389502:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609382.389502:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609382.389503:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609382.389503:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609382.389504:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d19c00 x1834598193455616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609382.389505:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2000. 02000000:00000001:2.0:1749609382.389506:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609382.389506:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609382 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609382.389507:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609382.389508:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1749609382.389508:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=144 v=20 (20 0 0 0) 00010000:00000001:2.0:1749609382.389509:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389509:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1749609382.389510:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749609382.389511:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193455616:12345-0@lo:38: Request processed in 129us (213us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609382.389511:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609382.389512:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609382.389512:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609382.389513:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609382.389514:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609382.389514:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609382.389515:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609382.389516:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00100000:1.0:1749609382.389517:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000001:0.0:1749609382.389518:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609382.389520:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609382.389520:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609382.389520:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609382.389521:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749609382.389522:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609382.389523:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609382.389523:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609382.389523:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609382.389524:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609382.389525:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609382.389525:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:2.0:1749609382.389526:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000020:00000010:1.0:1749609382.389526:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609382.389526:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609382.389527:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:2.0:1749609382.389528:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193455744, offset 0 00000020:00000010:1.0:1749609382.389529:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000100:00080000:0.0:1749609382.389529:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:2.0:1749609382.389530:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609382.389531:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609382.389532:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609382.389533:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609382.389534:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609382.389536:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06280 00000100:00100000:0.0:1749609382.389537:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193455488:0@lo:38: 00000400:00000200:2.0:1749609382.389539:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x425d [1] + 0 00000400:00000200:2.0:1749609382.389541:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749609382.389541:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609382.389541:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609382.389542:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea898. 00000400:00000200:2.0:1749609382.389543:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609382.389543:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609382.389543:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 00000100:00000001:1.0:1749609382.389544:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749609382.389544:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000100:00000001:2.0:1749609382.389545:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609382.389545:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609382.389546:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609382.389547:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609382.389547:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1749609382.389550:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609382.389552:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609382.389552:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609382.389553:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a058. 00000100:00000001:0.0:1749609382.389554:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609382.389554:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609382.389555:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000100:00000001:0.0:1749609382.389555:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609382.389556:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609382.389556:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609382.389557:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609382.389557:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609382.389557:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.389558:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609382.389559:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609382.389559:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609382 v=5 (0 0 0 0) 00000400:00000200:2.0:1749609382.389560:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609382.389560:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00001000:0.0:1749609382.389560:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=126 v=20 (20 0 0 0) 00000100:00000200:1.0:1749609382.389561:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389561:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609382.389562:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609382.389562:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609382.389562:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609382.389563:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609382.389564:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609382.389564:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609382.389565:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609382.389566:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609382.389567:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609382.389568:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609382.389569:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d19f80 x1834598193455744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389570:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609382.389571:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609382.389572:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609382.389573:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193455744:12345-0@lo:38: Request processed in 84us (140us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609382.389573:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609382.389573:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609382.389574:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749609382.389575:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749609382.389576:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000001:1.0:1749609382.389576:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609382.389576:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609382.389576:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609382.389577:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609382.389578:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749609382.389578:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609382.389579:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609382.389580:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609382.389581:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609382.389581:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609382.389581:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193455616:0@lo:38: 00000020:00000010:2.0:1749609382.389582:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 02000000:00000001:1.0:1749609382.389583:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389583:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609382.389584:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609382.389584:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609382.389585:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193455488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609382.389586:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000100:00001000:1.0:1749609382.389586:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=77 v=5 (5 0 0 0) 00000100:00000001:2.0:1749609382.389587:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609382.389588:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609382.389588:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609382.389590:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609382.389590:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.389590:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609382.389591:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 00010000:00000001:1.0:1749609382.389592:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749609382.389593:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609382.389594:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:1.0:1749609382.389595:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609382.389595:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609382.389596:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609382.389597:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1800. 02000000:00000001:0.0:1749609382.389598:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1749609382.389599:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.389599:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609382.389600:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000001:1.0:1749609382.389601:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609382.389602:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609382.389603:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609382.389604:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389604:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609382.389604:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609382.389605:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389605:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609382.389606:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193455616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609382.389609:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609382.389610:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609382.389611:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609382.389612:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389615:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609382.389616:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609382.389617:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53400. 02000000:00000001:0.0:1749609382.389618:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609382.389618:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609382.389619:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:1.0:1749609382.389620:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193455872:0@lo:400: 00000020:00000001:0.0:1749609382.389620:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609382.389620:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3c00. 02000000:00000001:0.0:1749609382.389621:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609382.389622:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609382.389622:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609382.389622:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:0.0:1749609382.389623:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609382.389624:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609382.389624:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.389624:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609382.389625:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1c00 x1834598193455872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389627:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609382.389627:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609382.389628:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609382.389628:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609382.389629:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609382.389629:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1749609382.389630:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 00000400:00000001:0.0:1749609382.389630:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609382.389631:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749609382.389632:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1749609382.389632:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000400:00000200:0.0:1749609382.389632:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000020:00000001:1.0:1749609382.389633:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609382.389633:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:0.0:1749609382.389633:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:0.0:1749609382.389634:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609382.389635:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749609382.389635:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609382.389636:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be600. 00000100:00000200:0.0:1749609382.389639:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609382.389641:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609382.389642:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609382.389642:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00000001:0.0:1749609382.389642:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609382.389643:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609382.389644:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609382.389644:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609382.389645:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609382.389645:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609382.389645:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609382.389646:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.389646:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.389647:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609382.389648:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609382 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609382.389649:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609382.389649:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609382.389650:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609382.389651:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609382.389652:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=77 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609382.389654:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609382.389655:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609382.389656:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609382.389657:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389661:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609382.389662:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609382.389662:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.389663:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609382.389663:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609382.389664:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609382.389665:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609382.389666:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609382.389667:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609382.389671:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193455744:0@lo:38: 00000100:00000001:0.0:1749609382.389672:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389673:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609382.389692:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193455744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.389696:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609382.389696:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609382.389697:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50400. 02000000:00000001:0.0:1749609382.389698:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609382.389699:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609382.389699:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609382.389700:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609382.389701:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3400. 02000000:00000001:0.0:1749609382.389702:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609382.389702:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609382.389706:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000001:0.0:1749609382.389707:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609382.389708:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.389709:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389710:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609382.389711:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609382.389712:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.389712:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.391715:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298654835, at 4298654835 00000100:00000040:0.0:1749609382.391717:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298654835, at 4298654835 00000100:00000010:2.0:1749609382.391724:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b80. 00000100:00000040:3.0:1749609382.391728:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298654835, at 4298654835 00000100:00000010:0.0:1749609382.391731:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000010:3.0:1749609382.391732:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7e80. 00000100:00000040:1.0:1749609382.391752:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298654835, at 4298654835 00000100:00000010:1.0:1749609382.391758:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e75c0. 00000100:00000001:2.0:1749609383.082821:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609383.082828:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609383.082829:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609383.082832:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609383.082835:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609383.082838:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609383.082840:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609383.082842:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609383.082843:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609383.187723:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609383.187730:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609383.187731:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609383.187734:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609383.187737:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609383.187739:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609383.187742:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609383.187751:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012d5a2300 x1834598193453696/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609383.187758:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609383.187761:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193453696/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609383.187766:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609383.187767:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609383.187769:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609383.187771:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609383.187772:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193453696/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609383.187793:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193453696:0@lo:101: 00000100:00000001:2.0:1749609383.187796:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609383.187797:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609383.187799:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609383.187800:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609383.187801:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193453696/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609383.187805:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609383.187807:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7c00. 00000100:00000001:2.0:1749609383.187812:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609383.187813:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609383.187816:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609383.187819:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609383.187821:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609383.187824:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75200 refcount=4 00000020:00000001:2.0:1749609383.187826:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609383.187828:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00010000:2.0:1749609383.187831:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609383.187837:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609383.187840:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609383.187843:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609383.187845:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609383.187848:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609383.187850:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609383.187853:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609383.187857:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609383.187859:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609383.187861:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609383.187863:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609383.187866:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef75200 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609383.187869:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609383.187870:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609383.187873:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609383.187874:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609383.187875:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609383.187875:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75200 refcount=5 00000020:00000001:2.0:1749609383.187876:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609383.187877:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981227008 : -131938728324608 : ffff88009ef75200) 00010000:00000001:2.0:1749609383.187879:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609383.187880:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609383.187883:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609383.187883:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609383.187886:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749609383.187887:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609383.187888:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609383.187889:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609383.187891:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609383.187893:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609383.187894:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609383.187897:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609383.187898:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609383.187900:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef75200 with handle 0xae754a08875148bd from hash 00010000:00000001:2.0:1749609383.187902:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609383.187903:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609383.187903:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609383.187904:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609383.187905:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609383.187905:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609383.187907:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609383.187907:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609383.187908:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609383.187909:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609383.187909:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609383.187912:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609383.187912:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609383.187913:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609383.187914:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609383.187914:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609383.187915:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609383.187915:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609383.187916:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef75200/0xae754a08875148bd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609383.187920:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009f3bea00 count: 0 00010000:00000001:2.0:1749609383.187948:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609383.187949:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609383.187951:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609383.187953:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193453696/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609383.187956:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609383.187958:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609383.187960:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609383.187961:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609383.187967:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef75c00. 02000000:00000001:2.0:1749609383.187970:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609383.187972:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609383.187973:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000100:00000001:2.0:1749609383.187977:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609383.187978:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609383.187979:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609383.187981:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609383.187983:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609383.187985:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b46d4900. 00000020:00000010:2.0:1749609383.187988:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 00000020:00000010:2.0:1749609383.187992:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ef74e00. 00000040:00000010:2.0:1749609383.187994:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ef74000. 00000020:00000010:2.0:1749609383.187997:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb74800. 00000020:00000010:2.0:1749609383.188002:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ef74600. 80000000:00000010:2.0:1749609383.188005:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609383.188009:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ef74800. 00080000:00000010:2.0:1749609383.188014:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e19b000. 00080000:00000010:2.0:1749609383.188018:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e5e000. 10000000:00000040:2.0:1749609383.188024:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:2.0:1749609383.188026:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609383.188030:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ef74e00. 00000040:00000010:2.0:1749609383.188036:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ef74000. 00000020:00000010:2.0:1749609383.188037:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb74800. 00000020:00000010:2.0:1749609383.188040:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ef74600. 80000000:00000010:2.0:1749609383.188042:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609383.188044:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ef74800. 00080000:00000010:2.0:1749609383.188047:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e5e000. 00080000:00000010:2.0:1749609383.188051:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e19b000. 00000020:00000010:2.0:1749609383.188053:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 10000000:00000010:2.0:1749609383.188054:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b46d4900. 10000000:01000000:2.0:1749609383.188055:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749609383.188057:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749609383.188059:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749609383.188064:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609383.188065:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609383.188067:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b4225600) refs 3 10000000:00000001:2.0:1749609383.188068:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609383.188069:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609383.188070:0:6439:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b528d800) refs 2 10000000:00000001:2.0:1749609383.188072:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609383.188072:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609383.188073:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1749609383.188074:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609383.188074:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a9a78000 from 1 10000000:00000001:2.0:1749609383.188076:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609383.188076:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1749609383.188078:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000020:00000040:2.0:1749609383.188080:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609383.188083:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609383.188085:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609383.188088:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609383.188092:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef75c00. 00000100:00000001:2.0:1749609383.188096:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609383.188099:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609383.188100:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609383.188103:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3be300. 00010000:00000001:2.0:1749609383.188106:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609383.188108:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef75600. 00000020:00000001:2.0:1749609383.188110:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609383.188111:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef75600 with handle 0xae754a08875148c4 to hash 00000020:00000001:2.0:1749609383.188113:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609383.188114:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:2.0:1749609383.188115:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:2.0:1749609383.188117:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609383.188117:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609383.188119:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609383.188122:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609383.188133:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609383.188136:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609383.188137:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609383.188140:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7c00. 00000100:00000001:2.0:1749609383.188141:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372515328 : -131936337036288 : ffff88012d7f7c00) 00000100:00000001:2.0:1749609383.188143:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609383.188144:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 00000100:00000001:2.0:1749609383.188147:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609383.188148:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609383.188150:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609383.188151:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609383.188153:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193456000/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609383.188157:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609383.188157:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609383.188159:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012d5a2300 x1834598193456000/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609383.188162:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609383.188163:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609383.188185:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609383.188186:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609383.188187:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609383.188188:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609383.188189:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609383.188190:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609383.188191:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609383.190806:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3bea00. 00010000:00000010:1.1:1749609383.190816:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef75200. 00010000:00000001:0.0:1749609383.330871:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609383.330877:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609383.330897:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609383.330900:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609383.330902:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609383.389786:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609383.389801:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609383.389803:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609383.389806:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609383.389809:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609383.389812:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609383.389814:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609384.082781:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609384.082788:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609384.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609384.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609384.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609384.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609384.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609384.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609384.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609384.187734:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609384.187741:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609384.187742:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609384.187745:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609384.187748:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609384.187751:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609384.187753:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609384.187755:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609384.187757:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609384.332769:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609384.332775:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609384.332860:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609384.332864:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609384.332866:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609384.389754:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609384.389769:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609384.389770:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609384.389774:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609384.389776:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609384.389779:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609384.389781:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.082839:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609385.082847:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609385.082848:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609385.082851:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609385.082854:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609385.082857:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609385.082860:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609385.082862:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609385.082863:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.187733:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609385.187740:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609385.187742:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609385.187745:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609385.187747:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609385.187750:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609385.187752:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609385.187755:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609385.187756:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609385.334801:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609385.334823:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609385.334826:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609385.334827:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609385.334831:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609385.334832:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609385.334834:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609385.334835:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609385.334895:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609385.334899:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609385.334900:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609385.389786:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609385.389800:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609385.389801:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609385.389804:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609385.389806:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609385.389810:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.389811:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609386.082785:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609386.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609386.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609386.082798:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609386.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609386.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609386.082807:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609386.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609386.082811:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609386.187724:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609386.187731:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609386.187733:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609386.187735:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609386.187738:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609386.187741:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609386.187743:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609386.187746:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609386.187747:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609386.336794:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609386.336801:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609386.336888:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609386.336892:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609386.336894:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609386.389784:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609386.389800:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609386.389802:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609386.389806:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609386.389809:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609386.389812:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609386.389814:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.082823:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609387.082844:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609387.082846:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609387.082849:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609387.082852:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609387.082855:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609387.082857:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609387.082859:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609387.082860:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.187736:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609387.187744:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609387.187746:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609387.187748:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609387.187752:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609387.187755:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609387.187757:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609387.187759:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609387.187761:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609387.338794:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609387.338800:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609387.338898:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609387.338902:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609387.338904:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609387.389779:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609387.389797:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609387.389798:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.389802:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609387.389804:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609387.389821:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.389823:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609387.396759:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609387.396766:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609387.396768:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609387.396770:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609387.396772:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609387.396774:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609387.396777:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609387.396780:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3987 00000100:00080000:2.0:1749609387.396784:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609387.396785:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609387.396787:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609387.396789:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609387.396790:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609387.396799:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609387.396801:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609387.396803:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609387.396807:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609387.396808:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609387.396809:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609387.396811:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609387.396812:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609387.396813:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609387.396814:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609387.396815:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609387.396817:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609387.396819:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609387.396821:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609387.396827:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609387.396829:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.396830:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609387.396832:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609387.396836:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609387.396839:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609387.396842:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609387.396843:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.396845:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609387.396847:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609387.396850:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609387.396857:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3400. 00000100:00000001:2.0:1749609387.396863:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609387.396869:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609387.396876:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609387.396878:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609387.396880:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a0380] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609387.396910:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609387.396912:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609387.396915:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609387.396915:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609387.396916:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609387.396918:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609387.396919:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3987 00000100:00080000:2.0:1749609387.396920:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609387.396921:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609387.396922:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609387.396923:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609387.396924:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609387.396925:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609387.396925:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609387.396926:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609387.396927:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609387.396928:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609387.396929:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609387.396931:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609387.396932:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609387.396932:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609387.396933:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609387.396934:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609387.396935:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609387.396936:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.396936:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609387.396937:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609387.396939:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609387.396939:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.396939:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609387.396940:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609387.396941:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609387.396944:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609387.396945:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609387.396946:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609387.396948:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609387.396949:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609387.396950:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.396951:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609387.396951:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609387.396952:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609387.396954:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3c00. 00000100:00000001:0.0:1749609387.396954:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609387.396955:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.396956:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609387.396958:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609387.396958:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609387.396960:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609387.396962:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609387.396962:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.396963:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609387.396964:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609387.396964:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193456128:0@lo:38: 00000100:00000001:2.0:1749609387.396968:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609387.396969:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609387.396969:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749609387.396971:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609387.396972:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609387.396972:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749609387.396972:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609387.396973:0:11382:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749609387.396974:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609387.396975:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3987 00000100:00080000:2.0:1749609387.396976:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749609387.396976:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609387.396977:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609387.396979:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609387.396980:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609387.396980:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000010:0.0:1749609387.396980:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50400. 00000020:00000001:2.0:1749609387.396981:0:11382:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609387.396981:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609387.396982:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609387.396982:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609387.396984:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000400:00000010:0.0:1749609387.396987:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000020:00000001:2.0:1749609387.396989:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609387.396990:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609387.396992:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609387.396993:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609387.396994:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:0.0:1749609387.396994:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00000001:2.0:1749609387.396995:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609387.396995:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609387.396996:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609387.396997:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609387.396998:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609387.396999:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609387.397000:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.397001:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:0.0:1749609387.397001:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193456128, portal 4 00000100:00000001:2.0:1749609387.397002:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397003:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1749609387.397004:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000020:00000040:2.0:1749609387.397004:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749609387.397004:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 02000000:00000001:2.0:1749609387.397006:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609387.397006:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.397007:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609387.397007:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609387.397008:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609387.397010:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1800. 00000100:00000040:0.0:1749609387.397010:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609387.397011:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609387.397013:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609387.397016:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609387.397017:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397017:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609387.397018:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3480] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609387.397019:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609387.397021:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609387.397021:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 00000100:00000040:2.0:1749609387.397022:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1749609387.397023:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193456128, offset 0 00000100:00000001:2.0:1749609387.397024:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749609387.397028:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749609387.397029:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000020:00000040:2.0:1749609387.397030:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609387.397032:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609387.397033:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609387.397034:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609387.397036:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be700. 00000100:00000001:2.0:1749609387.397038:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609387.397040:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609387.397041:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609387.397044:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609387.397044:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609387.397047:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_00_03+3] req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609387.397051:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada06400 00000400:00000200:0.0:1749609387.397057:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 16120 00000100:00000001:2.0:1749609387.397068:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609387.397068:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609387.397072:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609387.397073:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3997) 00000100:00000001:0.0:1749609387.397077:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609387.397079:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609387.397083:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d1a300. 00000100:00000040:0.0:1749609387.397085:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d1a300 x1834598193456128 msgsize 520 00000100:00100000:0.0:1749609387.397088:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609387.397096:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609387.397104:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 00000400:00000010:0.0:1749609387.397106:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000100:00000001:1.0:1749609387.397108:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609387.397109:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749609387.397111:0:1050:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:0.0:1749609387.397111:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609387.397112:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397116:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609387.397117:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609387.397117:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609387.397118:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609387.397118:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609387.397119:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193456128 00000100:00000001:1.0:1749609387.397120:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609387.397121:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609387.397121:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609387.397122:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609387.397123:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609387.397123:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397124:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609387.397126:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609387.397126:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609387.397127:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609387.397128:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609387.397129:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609387.397130:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609387.397131:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193456128 00000100:00000040:0.0:1749609387.397132:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2841 usecs (3 jiffies) 00000020:00000001:2.0:1749609387.397133:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609387.397134:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609387.397150:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298659843 00000020:00000001:2.0:1749609387.397151:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609387.397153:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.397153:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749609387.397154:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609387.397154:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000100:00000001:1.0:1749609387.397155:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609387.397157:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749609387.397158:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74800. 02000000:00000001:1.0:1749609387.397158:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609387.397160:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397160:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:2.0:1749609387.397162:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00100000:1.0:1749609387.397162:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193456512:0@lo:400: 00000100:00000001:1.0:1749609387.397165:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749609387.397166:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609387.397166:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298659843 02000000:00000001:1.0:1749609387.397167:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609387.397168:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609387.397168:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7d80. 02000000:00000001:1.0:1749609387.397169:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609387.397170:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609387.397172:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1749609387.397172:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 00000100:00000001:0.0:1749609387.397172:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298659843 00000100:00000001:2.0:1749609387.397173:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609387.397173:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609387.397174:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7a80. 00000100:00000001:2.0:1749609387.397175:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397176:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000010:1.0:1749609387.397177:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a058. 00000100:00000001:0.0:1749609387.397177:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298659843 00000100:00000010:0.0:1749609387.397179:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7d40. 00000100:00000001:2.0:1749609387.397181:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609387.397181:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000200:1.0:1749609387.397184:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193456512, portal 10 00000100:00000001:1.0:1749609387.397186:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609387.397186:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000100:00000040:1.0:1749609387.397191:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609387.397192:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397193:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609387.397197:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609387.397199:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609387.397200:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609387.397201:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609387.397202:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193456512, offset 0 00000100:00000001:0.0:1749609387.397203:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.397205:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749609387.397205:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609387.397205:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397206:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609387.397208:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609387.397209:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609387.397210:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749609387.397210:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609387.397210:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609387.397211:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000001:3.0:1749609387.397212:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609387.397212:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609387.397212:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609387.397213:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609387.397214:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844539648 : -131938865011968 : ffff880096d1a300) 00000100:00000001:3.0:1749609387.397215:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609387.397216:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609387.397216:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada06580 00000100:00000040:0.0:1749609387.397216:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609387.397217:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d1a300 x1834598193456128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609387.397220:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 27504 00000100:00000001:0.0:1749609387.397221:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609387.397222:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609387.397224:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749609387.397225:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609387.397225:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609387.397226:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193456128:12345-0@lo:38: 02000000:00000001:0.0:1749609387.397226:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609387.397227:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609387.397228:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193456256:0@lo:38: 00000100:00000200:2.0:1749609387.397229:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193456128 00000100:00000001:0.0:1749609387.397230:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609387.397231:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609387.397232:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609387.397232:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749609387.397233:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609387.397233:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609387.397234:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1749609387.397235:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:1.0:1749609387.397236:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0a80. 02000000:00000010:0.0:1749609387.397236:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53400. 02000000:00000001:0.0:1749609387.397237:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609387.397239:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea898. 00000100:00000040:1.0:1749609387.397242:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f0a80 x1834598193456512 msgsize 224 00000400:00000010:0.0:1749609387.397242:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 00000100:00000200:0.0:1749609387.397244:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193456256, portal 10 00000100:00100000:1.0:1749609387.397245:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609387.397245:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609387.397246:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000020:00000001:2.0:1749609387.397247:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609387.397250:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749609387.397251:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609387.397252:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749609387.397253:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609387.397254:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609387.397256:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609387.397256:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609387.397257:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:0.0:1749609387.397257:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000400:00000010:1.0:1749609387.397258:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:2.0:1749609387.397259:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609387.397261:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609387.397262:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609387.397262:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749609387.397262:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193456256, offset 0 00000100:00100000:3.0:1749609387.397263:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193456512 02000000:00000001:3.0:1749609387.397264:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609387.397264:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749609387.397264:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609387.397265:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609387.397265:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609387.397267:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609387.397267:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0c00. 02000000:00000001:2.0:1749609387.397269:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.397270:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609387.397270:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609387.397271:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609387.397272:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609387.397274:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609387.397274:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06480 00000100:00100000:3.0:1749609387.397275:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193456512 00010000:00000001:2.0:1749609387.397275:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609387.397276:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.397276:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609387.397277:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609387.397277:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000200:0.0:1749609387.397277:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 27728 00000020:00000001:3.0:1749609387.397278:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609387.397278:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:2.0:1749609387.397279:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:3.0:1749609387.397280:0:6440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:1.0:1749609387.397280:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609387.397280:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609387.397281:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749609387.397282:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609387.397282:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609387.397283:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:1.0:1749609387.397283:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 526 usecs (1 jiffies) 00000100:00000001:2.0:1749609387.397284:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609387.397284:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298659841 00000100:00000001:0.0:1749609387.397284:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609387.397285:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609387.397286:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609387.397286:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609387.397287:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609387.397287:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298659843 00000020:00000010:3.0:1749609387.397288:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba2c0. 00000100:00000001:1.0:1749609387.397288:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298659841 00000100:00000010:0.0:1749609387.397288:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d1a680. 00000100:00000001:2.0:1749609387.397289:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609387.397289:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d1a680 x1834598193456256 msgsize 520 00000100:00000001:1.0:1749609387.397290:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298659843 00000020:00000010:3.0:1749609387.397291:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7ebae00. 00000100:00000001:1.0:1749609387.397292:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298659841 00000100:00100000:0.0:1749609387.397292:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609387.397293:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609387.397293:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298659843 00000100:00000001:1.0:1749609387.397294:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298659841 00000020:00000040:3.0:1749609387.397295:0:6440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:2.0:1749609387.397295:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609387.397296:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298659843 02000000:00000001:2.0:1749609387.397297:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.397297:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609387.397298:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397298:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609387.397300:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609387.397301:0:6440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749609387.397301:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:2.0:1749609387.397302:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609387.397302:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609387.397302:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000020:00000010:3.0:1749609387.397303:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d800. 00000100:00000040:2.0:1749609387.397303:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609387.397304:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749609387.397306:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000400:00000010:2.0:1749609387.397306:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:0.0:1749609387.397306:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609387.397308:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000100:00000200:2.0:1749609387.397308:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193456128, offset 0 00000100:00000040:3.0:1749609387.397312:0:6440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1749609387.397312:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:1.0:1749609387.397312:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609387.397313:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609387.397314:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609387.397314:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1749609387.397314:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:0.0:1749609387.397314:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609387.397316:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609387.397317:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609387.397319:0:6440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609387.397319:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609387.397321:0:6440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609387.397321:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609387.397322:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609387.397322:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada06400 00000100:00000001:0.0:1749609387.397323:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609387.397325:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4271 [1] + 0 00000100:00000040:0.0:1749609387.397325:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 981 usecs (1 jiffies) 00000100:00000001:3.0:1749609387.397326:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397327:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298659841 00000400:00000200:2.0:1749609387.397328:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609387.397328:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298659843 00000100:00000001:3.0:1749609387.397330:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609387.397330:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298659841 00000100:00100000:3.0:1749609387.397331:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193456256 00000400:00000200:2.0:1749609387.397331:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609387.397331:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298659843 02000000:00000001:3.0:1749609387.397332:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609387.397333:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609387.397333:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609387.397333:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298659841 00000100:00000001:1.0:1749609387.397334:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609387.397334:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298659843 00000100:00000001:3.0:1749609387.397335:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.397335:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609387.397335:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298659841 02000000:00000001:3.0:1749609387.397336:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609387.397336:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609387.397337:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193456256 00000020:00000001:3.0:1749609387.397338:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609387.397338:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609387.397339:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609387.397339:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397339:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298659843 00000020:00000001:3.0:1749609387.397340:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397341:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609387.397342:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:0.0:1749609387.397342:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609387.397343:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609387.397344:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:0.0:1749609387.397344:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749609387.397346:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c600. 00000100:00000001:1.0:1749609387.397346:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838078080 : -131938871473536 : ffff8800966f0a80) 00000100:00000040:0.0:1749609387.397346:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609387.397347:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886900. 00000020:00000010:3.0:1749609387.397348:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09898. 00000100:00000040:1.0:1749609387.397349:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f0a80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1749609398 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609387.397350:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609387.397350:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609387.397351:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.397351:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609387.397352:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609387.397353:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397353:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609387.397354:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 02000000:00000001:0.0:1749609387.397354:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609387.397355:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 02000000:00000001:0.0:1749609387.397355:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609387.397356:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609387.397356:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749609387.397357:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.397358:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749609387.397358:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11680. 00000100:00100000:0.0:1749609387.397358:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193456384:0@lo:38: 00000100:00000001:3.0:1749609387.397359:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609387.397359:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609387.397360:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609387.397360:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609387.397361:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000001:0.0:1749609387.397361:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609387.397362:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609387.397362:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11680. 02000000:00000001:0.0:1749609387.397362:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609387.397363:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844540544 : -131938865011072 : ffff880096d1a680) 02000000:00000001:0.0:1749609387.397363:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609387.397364:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609387.397364:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609387.397365:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d1a680 x1834598193456256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609387.397365:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193456512:12345-0@lo:400: 00000100:00000001:2.0:1749609387.397366:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609387.397366:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609387.397367:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609387.397368:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609387.397368:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193456512 00000020:00000001:1.0:1749609387.397370:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749609387.397370:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00100000:3.0:1749609387.397371:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193456256:12345-0@lo:38: 00000100:00000040:2.0:1749609387.397371:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d1a300 x1834598193456128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609387.397372:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:0.0:1749609387.397372:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:3.0:1749609387.397373:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193456256 00000020:00000001:3.0:1749609387.397374:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609387.397374:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609387.397374:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193456384, portal 10 00010000:00000001:3.0:1749609387.397375:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609387.397375:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609387.397376:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370072192 : -131936339479424 : ffff88012d5a3480) 00000020:00000001:1.0:1749609387.397377:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749609387.397378:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193456128:12345-0@lo:38: Request processed in 152us (291us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749609387.397379:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609387.397379:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000040:0.0:1749609387.397380:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749609387.397381:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609387.397381:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749609387.397382:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609387.397384:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609387.397384:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000020:00000001:1.0:1749609387.397384:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609387.397385:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609387.397385:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609387.397386:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609387.397386:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749609387.397386:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749609387.397387:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609387.397387:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609387.397387:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609387.397388:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1749609387.397388:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 02000000:00000010:3.0:1749609387.397389:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c462000. 00000100:00000200:0.0:1749609387.397389:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193456384, offset 0 02000000:00000001:3.0:1749609387.397390:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609387.397390:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000020:00000001:1.0:1749609387.397390:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609387.397391:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609387.397392:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749609387.397392:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609387.397393:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609387.397394:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609387.397395:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749609387.397395:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609387.397395:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609387.397396:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609387.397397:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749609387.397397:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609387.397399:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06500 02000000:00000010:1.0:1749609387.397400:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e70800. 00000100:00000001:3.0:1749609387.397401:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609387.397401:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609387.397402:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:2.0:1749609387.397402:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74800. 00000100:00000001:1.0:1749609387.397402:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609387.397402:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 28248 00000100:00000001:3.0:1749609387.397404:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609387.397405:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000001:1.0:1749609387.397405:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609387.397406:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609387.397407:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1749609387.397407:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193456512 02000000:00000001:3.0:1749609387.397408:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.397408:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609387.397408:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609387.397409:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609387.397409:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609387.397410:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609387.397411:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:1.0:1749609387.397411:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0a80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609387.397412:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749609387.397413:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000200:0.0:1749609387.397413:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609387.397415:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193456256, offset 0 00000100:00000010:0.0:1749609387.397416:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d1aa00. 00000100:00000040:0.0:1749609387.397417:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d1aa00 x1834598193456384 msgsize 520 00000400:00000200:3.0:1749609387.397418:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609387.397418:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609387.397420:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609387.397422:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749609387.397423:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397423:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609387.397425:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06480 00000100:00001000:1.0:1749609387.397425:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1749609387.397426:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609387.397426:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00100000:2.0:1749609387.397428:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193456384 00000100:00000001:1.0:1749609387.397428:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609387.397428:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 02000000:00000001:2.0:1749609387.397429:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609387.397429:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609387.397430:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4281 [1] + 0 00000100:00000001:2.0:1749609387.397430:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609387.397430:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000200:0.0:1749609387.397431:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609387.397432:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.397432:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:3.0:1749609387.397433:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609387.397434:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609387.397434:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609387.397435:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609387.397435:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609387.397436:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193456384 00000100:00000001:3.0:1749609387.397437:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749609387.397437:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609387.397437:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609387.397437:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749609387.397438:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609387.397438:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609387.397439:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609387.397439:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609387.397440:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609387.397441:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609387.397441:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000020:00000001:2.0:1749609387.397442:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397443:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609387.397444:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609387.397444:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74800. 00000100:00000200:1.0:1749609387.397444:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193456512, offset 224 00000100:00000001:0.0:1749609387.397444:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609387.397446:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:0.0:1749609387.397446:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609387.397447:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609387.397448:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000040:0.0:1749609387.397448:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 753 usecs (1 jiffies) 00000100:00000001:3.0:1749609387.397449:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609387.397450:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609387.397450:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298659841 00000100:00000001:2.0:1749609387.397451:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609387.397451:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298659843 00000400:00000200:3.0:1749609387.397452:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000400:00000200:1.0:1749609387.397452:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609387.397452:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298659841 00000400:00000010:3.0:1749609387.397453:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000001:2.0:1749609387.397453:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609387.397454:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609387.397454:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298659843 00000100:00000001:3.0:1749609387.397455:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609387.397455:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397455:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298659841 00000400:00000200:1.0:1749609387.397456:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06580 00000100:00000001:0.0:1749609387.397456:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298659843 00000100:00000001:3.0:1749609387.397457:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397457:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298659841 00000100:00000040:3.0:1749609387.397459:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:1.0:1749609387.397459:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4279 [1] + 224 00000100:00000001:0.0:1749609387.397459:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298659843 00000100:00000001:3.0:1749609387.397460:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.397460:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397460:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609387.397461:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609387.397461:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609387.397462:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d1a680 x1834598193456256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609387.397463:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749609387.397464:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609387.397465:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749609387.397465:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609387.397466:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609387.397468:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000400:00000001:0.0:1749609387.397468:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609387.397469:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000100:00000001:2.0:1749609387.397470:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844541440 : -131938865010176 : ffff880096d1aa00) 00000400:00000200:0.0:1749609387.397471:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000100:00000040:2.0:1749609387.397472:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d1aa00 x1834598193456384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609387.397473:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193456256:12345-0@lo:38: Request processed in 102us (182us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749609387.397473:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:0.0:1749609387.397475:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609387.397477:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609387.397477:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609387.397478:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000001:3.0:1749609387.397479:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609387.397480:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609387.397480:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193456384:12345-0@lo:38: 00000100:00000200:1.0:1749609387.397480:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609387.397481:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886900. 00000020:00000010:3.0:1749609387.397483:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09898. 00000100:00000200:2.0:1749609387.397483:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193456384 00000100:00000200:0.0:1749609387.397483:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609387.397484:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749609387.397485:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c600. 00000100:00000001:3.0:1749609387.397486:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609387.397486:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609387.397486:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609387.397488:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609387.397489:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609387.397491:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397491:0:1047:0:(client.c:1550:after_reply()) Process entered 00010000:00020000:2.0:1749609387.397493:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609387.397493:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609387.397494:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609387.397495:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609387.397496:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609387.397498:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609387.397498:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 02000000:00000001:0.0:1749609387.397498:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609387.397500:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00010000:00000001:2.0:1749609387.397501:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609387.397502:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609387.397502:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749609387.397502:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609387 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609387.397503:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609387.397504:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749609387.397504:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=149 v=20 (20 0 0 0) 02000000:00000001:2.0:1749609387.397505:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609387.397505:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397506:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749609387.397507:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000010:2.0:1749609387.397508:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0400. 00000100:00000001:0.0:1749609387.397508:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609387.397509:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609387.397509:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609387.397510:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397510:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609387.397511:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609387.397512:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609387.397512:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1749609387.397513:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609387.397513:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609387.397515:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609387.397515:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f0a80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609387.397517:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609387.397519:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609387.397519:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609387.397521:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609387.397521:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609387.397522:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609387.397523:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609387.397524:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609387.397525:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1749609387.397526:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609387.397526:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609387.397528:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609387.397529:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609387.397529:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609387.397530:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609387.397530:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193456512:12345-0@lo:400: Request processed in 174us (287us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609387.397531:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749609387.397531:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000010:2.0:1749609387.397533:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609387.397533:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609387.397535:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193456384, offset 0 00000100:00000040:0.0:1749609387.397535:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609387.397536:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000400:00000200:2.0:1749609387.397537:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609387.397538:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609387.397540:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609387.397542:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609387.397542:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609387.397544:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000400:00000200:2.0:1749609387.397545:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06500 00000020:00000010:1.0:1749609387.397547:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000400:00000200:2.0:1749609387.397548:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x428d [1] + 0 00000020:00000010:1.0:1749609387.397549:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d800. 00000100:00100000:0.0:1749609387.397549:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193456128:0@lo:38: 00000400:00000200:2.0:1749609387.397552:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1749609387.397552:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:0.0:1749609387.397552:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397553:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609387.397554:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609387.397554:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609387.397555:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193456128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609387.397556:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609387.397559:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609387.397560:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609387.397562:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609387.397563:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749609387.397564:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50400. 00000100:00000001:1.0:1749609387.397565:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609387.397566:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609387.397566:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1749609387.397567:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749609387.397567:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1749609387.397568:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1749609387.397569:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:1.0:1749609387.397570:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a058. 00000020:00000001:0.0:1749609387.397571:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749609387.397572:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 02000000:00000010:0.0:1749609387.397572:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3400. 00000400:00000010:1.0:1749609387.397573:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:1.0:1749609387.397575:0:1050:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609387.397575:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609387.397576:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609387.397576:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609387.397576:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609387.397578:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000400:00000200:2.0:1749609387.397579:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609387.397581:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609387.397581:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609387.397582:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609387.397582:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609387.397583:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609387.397583:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609387.397584:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609387.397585:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397586:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609387.397587:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609387.397587:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609387.397589:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.397589:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609387.397589:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609387.397590:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609387.397590:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397590:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609387.397591:0:1050:0:(client.c:1550:after_reply()) Process entered 00000400:00000001:0.0:1749609387.397591:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609387.397592:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d1aa00 x1834598193456384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609387.397593:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1749609387.397593:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609387.397594:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749609387.397594:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea898. 00000100:00000001:1.0:1749609387.397595:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609387.397595:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 00000400:00000010:0.0:1749609387.397596:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 02000000:00000001:1.0:1749609387.397597:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397598:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609387.397599:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193456384:12345-0@lo:38: Request processed in 119us (180us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749609387.397599:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609387.397600:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1749609387.397603:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=82 v=5 (1 0 0 0) 00000100:00100000:2.0:1749609387.397605:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000001:1.0:1749609387.397605:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749609387.397605:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609387.397607:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609387.397608:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609387.397609:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609387.397610:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000001:0.0:1749609387.397610:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609387.397612:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00010000:00000001:1.0:1749609387.397612:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1749609387.397614:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74800. 00000100:00000001:0.0:1749609387.397614:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1749609387.397615:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609387.397615:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609387.397616:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609387.397616:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609387.397617:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609387.397619:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609387.397620:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609387.397621:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609387.397622:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609387 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609387.397624:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=131 v=20 (20 0 0 0) 00000100:00000001:1.0:1749609387.397625:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609387.397626:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609387.397626:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609387.397627:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609387.397628:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609387.397628:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609387.397629:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609387.397630:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609387.397631:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609387.397635:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609387.397636:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609387.397637:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609387.397637:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397638:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609387.397639:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609387.397639:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609387.397640:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609387.397641:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749609387.397642:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609387.397642:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609387.397644:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609387.397646:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609387.397648:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193456512:0@lo:400: 00000100:00000001:1.0:1749609387.397651:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609387.397651:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193456256:0@lo:38: 00000100:00000001:1.0:1749609387.397653:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1749609387.397654:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609387.397655:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193456512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609387.397655:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609387.397656:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609387.397657:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609387.397658:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:1.0:1749609387.397660:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609387.397660:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609387.397661:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609387.397662:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609387.397663:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609387.397665:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609387.397666:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609387.397667:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609387.397668:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609387.397669:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be700. 00000100:00000200:0.0:1749609387.397690:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609387.397697:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609387.397699:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397700:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609387.397701:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609387.397702:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609387.397704:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609387.397705:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609387.397708:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609387 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609387.397710:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=82 v=20 (20 0 0 0) 02000000:00000001:1.0:1749609387.397711:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609387.397712:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609387.397712:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1749609387.397713:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:0.0:1749609387.397714:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609387.397715:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609387.397716:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749609387.397717:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609387.397719:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609387.397721:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609387.397723:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609387.397723:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609387.397724:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.397725:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609387.397725:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609387.397726:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397726:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397727:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609387.397728:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609387.397731:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609387.397732:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609387.397734:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609387.397736:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609387.397743:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193456384:0@lo:38: 00000100:00000001:0.0:1749609387.397746:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397747:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609387.397753:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193456256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609387.397758:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609387.397759:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609387.397760:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53400. 02000000:00000001:0.0:1749609387.397763:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609387.397764:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609387.397765:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609387.397766:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609387.397767:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3c00. 02000000:00000001:0.0:1749609387.397769:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609387.397770:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609387.397771:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00000001:0.0:1749609387.397773:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609387.397774:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397775:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609387.397777:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3480 x1834598193456384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609387.397781:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609387.397782:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609387.397783:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609387.397784:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609387.397785:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609387.397786:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609387.397787:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609387.397788:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1800. 02000000:00000001:0.0:1749609387.397790:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609387.397791:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609387.397791:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 00000100:00000001:0.0:1749609387.397793:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609387.397794:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.397795:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397796:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609387.397797:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609387.397798:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.397800:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609387.399720:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298659843, at 4298659843 00000100:00000040:2.0:1749609387.399726:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298659843, at 4298659843 00000100:00000040:1.0:1749609387.399726:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298659843, at 4298659843 00000100:00000010:0.0:1749609387.399730:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000040:3.0:1749609387.399734:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298659843, at 4298659843 00000100:00000010:1.0:1749609387.399735:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7d80. 00000100:00000010:3.0:1749609387.399740:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7d40. 00000100:00000010:2.0:1749609387.399748:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a80. 00000100:00000001:2.0:1749609388.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609388.082805:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609388.082807:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609388.082810:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609388.082814:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609388.082818:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609388.082821:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609388.082823:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609388.082825:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609388.187723:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609388.187731:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609388.187744:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609388.187747:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609388.187750:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609388.187752:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609388.187754:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609388.187757:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609388.187758:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609388.340810:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609388.340816:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609388.340901:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609388.340905:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609388.340907:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609388.397780:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609388.397795:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609388.397796:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609388.397800:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609388.397802:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609388.397806:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609388.397807:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609389.082774:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609389.082781:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609389.082782:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609389.082785:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609389.082788:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609389.082792:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609389.082794:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609389.082796:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609389.082797:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609389.187741:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609389.187748:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609389.187750:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609389.187753:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609389.187757:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609389.187760:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609389.187763:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609389.187774:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012d5a2300 x1834598193456000/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609389.187784:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609389.187787:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193456000/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609389.187794:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609389.187796:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609389.187799:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609389.187801:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609389.187803:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193456000/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609389.187811:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193456000:0@lo:101: 00000100:00000001:2.0:1749609389.187829:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609389.187831:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609389.187833:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609389.187835:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609389.187837:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193456000/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609389.187844:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609389.187846:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7c00. 00000100:00000001:2.0:1749609389.187852:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609389.187853:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609389.187857:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609389.187862:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609389.187865:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609389.187868:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75600 refcount=4 00000020:00000001:2.0:1749609389.187870:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:2.0:1749609389.187873:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00010000:2.0:1749609389.187877:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609389.187885:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609389.187889:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609389.187895:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609389.187897:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609389.187902:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609389.187905:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609389.187906:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609389.187912:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609389.187918:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609389.187921:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609389.187923:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609389.187929:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef75600 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609389.187933:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609389.187934:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609389.187939:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609389.187941:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609389.187942:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609389.187943:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75600 refcount=5 00000020:00000001:2.0:1749609389.187944:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:2.0:1749609389.187946:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:2.0:1749609389.187949:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609389.187951:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609389.187955:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609389.187957:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609389.187961:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749609389.187963:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609389.187965:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609389.187967:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609389.187969:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609389.187971:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609389.187973:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609389.187974:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609389.187976:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609389.187978:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef75600 with handle 0xae754a08875148c4 from hash 00010000:00000001:2.0:1749609389.187980:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609389.187985:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609389.187986:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609389.187987:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609389.187988:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609389.187989:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609389.187991:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609389.187992:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609389.187994:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609389.187995:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609389.187997:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609389.188001:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609389.188002:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609389.188003:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609389.188005:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609389.188006:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609389.188007:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609389.188007:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609389.188009:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a08875148c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609389.188016:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009f3be300 count: 0 00010000:00000001:2.0:1749609389.188050:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609389.188052:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609389.188055:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609389.188057:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193456000/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609389.188064:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609389.188067:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609389.188069:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609389.188071:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609389.188075:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef75c00. 02000000:00000001:2.0:1749609389.188079:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609389.188080:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609389.188082:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000100:00000001:2.0:1749609389.188086:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609389.188092:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609389.188094:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609389.188096:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609389.188098:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609389.188101:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b46d4900. 00000020:00000010:2.0:1749609389.188104:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 00000020:00000010:2.0:1749609389.188109:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ef74800. 00000040:00000010:2.0:1749609389.188113:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ef74600. 00000020:00000010:2.0:1749609389.188117:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb74800. 00000020:00000010:2.0:1749609389.188121:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ef74000. 80000000:00000010:2.0:1749609389.188144:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609389.188150:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ef74e00. 00080000:00000010:2.0:1749609389.188155:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e19b000. 00080000:00000010:2.0:1749609389.188161:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e5e000. 10000000:00000040:2.0:1749609389.188168:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:2.0:1749609389.188170:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609389.188175:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ef74800. 00000040:00000010:2.0:1749609389.188182:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ef74600. 00000020:00000010:2.0:1749609389.188184:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb74800. 00000020:00000010:2.0:1749609389.188187:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ef74000. 80000000:00000010:2.0:1749609389.188190:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609389.188192:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ef74e00. 00080000:00000010:2.0:1749609389.188195:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e5e000. 00080000:00000010:2.0:1749609389.188201:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e19b000. 00000020:00000010:2.0:1749609389.188204:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 10000000:00000010:2.0:1749609389.188206:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b46d4900. 10000000:01000000:2.0:1749609389.188209:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:2.0:1749609389.188211:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749609389.188213:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749609389.188216:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609389.188218:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609389.188219:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b4225600) refs 3 10000000:00000001:2.0:1749609389.188221:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.1:1749609389.190786:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3be300. 00010000:00000010:1.1:1749609389.190795:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef75600. 00000020:00000001:2.0:1749609389.342826:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609389.342830:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609389.342833:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609389.397781:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609389.397798:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609389.397799:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609389.397802:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609389.397805:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609389.397808:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609389.397809:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.082820:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609390.082829:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609390.082831:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609390.082834:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609390.082836:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609390.082839:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609390.082842:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609390.082843:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609390.082844:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609390.344892:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609390.344899:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609390.344902:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609390.397761:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609390.397776:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609390.397777:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609390.397781:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609390.397783:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609390.397786:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.397788:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609391.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609391.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609391.082806:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609391.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609391.082812:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609391.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609391.082831:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609391.082833:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609391.082834:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609391.346900:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609391.346908:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609391.346911:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609391.397814:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609391.397833:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609391.397834:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609391.397839:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609391.397841:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609391.397846:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609391.397848:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.082809:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609392.082817:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609392.082819:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609392.082822:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609392.082826:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609392.082829:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609392.082832:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609392.082834:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609392.082837:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609392.348811:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609392.348817:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609392.348822:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609392.397757:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609392.397771:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609392.397774:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.397778:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609392.397781:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609392.397784:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.397786:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609392.404735:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609392.404739:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609392.404741:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609392.404744:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609392.404746:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609392.404747:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609392.404750:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609392.404754:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3992 00000100:00080000:2.0:1749609392.404757:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609392.404759:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609392.404760:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609392.404761:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609392.404763:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609392.404766:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609392.404767:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609392.404769:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609392.404772:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609392.404773:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609392.404787:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609392.404789:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609392.404790:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609392.404791:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609392.404792:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609392.404794:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609392.404795:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609392.404797:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609392.404798:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609392.404805:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609392.404806:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.404807:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609392.404809:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609392.404814:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000020:00000040:2.0:1749609392.404816:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609392.404818:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609392.404820:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.404821:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609392.404824:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609392.404826:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609392.404832:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3000. 00000100:00000001:2.0:1749609392.404837:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609392.404844:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609392.404850:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609392.404852:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.404855:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2300] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609392.404870:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609392.404872:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609392.404874:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609392.404878:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609392.404879:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609392.404880:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609392.404882:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3992 00000100:00080000:2.0:1749609392.404883:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609392.404884:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609392.404885:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609392.404886:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609392.404887:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609392.404888:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609392.404888:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609392.404889:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609392.404890:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609392.404891:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609392.404892:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609392.404893:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609392.404894:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609392.404894:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609392.404895:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609392.404896:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609392.404897:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609392.404899:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609392.404900:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609392.404901:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609392.404902:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.404903:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609392.404904:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609392.404908:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000020:00000040:2.0:1749609392.404909:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609392.404910:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609392.404910:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.404911:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609392.404914:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609392.404915:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609392.404918:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1800. 00000100:00000001:2.0:1749609392.404919:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609392.404921:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609392.404925:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609392.404926:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.404927:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3480] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609392.404931:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609392.404932:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609392.404932:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609392.404934:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609392.404935:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609392.404935:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609392.404936:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609392.404936:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609392.404937:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3992 00000100:00080000:2.0:1749609392.404938:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609392.404938:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609392.404939:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609392.404940:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609392.404941:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609392.404942:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609392.404942:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609392.404943:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609392.404943:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609392.404944:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609392.404945:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609392.404946:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609392.404947:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609392.404948:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609392.404949:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609392.404949:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609392.404950:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609392.404950:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.404953:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609392.404953:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749609392.404954:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 02000000:00000001:0.0:1749609392.404955:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609392.404956:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609392.404956:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.404957:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609392.404958:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1749609392.404958:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193456640:0@lo:38: 02000000:00000001:2.0:1749609392.404959:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609392.404960:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.404961:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609392.404961:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609392.404962:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609392.404963:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609392.404964:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609392.404964:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609392.404965:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609392.404965:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609392.404966:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.404967:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609392.404967:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609392.404967:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609392.404968:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609392.404970:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3c00. 00000100:00000001:2.0:1749609392.404971:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609392.404971:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 00000100:00100000:2.0:1749609392.404973:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609392.404973:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.404976:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609392.404977:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.404978:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609392.404979:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609392.404982:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.404983:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609392.404984:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749609392.404985:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000010:2.0:1749609392.404986:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000020:00000040:2.0:1749609392.404987:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609392.404988:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609392.404989:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609392.404990:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609392.404991:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193456640, portal 4 02000000:00000010:2.0:1749609392.404992:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bee00. 00000100:00000001:2.0:1749609392.404997:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.404998:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609392.404998:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609392.404999:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 00000100:00000001:2.0:1749609392.405003:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609392.405004:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609392.405004:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609392.405006:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_00_00+0] req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.405009:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609392.405012:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609392.405013:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 00000100:00000200:0.0:1749609392.405014:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193456640, offset 0 00000400:00000200:0.0:1749609392.405018:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609392.405026:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.405030:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4002) 00000400:00000200:0.0:1749609392.405031:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609392.405039:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada06600 00000400:00000200:0.0:1749609392.405044:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 16640 00000400:00000200:0.0:1749609392.405050:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609392.405052:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609392.405053:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609392.405056:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609392.405057:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609392.405057:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609392.405058:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1749609392.405060:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609392.405061:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609392.405061:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d1ad80. 00000100:00000040:0.0:1749609392.405063:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d1ad80 x1834598193456640 msgsize 520 00000100:00000001:1.0:1749609392.405064:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609392.405065:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609392.405066:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609392.405066:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609392.405068:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609392.405070:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609392.405071:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609392.405072:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193457024:0@lo:400: 00000100:00000001:3.0:1749609392.405074:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609392.405080:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609392.405082:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609392.405083:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609392.405084:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609392.405087:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782c600. 00000400:00000200:0.0:1749609392.405088:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 02000000:00000001:3.0:1749609392.405089:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609392.405090:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000400:00000010:3.0:1749609392.405092:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b4d0. 00000100:00000001:0.0:1749609392.405092:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609392.405094:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609392.405096:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000001:0.0:1749609392.405098:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749609392.405100:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193457024, portal 10 00000100:00000040:0.0:1749609392.405100:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405118:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609392.405119:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000100:00000001:2.0:1749609392.405119:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609392.405119:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405120:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609392.405121:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193456640 02000000:00000001:2.0:1749609392.405122:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609392.405123:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.405124:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609392.405125:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609392.405126:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609392.405126:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2772 usecs (3 jiffies) 02000000:00000001:2.0:1749609392.405128:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405128:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298664851 00000100:00100000:2.0:1749609392.405131:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193456640 00000100:00000001:3.0:1749609392.405132:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609392.405132:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609392.405133:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609392.405134:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609392.405134:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749609392.405135:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000020:00000001:2.0:1749609392.405135:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609392.405135:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000020:00000001:2.0:1749609392.405136:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609392.405137:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193457024, offset 0 00000020:00000010:2.0:1749609392.405140:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 00000100:00000001:0.0:1749609392.405140:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:3.0:1749609392.405141:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609392.405144:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:0.0:1749609392.405144:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298664851 00000100:00000010:0.0:1749609392.405145:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7380. 00000400:00000200:3.0:1749609392.405147:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609392.405147:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609392.405147:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609392.405151:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609392.405152:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada06780 00000100:00000001:2.0:1749609392.405152:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609392.405154:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405154:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298664851 00000100:00000010:0.0:1749609392.405155:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7980. 00000400:00000200:3.0:1749609392.405157:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 28768 00000100:00000001:0.0:1749609392.405157:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609392.405158:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405159:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298664851 00000100:00000010:0.0:1749609392.405160:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000400:00000200:3.0:1749609392.405161:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609392.405162:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609392.405163:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609392.405164:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609392.405165:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.405165:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405166:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609392.405167:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405168:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609392.405169:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609392.405170:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609392.405171:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1749609392.405172:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d29b480. 00000100:00000001:2.0:1749609392.405172:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609392.405172:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609392.405173:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609392.405174:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88009d29b480 x1834598193457024 msgsize 224 02000000:00000001:0.0:1749609392.405174:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609392.405175:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 02000000:00000001:0.0:1749609392.405175:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.405177:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844542336 : -131938865009280 : ffff880096d1ad80) 00000100:00100000:0.0:1749609392.405177:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193456768:0@lo:38: 00000100:00100000:3.0:1749609392.405178:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609392.405178:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609392.405179:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d1ad80 x1834598193456640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609392.405180:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609392.405181:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609392.405182:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609392.405184:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53400. 02000000:00000001:0.0:1749609392.405185:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609392.405186:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749609392.405186:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea898. 00000400:00000010:0.0:1749609392.405188:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 00000100:00100000:2.0:1749609392.405189:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193456640:12345-0@lo:38: 00000400:00000200:3.0:1749609392.405190:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000100:00000200:0.0:1749609392.405190:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193456768, portal 10 00000400:00000010:3.0:1749609392.405192:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000100:00000200:2.0:1749609392.405192:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193456640 00000100:00000001:3.0:1749609392.405194:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609392.405194:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609392.405194:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609392.405194:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370072192 : -131936339479424 : ffff88012d5a3480) 00010000:00000001:2.0:1749609392.405196:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749609392.405197:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609392.405198:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.405201:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609392.405202:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609392.405204:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749609392.405204:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00000200:0.0:1749609392.405205:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193456768, offset 0 00000020:00000001:2.0:1749609392.405207:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609392.405207:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:2.0:1749609392.405209:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609392.405210:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609392.405211:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609392.405211:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609392.405213:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609392.405213:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06680 00000100:00000001:2.0:1749609392.405215:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609392.405215:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 28992 00000100:00000001:3.0:1749609392.405216:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609392.405217:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609392.405217:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609392.405218:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609392.405219:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609392.405219:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609392.405221:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609392.405221:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad3400. 00000100:00000001:0.0:1749609392.405221:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609392.405222:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609392.405222:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609392.405223:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609392.405224:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 525 usecs (1 jiffies) 00000100:00000010:0.0:1749609392.405224:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d1b100. 00000100:00000001:3.0:1749609392.405225:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298664849 00000100:00000040:0.0:1749609392.405225:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d1b100 x1834598193456768 msgsize 520 00010000:00000001:2.0:1749609392.405226:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609392.405227:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609392.405228:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298664851 00010000:00000001:2.0:1749609392.405228:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609392.405229:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609392.405230:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298664849 00000100:00000001:3.0:1749609392.405231:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298664851 00000100:00000001:2.0:1749609392.405232:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609392.405232:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609392.405233:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298664849 00000100:00000001:3.0:1749609392.405234:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298664851 00000100:00000001:2.0:1749609392.405234:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609392.405234:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000100:00000040:2.0:1749609392.405235:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:0.0:1749609392.405235:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:3.0:1749609392.405236:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298664849 00000100:00000001:2.0:1749609392.405236:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609392.405236:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609392.405237:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298664851 00000100:00000001:2.0:1749609392.405237:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609392.405238:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:0.0:1749609392.405238:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405239:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609392.405239:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609392.405240:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609392.405241:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609392.405241:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405241:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609392.405242:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609392.405242:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193457024 00000100:00000001:3.0:1749609392.405243:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.405243:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609392.405243:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609392.405243:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405244:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609392.405244:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749609392.405245:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609392.405245:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405246:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405246:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749609392.405247:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193456640, offset 0 02000000:00000001:1.0:1749609392.405247:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405247:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609392.405248:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749609392.405249:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193457024 00000100:00000040:0.0:1749609392.405249:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 963 usecs (1 jiffies) 00000100:00000001:3.0:1749609392.405250:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1749609392.405250:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609392.405250:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298664849 00000400:00000200:2.0:1749609392.405251:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749609392.405251:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:3.0:1749609392.405252:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609392.405252:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609392.405253:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609392.405254:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609392.405254:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1749609392.405254:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:0.0:1749609392.405254:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298664851 00000100:00000001:3.0:1749609392.405255:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609392.405255:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609392.405255:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298664849 00000020:00000001:1.0:1749609392.405256:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609392.405256:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298664851 00000100:00000001:0.0:1749609392.405257:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298664849 00000100:00000001:0.0:1749609392.405258:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298664851 00000100:00000001:0.0:1749609392.405259:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298664849 00000100:00000001:0.0:1749609392.405259:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298664851 00000100:00000001:1.0:1749609392.405260:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609392.405260:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609392.405261:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada06600 00000100:00000001:0.0:1749609392.405261:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609392.405262:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11680. 00000100:00000001:0.0:1749609392.405262:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405263:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609392.405264:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x42a1 [1] + 0 00000020:00000010:1.0:1749609392.405265:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7eba2c0. 00000100:00000001:0.0:1749609392.405266:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749609392.405267:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609392.405267:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609392.405268:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609392.405268:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609392.405268:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609392.405269:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609392.405270:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609392.405270:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:0.0:1749609392.405270:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609392.405272:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.405273:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609392.405274:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609392.405275:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1749609392.405275:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609392.405276:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609392.405276:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609392.405276:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.405277:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609392.405277:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00100000:3.0:1749609392.405278:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193456768 00000100:00100000:0.0:1749609392.405278:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193456896:0@lo:38: 00000020:00000010:1.0:1749609392.405279:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609392.405279:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609392.405280:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609392.405280:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609392.405281:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609392.405281:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 02000000:00000001:0.0:1749609392.405281:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.405282:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609392.405282:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609392.405283:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609392.405283:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd50400. 00000400:00000200:2.0:1749609392.405284:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 02000000:00000001:0.0:1749609392.405284:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609392.405285:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609392.405285:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000040:1.0:1749609392.405285:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:0.0:1749609392.405286:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000100:00100000:3.0:1749609392.405287:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193456768 00000100:00000001:1.0:1749609392.405287:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609392.405287:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609392.405288:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609392.405288:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749609392.405288:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000020:00000001:3.0:1749609392.405289:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609392.405289:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609392.405290:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609392.405290:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.405291:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609392.405292:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609392.405292:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193456896, portal 10 00000100:00000001:0.0:1749609392.405293:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609392.405294:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609392.405294:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000020:00000001:3.0:1749609392.405296:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609392.405296:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d1ad80 x1834598193456640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609392.405297:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609392.405297:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1749609392.405297:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609392.405299:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609392.405299:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609392.405300:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609392.405301:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00100000:2.0:1749609392.405301:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193456640:12345-0@lo:38: Request processed in 112us (237us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609392.405301:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609392.405302:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609392.405303:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000020:00000010:3.0:1749609392.405304:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886900. 00000100:00000001:1.0:1749609392.405304:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609392.405304:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193456896, offset 0 00000100:00100000:2.0:1749609392.405305:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:2.0:1749609392.405306:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609392.405306:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609392.405307:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09898. 00000100:00000001:2.0:1749609392.405307:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609392.405309:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609392.405309:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609392.405309:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609392.405310:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749609392.405310:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000001:3.0:1749609392.405311:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609392.405311:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06700 00000100:00000001:3.0:1749609392.405312:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609392.405312:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000400:00000200:0.0:1749609392.405312:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 29512 00000100:00000040:1.0:1749609392.405313:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000010:2.0:1749609392.405314:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609392.405314:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950974592 : -131938758577024 : ffff88009d29b480) 00000400:00000200:0.0:1749609392.405314:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609392.405315:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609392.405316:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609392.405317:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 00000100:00000040:1.0:1749609392.405317:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d29b480 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1749609403 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.405317:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609392.405317:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609392.405319:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d1b480. 00000100:00000001:3.0:1749609392.405320:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609392.405320:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609392.405320:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d1b480 x1834598193456896 msgsize 520 00000100:00000001:1.0:1749609392.405322:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749609392.405322:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749609392.405323:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11880. 00000100:00000001:1.0:1749609392.405324:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609392.405325:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11880. 00000100:00000001:3.0:1749609392.405326:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609392.405327:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193457024:12345-0@lo:400: 00000100:00000001:0.0:1749609392.405327:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609392.405328:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193456896 02000000:00000001:3.0:1749609392.405329:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749609392.405329:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193457024 00000400:00000200:0.0:1749609392.405329:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:3.0:1749609392.405330:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749609392.405330:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749609392.405330:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609392.405331:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609392.405332:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609392.405332:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:0.0:1749609392.405332:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609392.405333:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609392.405334:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609392.405335:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193456896 00000020:00000001:1.0:1749609392.405335:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609392.405336:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609392.405336:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609392.405336:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:0.0:1749609392.405336:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749609392.405337:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609392.405337:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609392.405337:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609392.405338:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609392.405338:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609392.405339:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609392.405339:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000001:0.0:1749609392.405340:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405340:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609392.405341:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.405341:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844543232 : -131938865008384 : ffff880096d1b100) 00000020:00000001:1.0:1749609392.405341:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.405341:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609392.405342:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1749609392.405343:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d000. 00000020:00000001:1.0:1749609392.405343:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749609392.405343:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 733 usecs (1 jiffies) 00000100:00000001:0.0:1749609392.405344:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298664849 00000020:00000010:3.0:1749609392.405345:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000020:00000001:1.0:1749609392.405345:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.405346:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d1b100 x1834598193456768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609392.405347:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09960. 00000020:00000001:1.0:1749609392.405347:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609392.405347:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298664851 00000100:00000001:0.0:1749609392.405348:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298664849 00000100:00000001:3.0:1749609392.405349:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609392.405349:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609392.405349:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298664851 00000100:00000001:3.0:1749609392.405350:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609392.405350:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193456768:12345-0@lo:38: 00000100:00000001:0.0:1749609392.405350:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298664849 00000100:00000001:3.0:1749609392.405351:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609392.405351:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609392.405351:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298664851 00000100:00000200:2.0:1749609392.405352:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193456768 00000100:00000001:0.0:1749609392.405352:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298664849 00000100:00000001:0.0:1749609392.405352:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298664851 00000100:00000001:3.0:1749609392.405353:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609392.405353:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:1.0:1749609392.405353:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e1800. 00000100:00000001:0.0:1749609392.405353:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749609392.405354:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749609392.405354:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405354:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609392.405355:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609392.405355:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609392.405357:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609392.405357:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749609392.405358:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609392.405358:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609392.405359:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00020000:2.0:1749609392.405359:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749609392.405359:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:3.0:1749609392.405360:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1749609392.405360:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609392.405360:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00010000:00000001:2.0:1749609392.405361:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000040:1.0:1749609392.405361:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193457024 00000400:00000010:0.0:1749609392.405361:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609392.405362:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609392.405362:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609392.405363:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000001:2.0:1749609392.405363:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609392.405363:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:0.0:1749609392.405363:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609392.405364:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609392.405365:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844544128 : -131938865007488 : ffff880096d1b480) 00010000:00000200:1.0:1749609392.405365:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d29b480 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609392.405367:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609392.405368:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d1b480 x1834598193456896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609392.405370:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609392.405370:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609392.405371:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405371:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609392.405372:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=87 v=5 (1 0 0 0) 02000000:00000010:2.0:1749609392.405373:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dc000. 00000100:00000001:0.0:1749609392.405373:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609392.405374:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609392.405374:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749609392.405375:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609392.405375:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609392.405375:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609392.405376:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609392.405376:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609392.405376:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609392.405377:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609392.405377:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1749609392.405378:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609392.405378:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609392.405378:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609392.405379:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609392.405379:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609392.405380:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193456896:12345-0@lo:38: 00000100:00000001:2.0:1749609392.405381:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749609392.405381:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609392.405382:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749609392.405382:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609392 v=5 (0 0 0 0) 00000100:00000040:2.0:1749609392.405383:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000010:1.0:1749609392.405383:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000200:3.0:1749609392.405384:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193456896 00000100:00001000:0.0:1749609392.405384:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=154 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609392.405385:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:1.0:1749609392.405385:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193457024, offset 224 00000100:00000001:0.0:1749609392.405385:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749609392.405386:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609392.405386:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609392.405387:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609392.405387:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609392.405388:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749609392.405388:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609392.405388:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609392.405388:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609392.405389:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.405390:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609392.405391:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609392.405391:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609392.405392:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000400:00000200:1.0:1749609392.405392:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609392.405394:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609392.405394:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193456768, offset 0 00010000:00020000:3.0:1749609392.405396:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609392.405396:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609392.405396:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06780 00000100:00000001:0.0:1749609392.405397:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609392.405398:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609392.405399:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1749609392.405400:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609392.405400:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609392.405401:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x42a9 [1] + 224 00000100:00000001:3.0:1749609392.405402:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609392.405402:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609392.405403:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609392.405403:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609392.405403:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609392.405404:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749609392.405404:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749609392.405405:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609392.405406:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06680 00000400:00000200:1.0:1749609392.405406:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749609392.405406:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609392.405407:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609392.405408:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007248dc00. 00000400:00000200:2.0:1749609392.405408:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x42b1 [1] + 0 02000000:00000001:3.0:1749609392.405409:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609392.405409:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609392.405410:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609392.405410:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609392.405411:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609392.405412:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609392.405412:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609392.405413:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609392.405413:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193456640:0@lo:38: 00000100:00000001:2.0:1749609392.405414:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609392.405415:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405415:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609392.405416:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.405416:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749609392.405417:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609392.405417:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193456640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609392.405418:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405419:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609392.405421:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609392.405421:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.405421:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609392.405422:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749609392.405423:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 02000000:00000010:0.0:1749609392.405423:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 00000100:00000001:1.0:1749609392.405424:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609392.405425:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609392.405425:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609392.405425:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609392.405426:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609392.405427:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:1.0:1749609392.405427:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749609392.405428:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000020:00000040:0.0:1749609392.405428:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749609392.405429:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000020:00000001:0.0:1749609392.405429:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749609392.405430:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:1.0:1749609392.405430:0:7440:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:0.0:1749609392.405430:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3000. 02000000:00000001:3.0:1749609392.405431:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749609392.405431:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609392.405431:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609392.405432:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.405432:0:6442:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609392.405432:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609392.405433:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609392.405433:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609392.405433:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609392.405434:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609392.405434:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609392.405434:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000010:0.0:1749609392.405434:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000100:00000040:3.0:1749609392.405435:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609392.405436:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609392.405436:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1749609392.405437:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000100:00000001:2.0:1749609392.405437:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405437:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609392.405438:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609392.405438:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609392.405439:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d1b100 x1834598193456768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609392.405439:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:3.0:1749609392.405440:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193456896, offset 0 00000020:00000001:1.0:1749609392.405440:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405440:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609392.405440:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609392.405441:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609392.405443:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609392.405443:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193456768:12345-0@lo:38: Request processed in 93us (217us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609392.405443:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d29b480 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.405443:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609392.405444:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609392.405446:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749609392.405447:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000400:00000001:0.0:1749609392.405447:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609392.405447:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea898. 00000100:00000001:2.0:1749609392.405448:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609392.405448:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193457024:12345-0@lo:400: Request processed in 125us (272us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609392.405449:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609392.405449:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609392.405449:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 00000400:00000010:0.0:1749609392.405449:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000020:00000010:2.0:1749609392.405450:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886900. 00000100:00000001:0.0:1749609392.405450:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609392.405452:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09898. 00000100:00000200:0.0:1749609392.405452:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609392.405453:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00100000:1.0:1749609392.405453:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:1.0:1749609392.405454:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:2.0:1749609392.405455:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609392.405455:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609392.405456:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609392.405457:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609392.405458:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06700 00000020:00000010:1.0:1749609392.405459:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609392.405459:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609392.405459:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609392.405460:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609392.405460:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609392.405461:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609392.405462:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x42bd [1] + 0 00000020:00000010:1.0:1749609392.405462:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609392.405462:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609392.405462:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609392.405463:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609392.405464:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000200:3.0:1749609392.405465:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609392.405465:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609392.405465:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609392 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609392.405466:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=136 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609392.405467:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609392.405468:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609392.405468:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609392.405468:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609392.405470:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609392.405470:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609392.405473:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609392.405473:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609392.405473:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609392.405474:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609392.405474:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609392.405475:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609392.405475:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609392.405475:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609392.405476:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609392.405478:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609392.405479:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609392.405480:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609392.405483:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405487:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609392.405487:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193456768:0@lo:38: 00000100:00000001:0.0:1749609392.405489:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405490:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609392.405491:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000100:00000040:0.0:1749609392.405491:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3480 x1834598193456768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609392.405492:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000100:00000001:0.0:1749609392.405494:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609392.405494:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609392.405495:0:7488:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:0.0:1749609392.405495:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53400. 00000100:00000001:3.0:1749609392.405496:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609392.405496:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609392.405497:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609392.405497:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749609392.405498:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609392.405498:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609392.405498:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1800. 02000000:00000001:0.0:1749609392.405499:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749609392.405500:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609392.405500:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609392.405500:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 00000100:00000001:3.0:1749609392.405501:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405502:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1749609392.405503:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609392.405503:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.405503:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405504:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609392.405505:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609392.405506:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d1b480 x1834598193456896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609392.405506:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609392.405507:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609392.405507:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000400:00000200:0.0:1749609392.405508:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:0.0:1749609392.405509:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:0.0:1749609392.405510:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609392.405511:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609392.405513:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193456896:12345-0@lo:38: Request processed in 134us (191us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749609392.405514:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.405517:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609392.405520:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000001:0.0:1749609392.405520:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.405521:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609392.405522:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609392.405522:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609392.405523:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609392.405523:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609392.405524:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609392.405525:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 02000000:00000001:0.0:1749609392.405525:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609392.405526:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609392 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609392.405527:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=87 v=20 (20 0 0 0) 00000020:00000010:3.0:1749609392.405528:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09960. 00000100:00000001:0.0:1749609392.405529:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609392.405529:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609392.405530:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d000. 00000100:00000001:0.0:1749609392.405530:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609392.405532:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405533:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.405535:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609392.405535:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609392.405536:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.405537:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609392.405537:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609392.405538:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609392.405539:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609392.405540:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609392.405541:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405543:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609392.405544:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193456896:0@lo:38: 00000100:00000001:3.0:1749609392.405545:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609392.405546:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405547:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609392.405547:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193456896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609392.405548:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609392.405549:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609392.405550:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609392.405551:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609392.405551:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd50400. 00000400:00000010:3.0:1749609392.405555:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b4d0. 02000000:00000001:0.0:1749609392.405555:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609392.405556:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609392.405556:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609392.405558:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609392.405558:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3c00. 02000000:00000001:0.0:1749609392.405559:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749609392.405560:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 02000000:00000001:0.0:1749609392.405560:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609392.405560:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00000001:0.0:1749609392.405561:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1749609392.405562:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000001:0.0:1749609392.405562:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.405563:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405563:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609392.405564:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609392.405564:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609392.405565:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.405565:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609392.405567:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609392.405574:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405579:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609392.405581:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609392.405582:0:1048:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609392.405584:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609392.405585:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609392.405587:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609392.405589:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609392.405592:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1749609392.405594:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1749609392.405596:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609392.405598:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609392.405600:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749609392.405603:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609392.405609:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609392.405612:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609392.405614:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609392.405616:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609392.405617:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609392.405619:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405625:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609392.405627:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609392.405628:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609392.405630:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609392.405645:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193457024:0@lo:400: 00000100:00000001:3.0:1749609392.405649:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609392.405650:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609392.405651:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193457024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609392.405656:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609392.405658:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609392.405659:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782c600. 02000000:00000001:3.0:1749609392.405661:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609392.405662:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609392.405663:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609392.405665:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609392.405666:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bee00. 02000000:00000001:3.0:1749609392.405671:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609392.405672:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609392.405673:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:3.0:1749609392.405699:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609392.405700:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609392.405701:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609392.405705:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609392.405705:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609392.405707:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609392.405708:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.407707:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298664851, at 4298664851 00000100:00000010:2.0:1749609392.407713:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7980. 00000100:00000040:3.0:1749609392.407724:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298664851, at 4298664851 00000100:00000010:3.0:1749609392.407730:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000100:00000040:0.0:1749609392.407730:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298664851, at 4298664851 00000100:00000010:0.0:1749609392.407735:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000040:1.0:1749609392.407752:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298664851, at 4298664851 00000100:00000010:1.0:1749609392.407757:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7380. 00000100:00000001:2.0:1749609393.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609393.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609393.082806:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609393.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609393.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609393.082814:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609393.082816:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609393.082818:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609393.082820:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609393.350881:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609393.350888:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609393.350890:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609393.404788:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609393.404804:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609393.404805:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609393.404808:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609393.404811:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609393.404814:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609393.404816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609394.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609394.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609394.082795:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609394.082798:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609394.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609394.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609394.082806:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609394.082808:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609394.082809:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609394.352812:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609394.352816:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609394.352818:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609394.404759:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609394.404772:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609394.404773:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609394.404777:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609394.404779:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609394.404782:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609394.404783:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609394.527752:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609394.527757:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88009689e800) refs 2 10000000:00000001:2.0:1749609394.527761:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609394.527762:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749609394.527763:0:6439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749609394.527764:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609394.527766:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749609394.527768:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609394.527770:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff880096d20800 from 39 10000000:00000001:2.0:1749609394.527772:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609394.527773:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749609394.527779:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609394.527782:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609394.527787:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609394.527801:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609394.527806:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609394.527813:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef75c00. 00000100:00000001:2.0:1749609394.527819:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609394.527823:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609394.527825:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609394.527831:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3bee00. 00010000:00000001:2.0:1749609394.527837:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609394.527838:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef74200. 00000020:00000001:2.0:1749609394.527842:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609394.527844:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef74200 with handle 0xae754a08875148cb to hash 00000020:00000001:2.0:1749609394.527845:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609394.527846:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609394.527848:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609394.527851:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609394.527852:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609394.527855:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609394.527861:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609394.527869:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609394.527880:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609394.527881:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609394.527886:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7c00. 00000100:00000001:2.0:1749609394.527887:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372515328 : -131936337036288 : ffff88012d7f7c00) 00000100:00000001:2.0:1749609394.527889:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609394.527890:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00000001:2.0:1749609394.527894:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609394.527896:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609394.527897:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609394.527899:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609394.527909:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193457152/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609394.527918:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609394.527920:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609394.527922:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012d5a0380 x1834598193457152/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609394.527926:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609394.527928:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609394.527929:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609394.527930:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609394.527931:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609394.527933:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609394.527934:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609394.527935:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609394.527936:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.082775:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609395.082783:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609395.082785:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609395.082787:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609395.082790:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609395.082793:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.082796:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609395.082797:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.082799:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609395.354792:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609395.354798:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609395.354800:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609395.354802:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609395.354806:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609395.354807:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609395.354809:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609395.354822:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609395.354885:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609395.354889:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609395.354891:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609395.404783:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609395.404799:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609395.404801:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609395.404805:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609395.404807:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609395.404810:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.404812:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.527772:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609395.527780:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609395.527782:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609395.527784:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609395.527788:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609395.527791:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.527794:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609395.527796:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.527797:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609396.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609396.082800:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609396.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609396.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609396.082808:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609396.082811:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609396.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609396.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609396.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609396.195955:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609396.195972:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609396.195975:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609396.195977:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609396.195988:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609396.196012:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500300 00000400:00000100:0.0:1749609396.196018:0:1043:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188188416 offset 0 length 520: 4 00000400:00000200:0.0:1749609396.196022:0:1043:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609396.196023:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609396.196034:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609396.196044:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609396.196046:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609396.196047:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609396.356815:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609396.356822:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609396.356887:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609396.356892:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609396.356894:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609396.404790:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609396.404806:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609396.404807:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609396.404811:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609396.404814:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609396.404818:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609396.404819:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609396.527769:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609396.527776:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609396.527778:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609396.527781:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609396.527784:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609396.527788:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609396.527790:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609396.527792:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609396.527794:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609397.082803:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609397.082805:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609397.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609397.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609397.082814:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609397.082816:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609397.082818:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609397.082819:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609397.358803:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609397.358810:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609397.358853:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609397.358856:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609397.358858:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609397.404743:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609397.404748:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749609397.404760:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609372/real 1749609372] req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609397 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609397.404798:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609397.404800:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609397.404803:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130df0f20. 00000400:00000200:0.0:1749609397.404811:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:0.0:1749609397.404813:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000001:0.0:1749609397.404818:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609397.404820:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609397 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609397.404827:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609397 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.404833:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609397.404835:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.404837:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609397.404839:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609397.404842:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609397 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.404848:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.404858:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609397.404860:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.404862:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609397.404865:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609397.404867:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609397.404871:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609397 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.404877:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609397.404880:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.404881:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609397.404882:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.404884:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609397.404886:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749609397.404890:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609397.404914:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:0.0:1749609397.404916:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749609397.404919:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609397 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609397.404926:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193454336:0@lo:250: 00000100:00000001:0.0:1749609397.404930:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.404932:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609397.404933:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3100 x1834598193454336/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609397 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.404938:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609397.404941:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609397.404945:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099e70c00. 02000000:00000001:0.0:1749609397.404950:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609397.404951:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609397.404953:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609397.404955:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609397.404957:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1400. 02000000:00000001:0.0:1749609397.404960:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609397.404962:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609397.404963:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 00000100:00000001:0.0:1749609397.404968:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609397.404969:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.404971:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.404975:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609397.404976:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.404977:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609397.404978:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609397.404978:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609397.404982:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749609397.404984:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609397.404986:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609397.404993:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609397.404996:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 3977 00000100:00080000:2.0:1749609397.404999:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609397.405001:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609397.405003:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609397.405004:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609397.405005:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609397.405008:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609397.405009:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:2.0:1749609397.405011:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609397.405013:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:2.0:1749609397.405014:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:2.0:1749609397.405015:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:2.0:1749609397.405017:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609397.405018:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609397.405019:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609397.405020:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609397.405021:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:2.0:1749609397.405023:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:2.0:1749609397.405024:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609397.405026:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609397.405028:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609397.405029:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.405031:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609397.405032:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609397.405035:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000020:00000040:2.0:1749609397.405037:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:2.0:1749609397.405040:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609397.405041:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.405043:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609397.405045:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609397.405048:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609397.405053:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dc400. 00000100:00000001:2.0:1749609397.405060:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609397.405065:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609397.405096:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609397.405098:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.405100:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609397.405115:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609397.405117:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609397.405119:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609397.405120:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609397.405121:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609397.405122:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609397.405124:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3997 00000100:00080000:2.0:1749609397.405125:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609397.405127:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609397.405128:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609397.405129:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609397.405130:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609397.405131:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609397.405132:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609397.405133:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609397.405134:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609397.405135:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609397.405136:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609397.405137:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609397.405138:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609397.405139:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609397.405139:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609397.405140:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00000001:0.0:1749609397.405140:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609397.405142:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609397.405143:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609397.405145:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609397.405146:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609397.405147:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749609397.405147:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609397.405151:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609397.405152:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.405153:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609397.405155:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405155:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609397.405156:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609397.405158:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000020:00000040:2.0:1749609397.405159:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609397.405160:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609397.405161:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.405162:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609397.405162:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609397.405163:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609397.405164:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405165:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609397.405166:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dcc00. 00000100:00000001:2.0:1749609397.405168:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405168:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609397.405170:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749609397.405171:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193457280:0@lo:250: 00000100:00000001:2.0:1749609397.405174:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609397.405174:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609397.405175:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.405176:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1c00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609397.405177:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609397.405179:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.405180:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405181:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749609397.405182:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609397.405184:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609397.405184:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609397.405185:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:0.0:1749609397.405185:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51000. 00000100:00000001:2.0:1749609397.405186:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609397.405187:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3997 02000000:00000001:0.0:1749609397.405187:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609397.405188:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609397.405189:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609397.405190:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609397.405191:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000400:00000010:0.0:1749609397.405197:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00000040:2.0:1749609397.405201:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000200:0.0:1749609397.405201:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193457280, portal 25 00000100:00000001:2.0:1749609397.405202:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609397.405203:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609397.405203:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749609397.405204:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609397.405205:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609397.405205:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000020:00000040:2.0:1749609397.405206:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609397.405206:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609397.405207:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609397.405209:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000040:0.0:1749609397.405209:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609397.405210:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609397.405210:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609397.405211:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609397.405212:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609397.405213:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609397.405214:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609397.405215:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609397.405216:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609397.405216:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609397.405217:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.405218:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609397.405219:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609397.405219:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749609397.405221:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609397.405221:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:0.0:1749609397.405221:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 02000000:00000001:2.0:1749609397.405222:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609397.405223:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609397.405223:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193457280, offset 0 00000100:00000001:2.0:1749609397.405224:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609397.405224:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609397.405225:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609397.405226:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dc800. 00000100:00000001:2.0:1749609397.405228:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609397.405228:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609397.405229:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609397.405233:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609397.405233:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.405237:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609397.405241:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609397.405242:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749609397.405242:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749609397.405244:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609397.405245:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609397.405245:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609397.405246:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609397.405247:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3997 00000100:00080000:2.0:1749609397.405248:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609397.405250:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609397.405250:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609397.405251:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609397.405252:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609397.405253:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609397.405253:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000400:00000200:0.0:1749609397.405253:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada06880 00000020:00000001:2.0:1749609397.405254:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609397.405255:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609397.405256:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609397.405257:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609397.405258:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609397.405259:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000100:0.0:1749609397.405259:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193457280 offset 0 length 520: 4 00000100:00000040:2.0:1749609397.405260:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609397.405260:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609397.405261:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609397.405262:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000400:00000200:0.0:1749609397.405262:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726196b0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1749609397.405263:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609397.405264:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609397.405265:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609397.405265:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:2.0:1749609397.405266:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.405269:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609397.405270:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609397.405272:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000020:00000040:2.0:1749609397.405273:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609397.405274:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749609397.405274:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 02000000:00000001:2.0:1749609397.405275:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609397.405275:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000100:00000001:2.0:1749609397.405276:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609397.405276:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609397.405277:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609397.405278:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dd000. 00000100:00000001:0.0:1749609397.405279:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609397.405280:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609397.405282:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749609397.405282:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609397.405285:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609397.405286:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.405286:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.405289:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609397.405290:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.405291:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609397.405293:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609397.405295:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 00000020:00000040:2.0:1749609397.405296:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749609397.405296:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609397.405297:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609397.405298:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609397.405298:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609397.405300:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be700. 00000100:00000001:2.0:1749609397.405301:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.405303:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609397.405303:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405305:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609397.405307:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609397.405307:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.405309:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3100] to pc [ptlrpcd_00_01+1] req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.405309:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405313:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298669860 00000100:00000010:0.0:1749609397.405317:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000100:00000001:0.0:1749609397.405323:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609397.405328:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298669860 00000100:00000010:0.0:1749609397.405331:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e77c0. 00000100:00000001:0.0:1749609397.405333:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609397.405341:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405342:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298669860 00000100:00000010:0.0:1749609397.405344:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 00000100:00000040:2.0:1749609397.405345:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4007) 00000100:00000001:0.0:1749609397.405346:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609397.405349:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298669860 00000100:00000010:0.0:1749609397.405351:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7240. 00000100:00000001:0.0:1749609397.405354:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609397.405360:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609397.405363:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405365:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405367:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.405370:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609397.405372:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609397.405373:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609397.405375:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609397.405376:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609397.405378:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405380:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609397.405384:0:1048:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749609397.405384:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609397.405385:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.405385:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405387:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609397.405389:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609397.405389:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609397.405390:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609397.405391:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609397.405391:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405392:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609397.405393:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609397.405396:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609397.405397:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193457408:0@lo:38: 00000100:00000001:0.0:1749609397.405400:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609397.405401:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609397.405402:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609397.405403:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405404:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609397.405405:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405406:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1749609397.405406:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53400. 00000100:00000001:3.0:1749609397.405407:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609397.405408:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609397.405408:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609397.405410:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609397.405411:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609397.405411:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea898. 00000100:00100000:3.0:1749609397.405412:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193457792:0@lo:400: 00000100:00000001:3.0:1749609397.405414:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1749609397.405414:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9a18. 02000000:00000001:3.0:1749609397.405416:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1749609397.405416:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193457408, portal 4 02000000:00000001:3.0:1749609397.405417:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405417:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749609397.405418:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609397.405418:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 02000000:00000010:3.0:1749609397.405420:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782c600. 02000000:00000001:3.0:1749609397.405421:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609397.405423:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609397.405424:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b4d0. 00000400:00000010:3.0:1749609397.405426:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000001:0.0:1749609397.405428:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609397.405429:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193457792, portal 10 00000100:00000001:3.0:1749609397.405430:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609397.405430:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609397.405431:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370071296 : -131936339480320 : ffff88012d5a3100) 00000400:00000010:0.0:1749609397.405432:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609397.405434:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193457408, offset 0 00000100:00000040:3.0:1749609397.405435:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609397.405437:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609397.405442:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609397.405442:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609397.405444:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609397.405445:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000100:00000200:3.0:1749609397.405447:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193457792, offset 0 00000400:00000200:0.0:1749609397.405447:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada06900 00000400:00000200:0.0:1749609397.405452:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 17160 00000400:00000200:0.0:1749609397.405458:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609397.405460:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609397.405461:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609397.405466:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609397.405467:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609397.405468:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1749609397.405472:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada06a80 00000100:00000010:0.0:1749609397.405472:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d1b800. 00000100:00000040:0.0:1749609397.405475:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d1b800 x1834598193457408 msgsize 520 00000400:00000200:3.0:1749609397.405477:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 30032 00000100:00100000:0.0:1749609397.405478:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609397.405481:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609397.405484:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609397.405488:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609397.405489:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609397.405492:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d29b800. 00000100:00000001:0.0:1749609397.405494:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609397.405499:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88009d29b800 x1834598193457792 msgsize 224 00000400:00000200:0.0:1749609397.405499:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609397.405500:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00100000:3.0:1749609397.405502:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609397.405502:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609397.405504:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405510:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609397.405515:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000400:00000010:3.0:1749609397.405517:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000100:00000001:2.0:1749609397.405517:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609397.405517:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609397.405519:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609397.405519:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193457408 00000100:00000040:0.0:1749609397.405519:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609397.405521:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749609397.405522:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609397.405523:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609397.405524:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405524:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405526:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609397.405528:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405529:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609397.405529:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609397.405530:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609397.405530:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193457408 00000020:00000001:2.0:1749609397.405531:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609397.405532:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609397.405532:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609397.405533:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609397.405533:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2702 usecs (3 jiffies) 00000020:00000001:2.0:1749609397.405534:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405534:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298669851 00000100:00000001:3.0:1749609397.405536:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405536:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298669860 00000100:00000001:3.0:1749609397.405537:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609397.405537:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000100:00000001:0.0:1749609397.405538:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298669851 00000100:00000001:3.0:1749609397.405539:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405540:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298669860 00000020:00000010:2.0:1749609397.405541:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:0.0:1749609397.405541:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298669851 00000100:00000040:3.0:1749609397.405542:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 527 usecs (1 jiffies) 00000100:00000001:0.0:1749609397.405542:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298669860 00000100:00000001:3.0:1749609397.405544:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298669849 00000020:00000010:2.0:1749609397.405544:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609397.405544:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298669851 00000100:00000001:0.0:1749609397.405545:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298669860 00000100:00000001:3.0:1749609397.405546:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298669860 00000100:00000001:3.0:1749609397.405547:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298669849 00000100:00000001:0.0:1749609397.405547:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609397.405548:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609397.405548:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405549:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298669860 00000100:00000001:2.0:1749609397.405549:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609397.405550:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609397.405551:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298669849 00000100:00000001:2.0:1749609397.405551:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405552:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298669860 00000100:00000040:0.0:1749609397.405552:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405553:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298669849 00000100:00000001:3.0:1749609397.405554:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298669860 00000100:00000001:3.0:1749609397.405555:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609397.405557:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.405557:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405558:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405558:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609397.405559:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405560:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405561:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609397.405563:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609397.405565:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609397.405567:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193457536:0@lo:38: 00000100:00000001:2.0:1749609397.405568:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.405569:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609397.405571:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609397.405572:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609397.405572:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609397.405574:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193457792 02000000:00000001:3.0:1749609397.405575:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609397.405576:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609397.405576:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609397.405578:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609397.405578:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609397.405581:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 02000000:00000010:0.0:1749609397.405581:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 00000100:00000001:3.0:1749609397.405582:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405583:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609397.405584:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.405585:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844545024 : -131938865006592 : ffff880096d1b800) 00000400:00000010:0.0:1749609397.405585:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00100000:3.0:1749609397.405586:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193457792 00000020:00000001:3.0:1749609397.405587:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609397.405588:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000040:2.0:1749609397.405588:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d1b800 x1834598193457408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609397.405588:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000020:00000001:3.0:1749609397.405590:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749609397.405590:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193457536, portal 10 00000020:00000040:3.0:1749609397.405592:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:0.0:1749609397.405592:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749609397.405593:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609397.405593:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000020:00000001:3.0:1749609397.405595:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00100000:2.0:1749609397.405596:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193457408:12345-0@lo:38: 00000100:00000040:0.0:1749609397.405598:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405599:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1749609397.405599:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193457408 00000020:00000010:3.0:1749609397.405601:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebae00. 00000020:00000001:2.0:1749609397.405602:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609397.405604:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609397.405605:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11680. 00000100:00000040:0.0:1749609397.405605:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609397.405606:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749609397.405607:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000200:0.0:1749609397.405608:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193457536, offset 0 00000020:00000040:3.0:1749609397.405609:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:0.0:1749609397.405612:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609397.405614:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749609397.405616:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d000. 00000400:00000200:0.0:1749609397.405617:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609397.405619:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000020:00000001:2.0:1749609397.405619:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609397.405621:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:0.0:1749609397.405621:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06980 00000020:00000010:3.0:1749609397.405622:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09960. 00000020:00000040:1.0:1749609397.405624:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:0.0:1749609397.405624:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 30256 00010000:00020000:2.0:1749609397.405626:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609397.405628:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609397.405629:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609397.405629:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609397.405630:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609397.405631:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609397.405633:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.405633:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609397.405635:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609397.405636:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609397.405637:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609397.405638:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609397.405638:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096d1bb80. 00000100:00000040:0.0:1749609397.405639:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880096d1bb80 x1834598193457536 msgsize 520 00000100:00000001:3.0:1749609397.405642:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609397.405642:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609397.405646:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609397.405649:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193457536 00000100:00000001:0.0:1749609397.405649:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609397.405650:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609397.405651:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609397.405652:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609397.405653:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 02000000:00000001:3.0:1749609397.405654:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609397.405654:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00100000:3.0:1749609397.405655:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193457536 00000020:00000001:3.0:1749609397.405655:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609397.405655:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1749609397.405656:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609397.405656:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609397.405656:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609397.405657:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609397.405658:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609397.405658:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609397.405659:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:1.0:1749609397.405661:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000001:3.0:1749609397.405662:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.405662:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950975488 : -131938758576128 : ffff88009d29b800) 00000020:00000010:3.0:1749609397.405663:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782da00. 00000020:00000010:3.0:1749609397.405665:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886500. 00000100:00000001:0.0:1749609397.405665:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749609397.405666:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09a28. 00000100:00000040:1.0:1749609397.405666:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d29b800 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1749609408 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609397.405667:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405668:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609397.405669:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609397.405670:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.405672:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609397.405673:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405700:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405702:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609397.405705:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609397.405708:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 942 usecs (1 jiffies) 00000100:00000001:3.0:1749609397.405710:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.405710:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298669850 00000020:00000010:1.0:1749609397.405712:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11880. 00000100:00000001:0.0:1749609397.405712:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298669860 00000100:00000001:0.0:1749609397.405713:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298669850 00000100:00000001:1.0:1749609397.405714:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609397.405715:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11880. 00000100:00000001:0.0:1749609397.405715:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298669860 00000100:00000001:0.0:1749609397.405716:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298669850 00000100:00000001:3.0:1749609397.405717:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609397.405718:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609397.405718:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193457792:12345-0@lo:400: 00000100:00000001:0.0:1749609397.405718:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298669860 00000100:00000001:0.0:1749609397.405719:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298669850 00000100:00000200:1.0:1749609397.405720:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193457792 00000100:00000001:0.0:1749609397.405720:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298669860 00000100:00100000:3.0:1749609397.405721:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000020:00000001:1.0:1749609397.405722:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609397.405722:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609397.405723:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134844545920 : -131938865005696 : ffff880096d1bb80) 00000100:00000001:0.0:1749609397.405723:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609397.405724:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609397.405725:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405725:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609397.405726:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096d1bb80 x1834598193457536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609397.405727:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1749609397.405728:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609397.405729:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:1.0:1749609397.405731:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609397.405733:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609397.405734:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609397.405734:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749609397.405735:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193457536:12345-0@lo:38: 00000100:00000001:0.0:1749609397.405735:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609397.405736:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609397.405737:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405737:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749609397.405738:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193457536 00000020:00000001:1.0:1749609397.405738:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749609397.405739:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609397.405739:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609397.405740:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609397.405741:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609397.405742:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609397.405742:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193457664:0@lo:38: 02000000:00000001:1.0:1749609397.405743:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609397.405745:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1749609397.405746:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e3800. 00000020:00000001:3.0:1749609397.405747:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609397.405747:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405747:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609397.405748:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609397.405749:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609397.405749:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.405749:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749609397.405750:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609397.405751:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749609397.405751:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51800. 00010000:00000040:1.0:1749609397.405752:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193457792 00010000:00000001:3.0:1749609397.405753:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609397.405753:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749609397.405753:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405756:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000200:1.0:1749609397.405756:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d29b800 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405757:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609397.405758:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749609397.405760:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 02000000:00000010:3.0:1749609397.405761:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007248e000. 00010000:00000001:1.0:1749609397.405761:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609397.405762:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609397.405762:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609397.405763:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:3.0:1749609397.405764:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609397.405764:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=92 v=5 (1 0 0 0) 00000100:00000200:0.0:1749609397.405765:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193457664, portal 10 00010000:00000001:3.0:1749609397.405766:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609397.405766:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609397.405767:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609397.405767:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609397.405767:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609397.405768:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609397.405768:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 02000000:00000001:1.0:1749609397.405769:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1749609397.405770:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749609397.405771:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405772:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609397.405772:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609397.405775:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609397.405776:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609397.405778:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609397.405778:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609397.405779:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609397.405780:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193457792, offset 224 00000100:00000040:0.0:1749609397.405780:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609397.405781:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000010:0.0:1749609397.405781:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:3.0:1749609397.405782:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609397.405784:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:1.0:1749609397.405784:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609397.405785:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193457664, offset 0 00000100:00000040:3.0:1749609397.405786:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:3.0:1749609397.405788:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609397.405788:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609397.405789:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609397.405789:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609397.405790:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609397.405792:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609397.405792:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06a80 00000400:00000010:3.0:1749609397.405793:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000400:00000200:1.0:1749609397.405795:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x42dd [1] + 224 00000400:00000200:0.0:1749609397.405795:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609397.405798:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193457536, offset 0 00000400:00000200:1.0:1749609397.405798:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609397.405799:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06a00 00000400:00000200:1.0:1749609397.405800:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609397.405801:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609397.405804:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 30776 00000400:00000200:3.0:1749609397.405806:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609397.405807:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609397.405808:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609397.405809:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06980 00000100:00000200:1.0:1749609397.405810:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609397.405811:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609397.405813:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x42e9 [1] + 0 00000400:00000200:3.0:1749609397.405816:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609397.405816:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609397.405818:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609397.405822:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609397.405822:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609397.405823:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609397.405823:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609397.405825:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609397.405826:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749609397.405827:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:1.0:1749609397.405829:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609397.405830:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609397.405832:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609397.405832:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609397.405833:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:1.0:1749609397.405834:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000010:0.0:1749609397.405834:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a94000. 00000020:00000001:1.0:1749609397.405836:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609397.405836:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a94000 x1834598193457664 msgsize 520 00000100:00000001:3.0:1749609397.405837:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749609397.405837:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609397.405839:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d29b800 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609397.405840:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000100:00100000:0.0:1749609397.405840:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1749609397.405841:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000100:00000001:3.0:1749609397.405843:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749609397.405843:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193457792:12345-0@lo:400: Request processed in 170us (343us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609397.405844:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609397.405845:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405846:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609397.405847:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:1.0:1749609397.405848:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000001:3.0:1749609397.405849:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609397.405850:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000400:00000200:0.0:1749609397.405850:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000020:00000001:3.0:1749609397.405851:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609397.405852:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749609397.405852:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000040:3.0:1749609397.405853:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d1bb80 x1834598193457536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609397.405853:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609397.405854:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609397.405856:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609397.405859:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000020:00000010:1.0:1749609397.405862:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09960. 00000100:00000001:0.0:1749609397.405862:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609397.405864:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d000. 00000100:00000040:0.0:1749609397.405864:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609397.405867:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193457536:12345-0@lo:38: Request processed in 132us (226us total) trans 0 rc -19/-19 00000020:00000040:1.0:1749609397.405867:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:1.0:1749609397.405868:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.405870:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405871:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609397.405873:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000001:1.0:1749609397.405874:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609397.405875:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609397.405875:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193457664 00000100:00000001:3.0:1749609397.405876:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609397.405876:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609397.405877:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609397.405877:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609397.405878:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886500. 00000100:00000001:1.0:1749609397.405878:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609397.405880:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09a28. 02000000:00000001:1.0:1749609397.405880:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609397.405880:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000100:00100000:1.0:1749609397.405881:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193457664 00000100:00000001:0.0:1749609397.405881:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298669850 00000020:00000010:3.0:1749609397.405882:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782da00. 00000020:00000001:1.0:1749609397.405882:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609397.405883:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609397.405883:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298669860 00000100:00000001:3.0:1749609397.405884:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609397.405884:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609397.405885:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405885:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298669850 00000020:00000001:1.0:1749609397.405886:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405886:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298669860 00000020:00000010:1.0:1749609397.405888:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609397.405888:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298669850 00000020:00000010:1.0:1749609397.405889:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609397.405889:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298669860 00000020:00000010:1.0:1749609397.405891:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609397.405891:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298669850 00000100:00000001:1.0:1749609397.405892:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609397.405892:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298669860 00000100:00000001:1.0:1749609397.405893:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609397.405893:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609397.405894:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405895:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609397.405895:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.405896:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.405897:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609397.405897:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405898:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609397.405899:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609397.405900:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609397.405901:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609397.405902:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b4d0. 00000100:00000001:0.0:1749609397.405902:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609397.405903:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609397.405903:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609397.405904:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609397.405905:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609397.405906:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000001:0.0:1749609397.405906:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609397.405907:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000100:00000001:1.0:1749609397.405907:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875447296 : -131938834104320 : ffff880098a94000) 00000400:00000010:3.0:1749609397.405908:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000040:1.0:1749609397.405908:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a94000 x1834598193457664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405910:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749609397.405910:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749609397.405912:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609397.405912:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609397.405913:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609397.405916:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609397.405917:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000200:3.0:1749609397.405918:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.405919:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609397.405921:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405922:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609397.405923:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609397.405926:0:1048:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609397.405927:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609397.405928:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749609397.405928:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193457664:12345-0@lo:38: 00000100:00000200:0.0:1749609397.405928:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405930:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609397.405931:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193457664 02000000:00000001:3.0:1749609397.405932:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609397.405932:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609397.405933:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609397.405934:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609397.405935:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=92 v=5 (5 0 0 0) 00010000:00000001:1.0:1749609397.405936:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609397.405936:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609397.405937:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1749609397.405938:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1749609397.405940:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609397.405941:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609397.405941:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609397.405942:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609397.405942:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609397.405943:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609397.405944:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609397.405944:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609397.405945:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:3.0:1749609397.405946:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609397.405946:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749609397.405946:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.405947:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609397.405948:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1749609397.405949:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609397 v=5 (0 0 0 0) 02000000:00000010:1.0:1749609397.405950:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e1400. 02000000:00000001:1.0:1749609397.405951:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.405952:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609397.405952:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=141 v=20 (20 0 0 0) 00010000:00000001:1.0:1749609397.405953:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609397.405954:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405954:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609397.405955:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609397.405956:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609397.405956:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609397.405957:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609397.405958:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609397.405959:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609397.405960:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609397.405960:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609397.405961:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609397.405961:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609397.405962:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609397.405962:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609397.405963:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609397.405964:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609397.405964:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609397.405965:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609397.405966:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609397.405966:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.405967:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609397.405967:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609397.405968:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609397.405969:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609397.405969:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000001:3.0:1749609397.405970:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609397.405970:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609397.405971:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609397.405971:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193457664, offset 0 00000100:00000001:0.0:1749609397.405971:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609397.405972:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609397.405973:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609397.405973:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609397.405974:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749609397.405976:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193457792:0@lo:400: 00000400:00000200:1.0:1749609397.405976:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609397.405976:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609397.405979:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609397.405979:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06a00 00000100:00080000:0.0:1749609397.405979:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609397.405980:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609397.405980:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609397.405981:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3100 x1834598193457792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609397.405983:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609397.405985:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609397.405985:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609397.405986:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782c600. 00000400:00000200:1.0:1749609397.405986:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x42f1 [1] + 0 02000000:00000001:3.0:1749609397.405988:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609397.405989:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609397.405989:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:1.0:1749609397.405989:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609397.405990:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749609397.405990:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609397.405990:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193457536:0@lo:38: 02000000:00000010:3.0:1749609397.405991:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be700. 00000100:00000001:1.0:1749609397.405992:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609397.405993:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.405995:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609397.405996:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1749609397.405996:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609397.405997:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749609397.405997:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193457536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609397.405998:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 00000100:00000001:3.0:1749609397.405999:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609397.406000:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609397.406001:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609397.406001:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.406002:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609397.406003:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609397.406004:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609397.406005:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 00000100:00000001:3.0:1749609397.406007:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.406008:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609397.406008:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609397.406009:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609397.406009:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609397.406010:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749609397.406011:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609397.406013:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749609397.406014:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:1.0:1749609397.406016:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609397.406017:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609397.406018:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609397.406019:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609397.406021:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609397.406021:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609397.406023:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a94000 x1834598193457664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609397.406024:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609397.406025:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dc800. 00000100:00100000:1.0:1749609397.406027:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193457664:12345-0@lo:38: Request processed in 113us (190us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749609397.406028:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609397.406029:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1749609397.406031:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000010:0.0:1749609397.406031:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:1.0:1749609397.406033:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609397.406033:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609397.406034:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1749609397.406035:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609397.406035:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609397.406036:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609397.406037:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609397.406038:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609397.406039:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609397.406040:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.406040:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609397.406043:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609397.406044:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609397.406046:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000400:00000200:0.0:1749609397.406048:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609397.406049:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609397.406051:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609397.406054:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609397.406060:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.406065:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609397.406066:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.406083:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609397.406084:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609397.406085:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609397.406087:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609397.406088:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609397.406091:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609397 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609397.406094:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=92 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609397.406096:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1749609397.406099:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:0.0:1749609397.406104:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609397.406105:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609397.406107:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.406122:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609397.406124:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609397.406125:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.406127:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609397.406128:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609397.406130:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609397.406133:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609397.406135:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609397.406137:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609397.406144:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193457664:0@lo:38: 00000100:00000001:0.0:1749609397.406147:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.406148:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609397.406150:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609397.406155:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609397.406156:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609397.406158:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51800. 02000000:00000001:0.0:1749609397.406160:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609397.406161:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609397.406162:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609397.406164:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609397.406165:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dd000. 02000000:00000001:0.0:1749609397.406167:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609397.406168:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609397.406169:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000001:0.0:1749609397.406172:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609397.406173:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609397.406174:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.406176:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609397.406177:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609397.406181:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609397.406183:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609397.413083:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609397.413086:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609397.413088:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609397.413089:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609397.413091:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609397.413093:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dd400. 02000000:00000001:2.0:1749609397.413094:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.413096:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609397.413097:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609397.413098:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609397.413100:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609397.413101:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609397.413103:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609397.413104:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609397.413105:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609397.413106:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609397.413108:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609397.413109:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609397.413109:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.413110:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609397.413111:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609397.413113:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609397.413116:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193457408, offset 0 00000400:00000200:2.0:1749609397.413118:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609397.413122:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609397.413126:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada06900 00000400:00000200:2.0:1749609397.413128:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x42d9 [1] + 0 00000400:00000200:2.0:1749609397.413131:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609397.413132:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609397.413134:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609397.413136:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609397.413149:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609397.413161:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609397.413166:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609397.413167:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609397.413169:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609397.413170:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609397.413171:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.413173:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609397.413174:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609397.413175:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609397.413178:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096d1b800 x1834598193457408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609397.413183:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193457408:12345-0@lo:38: Request processed in 7587us (7707us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609397.413187:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000001:2.0:1749609397.413189:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609397.413189:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609397.413191:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000020:00000010:2.0:1749609397.413194:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609397.413194:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749609397.413197:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000100:00000001:1.0:1749609397.413197:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609397.413200:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609397.413201:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609397.413202:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609397.413202:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea898. 00000400:00000200:1.0:1749609397.413205:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9a18 00000400:00000010:1.0:1749609397.413206:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9a18. 00000100:00000001:1.0:1749609397.413207:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609397.413210:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609397.413224:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609397.413228:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609397.413229:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609397.413230:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609397.413231:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609397.413232:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609397.413233:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609397.413234:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609397.413237:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609397 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609397.413238:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=9 v=20 (1 20 0 0) 00000100:00000001:1.0:1749609397.413240:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609397.413241:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609397.413242:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609397.413244:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609397.413247:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609397.413249:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609397.413250:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609397.413251:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609397.413252:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609397.413253:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609397.413255:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609397.413256:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609397.413257:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609397.413260:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193457408:0@lo:38: 00000100:00000001:1.0:1749609397.413263:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.413264:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609397.413267:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1c00 x1834598193457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609397.413271:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609397.413272:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609397.413273:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53400. 02000000:00000001:1.0:1749609397.413275:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609397.413276:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609397.413277:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609397.413278:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609397.413278:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dcc00. 02000000:00000001:1.0:1749609397.413279:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609397.413280:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609397.413281:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00000001:1.0:1749609397.413283:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609397.413284:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609397.413285:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.413286:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609397.413287:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609397.413287:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.413288:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.416729:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298669860, at 4298669860 00000100:00000040:1.0:1749609397.416730:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298669860, at 4298669860 00000100:00000040:0.0:1749609397.416730:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298669860, at 4298669860 00000100:00000040:3.0:1749609397.416732:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298669860, at 4298669860 00000100:00000010:3.0:1749609397.416738:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7240. 00000100:00000010:2.0:1749609397.416738:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00000100:00000010:0.0:1749609397.416748:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000010:1.0:1749609397.416753:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e77c0. 00000100:00000001:2.0:1749609397.527730:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609397.527736:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609397.527737:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609397.527740:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609397.527743:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609397.527746:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609397.527749:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609397.527751:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609397.527766:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609398.082785:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609398.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609398.082795:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609398.082798:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609398.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609398.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609398.082807:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609398.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609398.082811:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609398.360797:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609398.360803:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609398.360857:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609398.360861:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609398.360863:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609398.527763:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609398.527771:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609398.527772:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609398.527776:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609398.527779:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609398.527783:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609398.527786:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609398.527789:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609398.527791:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609399.082784:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609399.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609399.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609399.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609399.082799:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609399.082803:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609399.082805:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609399.082806:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609399.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609399.362791:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609399.362795:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609399.362884:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609399.362889:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609399.362891:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609399.527775:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609399.527782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609399.527783:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609399.527786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609399.527800:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609399.527803:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609399.527805:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609399.527807:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609399.527809:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.082874:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609400.082881:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609400.082882:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609400.082884:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609400.082887:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609400.082890:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609400.082892:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609400.082893:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609400.082894:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609400.364819:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609400.364823:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609400.364893:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609400.364897:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609400.364899:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609400.527772:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609400.527778:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609400.527780:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609400.527782:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609400.527785:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609400.527788:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.527790:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609400.527793:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.527794:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609401.082806:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609401.082812:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609401.082813:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609401.082816:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609401.082818:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609401.082820:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609401.082822:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609401.082824:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609401.082825:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609401.366792:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609401.366797:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609401.366900:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609401.366905:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609401.366908:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609401.527788:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609401.527795:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609401.527797:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609401.527800:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609401.527803:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609401.527807:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609401.527810:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609401.527813:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609401.527815:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.082793:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609402.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609402.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609402.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609402.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609402.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609402.082828:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.082830:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609402.368814:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609402.368819:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609402.368924:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609402.368930:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609402.368933:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609402.405855:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609402.405871:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609402.405872:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609402.405875:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609402.405878:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609402.405881:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.405895:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609402.420785:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609402.420794:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609402.420795:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609402.420798:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609402.420800:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609402.420802:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609402.420806:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609402.420810:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4002 00000100:00080000:2.0:1749609402.420814:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609402.420815:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609402.420817:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609402.420819:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609402.420820:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609402.420823:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609402.420825:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609402.420827:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609402.420830:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609402.420831:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609402.420832:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609402.420834:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609402.420835:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609402.420835:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609402.420836:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609402.420838:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609402.420839:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609402.420840:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609402.420842:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609402.420848:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609402.420850:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.420864:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609402.420867:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609402.420871:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000020:00000040:2.0:1749609402.420874:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609402.420877:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609402.420878:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.420880:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609402.420882:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609402.420885:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609402.420891:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dd800. 00000100:00000001:2.0:1749609402.420897:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.420903:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609402.420910:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609402.420912:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609402.420914:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609402.420935:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609402.420937:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609402.420939:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609402.420940:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609402.420940:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609402.420942:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609402.420943:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4002 00000100:00080000:2.0:1749609402.420944:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609402.420945:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609402.420946:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609402.420947:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609402.420947:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609402.420948:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609402.420949:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609402.420950:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609402.420954:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609402.420955:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609402.420956:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609402.420958:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609402.420959:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609402.420959:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609402.420960:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609402.420961:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609402.420962:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609402.420963:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609402.420964:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609402.420966:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609402.420967:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.420968:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609402.420968:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609402.420970:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609402.420971:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609402.420972:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609402.420973:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.420974:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609402.420974:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609402.420975:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609402.420977:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3ddc00. 00000100:00000001:2.0:1749609402.420979:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.420980:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609402.420985:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609402.420985:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609402.420986:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609402.420990:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.420990:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609402.420991:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609402.420996:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609402.420996:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609402.420997:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609402.420998:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609402.420998:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609402.420999:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609402.421001:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4002 00000100:00080000:2.0:1749609402.421002:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609402.421003:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609402.421004:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609402.421005:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609402.421006:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609402.421006:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609402.421007:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609402.421007:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609402.421008:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609402.421009:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609402.421010:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609402.421011:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609402.421012:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609402.421013:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609402.421013:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609402.421014:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609402.421014:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609402.421014:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609402.421015:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609402.421016:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609402.421017:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.421017:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609402.421018:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609402.421019:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609402.421019:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609402.421020:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.421020:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421021:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609402.421022:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609402.421022:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193457920:0@lo:38: 00000100:00000010:2.0:1749609402.421024:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000020:00000040:2.0:1749609402.421024:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609402.421025:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609402.421025:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609402.421028:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609402.421029:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.421029:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421030:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609402.421031:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609402.421031:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609402.421032:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609402.421051:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3de000. 00000100:00000001:2.0:1749609402.421054:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.421057:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1749609402.421058:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609402.421060:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421063:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609402.421064:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609402.421065:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000040:2.0:1749609402.421067:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3480] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609402.421069:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609402.421073:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609402.421075:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1749609402.421075:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193457920, portal 4 00000100:00000001:0.0:1749609402.421076:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609402.421077:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000100:00000001:2.0:1749609402.421078:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609402.421081:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000020:00000040:2.0:1749609402.421082:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749609402.421083:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609402.421085:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609402.421086:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609402.421087:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609402.421088:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609402.421089:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609402.421090:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 02000000:00000010:2.0:1749609402.421091:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be300. 00000100:00000200:0.0:1749609402.421091:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193457920, offset 0 00000100:00000001:2.0:1749609402.421092:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609402.421095:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609402.421095:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609402.421102:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609402.421103:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609402.421105:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609402.421107:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2300] to pc [ptlrpcd_00_02+2] req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609402.421112:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada06b00 00000400:00000200:0.0:1749609402.421126:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 17680 00000400:00000200:0.0:1749609402.421131:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609402.421133:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609402.421137:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421137:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609402.421139:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749609402.421142:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4012) 00000100:00000010:0.0:1749609402.421142:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a94380. 00000100:00000040:0.0:1749609402.421144:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a94380 x1834598193457920 msgsize 520 00000100:00100000:0.0:1749609402.421146:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609402.421158:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609402.421164:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609402.421165:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609402.421167:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609402.421169:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609402.421169:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609402.421173:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609402.421174:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609402.421175:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609402.421175:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.421179:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421179:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749609402.421181:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.421181:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421183:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609402.421184:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2910 usecs (3 jiffies) 00000100:00100000:2.0:1749609402.421186:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193457920 00000100:00000001:0.0:1749609402.421186:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298674867 00000100:00000001:1.0:1749609402.421189:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749609402.421189:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000100:00000001:1.0:1749609402.421191:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609402.421193:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609402.421193:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609402.421193:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609402.421196:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609402.421196:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609402.421198:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609402.421198:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421198:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298674867 00000100:00000010:0.0:1749609402.421199:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7640. 00000100:00100000:1.0:1749609402.421200:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193458304:0@lo:400: 02000000:00000001:2.0:1749609402.421201:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421201:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609402.421203:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298674867 00000100:00000010:0.0:1749609402.421204:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f40. 00000100:00100000:2.0:1749609402.421205:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193457920 00000100:00000001:1.0:1749609402.421205:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609402.421206:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:2.0:1749609402.421207:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609402.421207:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298674867 00000020:00000040:2.0:1749609402.421208:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749609402.421208:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609402.421209:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609402.421210:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609402.421211:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609402.421211:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e72c0. 00000020:00000001:2.0:1749609402.421212:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421213:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609402.421214:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421214:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609402.421216:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 02000000:00000001:1.0:1749609402.421216:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421216:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421217:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749609402.421218:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609402.421220:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609402.421221:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 02000000:00000010:1.0:1749609402.421221:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609402.421223:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421223:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609402.421224:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.421225:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749609402.421226:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 02000000:00000001:0.0:1749609402.421227:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609402.421228:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609402.421229:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a058. 00000100:00100000:0.0:1749609402.421229:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193458048:0@lo:38: 00000100:00000001:0.0:1749609402.421231:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609402.421232:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749609402.421232:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609402.421233:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421234:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609402.421234:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609402.421235:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609402.421235:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 02000000:00000010:0.0:1749609402.421236:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609402.421236:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609402.421238:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000200:1.0:1749609402.421240:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193458304, portal 10 00000400:00000010:0.0:1749609402.421240:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609402.421241:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609402.421242:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193458048, portal 10 00000100:00000001:1.0:1749609402.421243:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609402.421243:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609402.421244:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000100:00000001:1.0:1749609402.421245:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 00000100:00000040:0.0:1749609402.421247:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609402.421248:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421250:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609402.421251:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609402.421251:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609402.421252:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609402.421253:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193458048, offset 0 00000400:00000200:0.0:1749609402.421254:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609402.421256:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609402.421257:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609402.421257:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609402.421257:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609402.421260:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609402.421260:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06b80 00000100:00100000:2.0:1749609402.421261:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000400:00000010:1.0:1749609402.421262:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:2.0:1749609402.421263:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875448192 : -131938834103424 : ffff880098a94380) 00000100:00000200:1.0:1749609402.421264:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193458304, offset 0 00000100:00000040:2.0:1749609402.421265:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a94380 x1834598193457920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609402.421266:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 31296 00000400:00000200:1.0:1749609402.421269:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609402.421269:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609402.421271:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193457920:12345-0@lo:38: 00000400:00000200:0.0:1749609402.421271:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609402.421273:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609402.421274:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193457920 00000100:00000200:0.0:1749609402.421274:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609402.421275:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a94700. 00000100:00000040:0.0:1749609402.421277:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a94700 x1834598193458048 msgsize 520 00000100:00100000:0.0:1749609402.421279:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609402.421280:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609402.421281:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609402.421283:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609402.421285:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609402.421289:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada06c80 00000400:00000200:0.0:1749609402.421289:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609402.421290:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609402.421291:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609402.421293:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609402.421293:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609402.421294:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 31816 00010000:00020000:2.0:1749609402.421295:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609402.421297:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609402.421297:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609402.421298:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609402.421299:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609402.421300:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609402.421301:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421302:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609402.421302:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609402.421303:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609402.421303:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609402.421305:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 925 usecs (1 jiffies) 00000100:00000001:0.0:1749609402.421306:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298674865 00000100:00000001:2.0:1749609402.421307:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609402.421307:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298674867 00000100:00000001:1.0:1749609402.421308:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609402.421308:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298674865 00000100:00000001:0.0:1749609402.421308:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298674867 02000000:00000001:2.0:1749609402.421309:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609402.421309:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298674865 00000100:00000200:1.0:1749609402.421310:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609402.421310:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298674867 02000000:00000010:2.0:1749609402.421311:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3de400. 00000100:00000001:0.0:1749609402.421311:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298674865 02000000:00000001:2.0:1749609402.421312:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421312:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298674867 00000100:00000001:0.0:1749609402.421312:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609402.421314:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609402.421314:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1180. 00000100:00000001:0.0:1749609402.421315:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609402.421317:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609402.421317:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f1180 x1834598193458304 msgsize 224 00000100:00000001:0.0:1749609402.421317:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609402.421318:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421318:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609402.421320:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749609402.421321:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609402.421322:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609402.421324:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609402.421325:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609402.421325:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609402.421326:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609402.421326:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609402.421327:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609402.421327:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609402.421327:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609402.421328:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609402.421330:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609402.421330:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609402.421331:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609402.421333:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421333:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609402.421334:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609402.421334:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609402.421335:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609402.421335:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609402.421336:0:1050:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609402.421336:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609402.421337:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 02000000:00000001:0.0:1749609402.421337:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609402.421338:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193458176:0@lo:38: 00000100:00000200:2.0:1749609402.421339:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193457920, offset 0 00000100:00000001:0.0:1749609402.421340:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609402.421341:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609402.421341:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609402.421342:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609402.421342:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609402.421343:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609402.421344:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609402.421345:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:0.0:1749609402.421345:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000400:00000200:2.0:1749609402.421347:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749609402.421347:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000400:00000200:2.0:1749609402.421350:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada06b00 00000100:00000001:1.0:1749609402.421350:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609402.421353:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609402.421355:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000400:00000200:2.0:1749609402.421356:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4309 [1] + 0 00000100:00000001:3.0:1749609402.421357:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609402.421359:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193458048 00000400:00000200:2.0:1749609402.421359:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609402.421359:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193458176, portal 10 00000100:00000001:0.0:1749609402.421360:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749609402.421361:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609402.421361:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609402.421361:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609402.421361:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370072192 : -131936339479424 : ffff88012d5a3480) 00000100:00000001:3.0:1749609402.421362:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609402.421363:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421363:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609402.421363:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609402.421364:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609402.421365:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609402.421365:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609402.421367:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193458048 00000100:00000001:0.0:1749609402.421367:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609402.421368:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609402.421369:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609402.421369:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609402.421369:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000020:00000001:3.0:1749609402.421370:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609402.421370:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609402.421370:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193458176, offset 0 00000020:00000001:3.0:1749609402.421371:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609402.421372:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609402.421372:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609402.421374:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609402.421375:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c600. 00000100:00000001:2.0:1749609402.421375:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609402.421375:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749609402.421376:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609402.421377:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886500. 00000020:00000010:3.0:1749609402.421379:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09a28. 00000400:00000200:2.0:1749609402.421379:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:1.0:1749609402.421381:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609402.421382:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609402.421382:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609402.421382:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000400:00000200:0.0:1749609402.421382:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06c00 00000100:00000001:3.0:1749609402.421384:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421385:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749609402.421385:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 531 usecs (1 jiffies) 00000100:00000001:3.0:1749609402.421386:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421386:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609402.421386:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 32040 00000100:00000001:1.0:1749609402.421387:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298674865 00000400:00000200:0.0:1749609402.421388:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609402.421389:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609402.421389:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609402.421390:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298674867 00000100:00000001:3.0:1749609402.421391:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609402.421391:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609402.421391:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609402.421392:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.421392:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298674865 00000100:00000200:0.0:1749609402.421392:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749609402.421393:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609402.421394:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298674867 00000100:00000010:0.0:1749609402.421394:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a94a80. 00000100:00000001:3.0:1749609402.421395:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609402.421395:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a94a80 x1834598193458176 msgsize 520 00000100:00100000:3.0:1749609402.421396:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193458304 00000100:00000040:2.0:1749609402.421396:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a94380 x1834598193457920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609402.421396:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298674865 02000000:00000001:3.0:1749609402.421397:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609402.421397:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298674867 00000100:00100000:0.0:1749609402.421397:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609402.421398:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609402.421399:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.421399:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298674865 02000000:00000001:3.0:1749609402.421400:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.421400:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193457920:12345-0@lo:38: Request processed in 129us (255us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609402.421400:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298674867 00000100:00100000:3.0:1749609402.421401:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193458304 00000020:00000001:3.0:1749609402.421402:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609402.421402:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:1.0:1749609402.421402:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609402.421403:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609402.421403:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609402.421404:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.421405:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000400:00000200:0.0:1749609402.421405:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000100:00000001:2.0:1749609402.421406:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609402.421406:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609402.421406:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:2.0:1749609402.421407:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609402.421407:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609402.421408:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609402.421409:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609402.421410:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000010:2.0:1749609402.421410:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000020:00000001:3.0:1749609402.421411:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:3.0:1749609402.421412:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609402.421412:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609402.421413:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749609402.421414:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609402.421414:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749609402.421414:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609402.421415:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609402.421416:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609402.421416:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749609402.421417:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba980. 00000020:00000010:2.0:1749609402.421417:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000100:00000001:0.0:1749609402.421417:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.421418:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421418:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609402.421419:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421419:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609402.421420:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 693 usecs (1 jiffies) 00000020:00000010:3.0:1749609402.421421:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7ebae00. 00000100:00000001:0.0:1749609402.421421:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298674865 00000100:00000001:2.0:1749609402.421423:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421423:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298674867 00000020:00000040:3.0:1749609402.421424:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609402.421424:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298674865 00000100:00000001:0.0:1749609402.421425:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298674867 00000100:00000001:0.0:1749609402.421426:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298674865 00000100:00000001:0.0:1749609402.421427:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298674867 00000100:00000001:0.0:1749609402.421428:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298674865 00000100:00000001:0.0:1749609402.421429:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298674867 00000100:00000001:0.0:1749609402.421429:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609402.421430:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749609402.421432:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782da00. 00000020:00000010:3.0:1749609402.421433:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000100:00000001:0.0:1749609402.421433:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609402.421435:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09af0. 00000100:00080000:1.0:1749609402.421435:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000001:0.0:1749609402.421436:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609402.421437:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1749609402.421438:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000010:0.0:1749609402.421438:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000040:3.0:1749609402.421439:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609402.421440:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609402.421440:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609402.421440:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609402.421440:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609402.421440:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00100000:2.0:1749609402.421441:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193458176 00000100:00000001:3.0:1749609402.421442:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609402.421442:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609402.421442:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609402.421443:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609402.421444:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1749609402.421444:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609402.421445:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609402.421446:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749609402.421446:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609402.421447:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.421448:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193458176 00000100:00000200:0.0:1749609402.421448:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609402.421449:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609402.421449:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609402.421450:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609402.421450:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609402.421451:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421451:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609402.421452:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421452:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609402.421453:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609402.421453:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609402.421453:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000100:00000001:0.0:1749609402.421453:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749609402.421455:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 02000000:00000001:0.0:1749609402.421455:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749609402.421456:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000020:00000010:2.0:1749609402.421456:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609402.421456:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609402.421457:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609402.421457:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609402.421458:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838079872 : -131938871471744 : ffff8800966f1180) 00000100:00000001:2.0:1749609402.421458:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609402.421458:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609402.421458:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.421459:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609402.421460:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609402.421461:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f1180 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1749609413 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609402.421462:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609402.421463:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00001000:0.0:1749609402.421464:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609402 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609402.421466:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609402.421466:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.421466:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875449088 : -131938834102528 : ffff880098a94700) 00000100:00001000:0.0:1749609402.421466:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=14 v=20 (1 20 0 0) 00000020:00000010:3.0:1749609402.421467:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebae00. 00000100:00000001:3.0:1749609402.421468:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609402.421468:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421468:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609402.421469:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609402.421470:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7ebae00. 00000100:00000040:1.0:1749609402.421470:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a94700 x1834598193458048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.421470:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609402.421472:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193458304:12345-0@lo:400: 00000100:00000001:2.0:1749609402.421472:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609402.421473:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609402.421473:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609402.421474:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193458304 00000100:00100000:2.0:1749609402.421475:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000001:2.0:1749609402.421476:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875449984 : -131938834101632 : ffff880098a94a80) 00000100:00000001:0.0:1749609402.421476:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609402.421478:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609402.421478:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a94a80 x1834598193458176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.421478:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609402.421479:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421480:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749609402.421481:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609402.421482:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.421482:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193458176:12345-0@lo:38: 00000100:00000001:0.0:1749609402.421482:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609402.421484:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749609402.421484:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193458176 00000020:00000001:2.0:1749609402.421484:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:0.0:1749609402.421484:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:2.0:1749609402.421485:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609402.421486:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00080000:0.0:1749609402.421486:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:3.0:1749609402.421487:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609402.421487:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609402.421489:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609402.421489:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193458048:12345-0@lo:38: 00000020:00000001:3.0:1749609402.421490:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609402.421491:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00020000:2.0:1749609402.421491:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609402.421492:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609402.421492:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609402.421493:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1749609402.421493:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609402.421493:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193458048 00000020:00000001:3.0:1749609402.421494:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609402.421495:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609402.421495:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609402.421495:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609402.421496:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609402.421496:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193457920:0@lo:38: 02000000:00000001:2.0:1749609402.421497:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609402.421497:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609402.421498:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749609402.421498:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3de800. 02000000:00000001:3.0:1749609402.421499:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609402.421499:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421499:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421500:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421500:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749609402.421501:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749609402.421501:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193457920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609402.421502:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20f400. 00010000:00000001:2.0:1749609402.421502:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609402.421503:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609402.421503:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609402.421503:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609402.421504:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421504:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609402.421505:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00020000:1.0:1749609402.421505:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609402.421506:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421506:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609402.421506:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:3.0:1749609402.421507:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193458304 00000100:00000040:2.0:1749609402.421507:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:1.0:1749609402.421507:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749609402.421507:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 00000100:00000001:2.0:1749609402.421508:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000001:3.0:1749609402.421509:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609402.421510:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00010000:00000001:1.0:1749609402.421510:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749609402.421510:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000200:3.0:1749609402.421511:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f1180 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609402.421511:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609402.421511:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749609402.421512:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609402.421513:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1749609402.421513:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609402.421515:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609402.421515:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609402.421515:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749609402.421516:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609402.421516:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609402.421516:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dd800. 00010000:00000001:3.0:1749609402.421517:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421517:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749609402.421518:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=97 v=5 (1 0 0 0) 02000000:00000010:1.0:1749609402.421518:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e0400. 00000100:00000040:2.0:1749609402.421519:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609402.421519:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.421519:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609402.421520:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749609402.421520:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000040:3.0:1749609402.421521:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609402.421521:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.421521:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1749609402.421522:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193458176, offset 0 00000100:00000010:0.0:1749609402.421522:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:3.0:1749609402.421523:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000001:1.0:1749609402.421523:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609402.421524:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749609402.421524:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609402.421524:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609402.421525:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609402.421525:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609402.421525:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1749609402.421526:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609402.421526:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609402.421527:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609402.421527:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609402.421528:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000001:0.0:1749609402.421528:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609402.421529:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:3.0:1749609402.421530:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193458304, offset 224 00000400:00000200:2.0:1749609402.421530:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06c00 00000100:00000001:1.0:1749609402.421531:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609402.421531:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609402.421532:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609402.421533:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000200:2.0:1749609402.421534:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4325 [1] + 0 00000100:00000001:0.0:1749609402.421534:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609402.421535:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609402.421535:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609402.421536:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609402.421536:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609402.421536:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421537:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609402.421538:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609402.421539:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000200:3.0:1749609402.421541:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609402.421541:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609402.421542:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.421544:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609402.421546:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609402.421546:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609402.421547:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:2.0:1749609402.421548:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609402.421550:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06c80 00000100:00000200:1.0:1749609402.421550:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193458048, offset 0 00000100:00000200:2.0:1749609402.421551:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609402.421554:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609402.421556:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609402.421557:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4311 [1] + 224 00000400:00000200:1.0:1749609402.421559:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609402.421560:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609402.421562:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609402.421564:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609402.421564:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609402.421565:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609402.421567:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609402.421568:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000400:00000200:1.0:1749609402.421568:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06b80 00000100:00000001:0.0:1749609402.421568:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609402.421569:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749609402.421570:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609402.421570:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609402.421570:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609402.421572:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609402.421572:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4315 [1] + 0 00000100:00000040:2.0:1749609402.421573:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609402.421574:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609402.421575:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609402.421575:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749609402.421575:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609402.421576:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a94a80 x1834598193458176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609402.421576:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609402.421577:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609402.421578:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609402.421578:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000400:00000200:0.0:1749609402.421580:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00100000:2.0:1749609402.421581:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193458176:12345-0@lo:38: Request processed in 99us (184us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749609402.421582:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609402.421584:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609402.421585:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000001:2.0:1749609402.421586:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749609402.421587:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000100:00000001:2.0:1749609402.421587:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749609402.421588:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000001:3.0:1749609402.421589:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609402.421590:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609402.421591:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609402.421591:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609402.421592:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609402.421592:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000200:0.0:1749609402.421592:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609402.421594:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:2.0:1749609402.421594:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000100:00000200:1.0:1749609402.421594:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609402.421595:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609402.421596:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.421596:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609402.421598:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1749609402.421599:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609402.421600:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f1180 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609402.421602:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.421603:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609402.421604:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609402.421605:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193458304:12345-0@lo:400: Request processed in 138us (286us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609402.421605:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609402.421606:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609402.421606:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609402.421607:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609402.421609:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 02000000:00000001:0.0:1749609402.421609:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609402.421610:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609402.421610:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749609402.421611:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609402 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609402.421612:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609402.421613:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609402.421613:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00001000:0.0:1749609402.421613:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=97 v=20 (20 0 0 0) 00000020:00000010:3.0:1749609402.421614:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000400:00000010:1.0:1749609402.421614:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609402.421614:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609402.421615:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609402.421616:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09af0. 00000100:00000001:1.0:1749609402.421616:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609402.421616:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609402.421618:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782da00. 00000100:00000001:1.0:1749609402.421618:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609402.421618:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609402.421620:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:1.0:1749609402.421620:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609402.421621:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421621:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609402.421622:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609402.421622:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609402.421623:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609402.421624:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421624:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609402.421624:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609402.421625:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609402.421625:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609402.421627:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000040:1.0:1749609402.421628:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a94700 x1834598193458048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.421628:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609402.421629:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609402.421633:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193458176:0@lo:38: 00000100:00100000:1.0:1749609402.421635:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193458048:12345-0@lo:38: Request processed in 146us (356us total) trans 0 rc -19/-19 00000400:00000001:0.0:1749609402.421637:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609402.421640:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749609402.421642:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000400:00000010:0.0:1749609402.421642:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609402.421643:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:1.0:1749609402.421644:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749609402.421644:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:1.0:1749609402.421645:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609402.421646:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609402.421647:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886500. 00000100:00000200:0.0:1749609402.421648:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609402.421650:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09a28. 00000100:00000200:0.0:1749609402.421651:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609402.421653:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c600. 00000100:00000001:0.0:1749609402.421655:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609402.421656:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421656:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421656:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609402.421657:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609402.421658:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609402.421658:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.421659:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609402.421661:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609402 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609402.421662:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=146 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609402.421663:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609402.421664:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609402.421665:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609402.421666:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609402.421667:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609402.421668:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609402.421669:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609402.421670:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609402.421670:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421671:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609402.421671:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749609402.421672:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1749609402.421672:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000001:1.0:1749609402.421673:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1749609402.421697:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609402.421699:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749609402.421700:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a058. 00000100:00000040:0.0:1749609402.421700:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609402.421702:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749609402.421704:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:1.0:1749609402.421706:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609402.421707:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193458048:0@lo:38: 00000100:00000001:0.0:1749609402.421709:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609402.421710:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.421711:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609402.421712:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3480 x1834598193458176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.421715:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609402.421716:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749609402.421717:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609402.421717:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609402.421718:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609402.421719:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609402.421719:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609402.421720:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609402.421721:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3de000. 02000000:00000001:0.0:1749609402.421723:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609402.421723:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609402.421724:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749609402.421724:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 00000100:00000001:1.0:1749609402.421725:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421725:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609402.421726:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.421727:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609402.421728:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749609402.421728:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193458048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609402.421730:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609402.421731:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609402.421732:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609402.421732:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609402.421733:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609402.421733:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609402.421734:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609402.421734:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609402.421735:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749609402.421736:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609402.421736:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609402.421736:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3ddc00. 02000000:00000001:0.0:1749609402.421737:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609402.421738:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609402.421738:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00001000:1.0:1749609402.421739:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=97 v=5 (5 0 0 0) 00000100:00000001:0.0:1749609402.421739:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609402.421742:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609402.421743:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609402.421743:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421744:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609402.421745:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609402.421745:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609402.421746:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.421746:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.421747:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609402.421750:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609402.421753:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609402.421759:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.421762:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609402.421764:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609402.421766:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609402.421767:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609402.421769:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609402.421775:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609402.421778:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609402.421779:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609402.421781:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609402.421797:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193458304:0@lo:400: 00000100:00000001:1.0:1749609402.421801:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609402.421802:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609402.421804:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193458304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609402.421810:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609402.421812:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609402.421814:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609402.421817:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609402.421818:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609402.421820:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609402.421822:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609402.421823:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be300. 02000000:00000001:1.0:1749609402.421830:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609402.421831:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609402.421832:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000100:00000001:1.0:1749609402.421836:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609402.421837:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609402.421839:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609402.421842:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609402.421844:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.421845:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609402.421846:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609402.423721:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298674867, at 4298674867 00000100:00000040:1.0:1749609402.423724:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298674867, at 4298674867 00000100:00000010:2.0:1749609402.423732:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f40. 00000100:00000040:3.0:1749609402.423733:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298674867, at 4298674867 00000100:00000040:0.0:1749609402.423736:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298674867, at 4298674867 00000100:00000010:0.0:1749609402.423746:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000010:1.0:1749609402.423756:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7640. 00000100:00000010:3.0:1749609402.423761:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e72c0. 00000100:00000001:2.0:1749609402.527791:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609402.527798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609402.527800:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.527803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609402.527806:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609402.527809:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609402.527811:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609402.527814:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609402.527815:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609403.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609403.082795:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609403.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609403.082800:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609403.082804:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609403.082807:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609403.082809:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609403.082812:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609403.082813:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609403.370800:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609403.370804:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609403.370886:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609403.370892:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609403.370895:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609403.421781:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609403.421791:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609403.421792:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609403.421795:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609403.421796:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609403.421799:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609403.421800:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609403.517729:0:1045:0:(lib-lnet.h:471:lnet_rspt_free()) free 'rspt': 56 at ffff88008f848508. 00000100:00000001:2.0:1749609403.527810:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609403.527816:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609403.527818:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609403.527820:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609403.527823:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609403.527826:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609403.527828:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609403.527831:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609403.527832:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609404.082853:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609404.082859:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609404.082860:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609404.082862:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609404.082864:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609404.082866:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609404.082868:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609404.082869:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609404.082871:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609404.372785:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609404.372790:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609404.372902:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609404.372907:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609404.372909:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609404.421796:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609404.421811:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609404.421813:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609404.421817:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609404.421819:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609404.421823:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609404.421825:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609404.527789:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609404.527796:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609404.527798:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609404.527801:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609404.527805:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609404.527809:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609404.527811:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609404.527828:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609404.527830:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.082841:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609405.082849:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609405.082851:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609405.082854:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609405.082857:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609405.082859:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.082862:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609405.082864:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.082865:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609405.374811:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609405.374819:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609405.374822:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609405.374824:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609405.374829:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609405.374832:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609405.374834:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609405.374836:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609405.374928:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609405.374932:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609405.374935:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609405.421799:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609405.421817:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609405.421819:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609405.421824:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609405.421826:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609405.421830:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.421832:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.527757:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609405.527764:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609405.527766:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609405.527768:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609405.527771:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609405.527774:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.527776:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609405.527779:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.527780:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609406.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609406.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609406.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609406.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609406.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609406.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609406.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609406.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609406.082817:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609406.376793:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609406.376799:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609406.376861:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609406.376866:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609406.376869:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609406.421782:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609406.421796:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609406.421798:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609406.421802:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609406.421804:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609406.421807:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609406.421809:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609406.527788:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609406.527797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609406.527799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609406.527814:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609406.527818:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609406.527821:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609406.527824:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609406.527827:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609406.527830:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609407.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609407.082806:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609407.082809:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609407.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609407.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.082819:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609407.082821:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.082823:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609407.378825:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609407.378833:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609407.378926:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609407.378931:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609407.378933:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609407.421789:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609407.421805:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609407.421807:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.421810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609407.421813:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609407.421816:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.421817:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609407.428738:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609407.428745:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609407.428748:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609407.428750:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609407.428752:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609407.428754:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609407.428757:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609407.428761:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4007 00000100:00080000:2.0:1749609407.428764:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609407.428766:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609407.428767:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609407.428769:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609407.428770:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609407.428772:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609407.428781:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609407.428783:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609407.428785:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609407.428787:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609407.428789:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609407.428791:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609407.428792:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609407.428792:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609407.428793:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609407.428795:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609407.428797:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609407.428798:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609407.428800:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609407.428806:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609407.428808:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.428809:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609407.428811:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609407.428816:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000020:00000040:2.0:1749609407.428818:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609407.428822:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609407.428823:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.428825:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609407.428826:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609407.428829:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609407.428835:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dec00. 00000100:00000001:2.0:1749609407.428841:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609407.428847:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609407.428854:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609407.428856:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609407.428859:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2300] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609407.428874:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609407.428878:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609407.428881:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609407.428882:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609407.428882:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609407.428884:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609407.428885:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4007 00000100:00080000:2.0:1749609407.428886:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609407.428888:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609407.428889:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609407.428889:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609407.428890:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609407.428892:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609407.428892:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609407.428893:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609407.428895:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609407.428895:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609407.428896:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609407.428898:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609407.428898:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609407.428899:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609407.428900:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609407.428901:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609407.428902:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609407.428902:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609407.428903:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609407.428905:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609407.428906:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.428907:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609407.428908:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609407.428910:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609407.428911:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609407.428914:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609407.428915:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.428916:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609407.428917:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609407.428918:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609407.428920:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3df400. 00000100:00000001:2.0:1749609407.428922:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609407.428923:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609407.428927:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609407.428928:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609407.428929:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609407.428933:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609407.428935:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609407.428936:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609407.428936:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609407.428937:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609407.428937:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609407.428938:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609407.428939:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4007 00000100:00000001:0.0:1749609407.428939:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609407.428940:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609407.428941:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609407.428942:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609407.428942:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609407.428943:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609407.428944:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609407.428945:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609407.428945:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609407.428946:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609407.428946:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609407.428947:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609407.428948:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609407.428949:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609407.428953:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609407.428953:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609407.428954:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609407.428954:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609407.428955:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609407.428956:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609407.428957:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 02000000:00000001:0.0:1749609407.428957:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609407.428958:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609407.428959:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609407.428959:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609407.428960:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609407.428960:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609407.428961:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609407.428962:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609407.428962:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193458432:0@lo:38: 00000100:00000001:2.0:1749609407.428963:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609407.428964:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.428965:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749609407.428966:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000020:00000040:2.0:1749609407.428966:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609407.428968:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609407.428968:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609407.428968:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609407.428969:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609407.428969:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609407.428969:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609407.428970:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609407.428971:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609407.428972:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3df000. 00000100:00000001:2.0:1749609407.428973:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609407.428974:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 00000100:00100000:2.0:1749609407.428975:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609407.428975:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.428978:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609407.428979:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609407.428980:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3480] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609407.428981:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609407.428984:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609407.428985:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609407.428986:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609407.428988:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000400:00000010:0.0:1749609407.428988:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000020:00000040:2.0:1749609407.428990:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609407.428994:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749609407.428994:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193458432, portal 4 02000000:00000001:2.0:1749609407.428995:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609407.428995:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609407.428996:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.428997:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 02000000:00000010:2.0:1749609407.428998:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bea00. 00000100:00000001:2.0:1749609407.429017:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609407.429019:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609407.429024:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749609407.429024:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609407.429025:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609407.429027:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_00_03+3] req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.429029:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609407.429031:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609407.429033:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609407.429034:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193458432, offset 0 00000400:00000200:0.0:1749609407.429038:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609407.429051:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609407.429052:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609407.429054:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4017) 00000400:00000200:0.0:1749609407.429062:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada06d00 00000400:00000200:0.0:1749609407.429068:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 18200 00000400:00000200:0.0:1749609407.429075:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609407.429077:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609407.429079:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609407.429080:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609407.429082:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609407.429086:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.429091:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609407.429092:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609407.429093:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609407.429094:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609407.429096:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609407.429096:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609407.429097:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609407.429099:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.429099:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609407.429100:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193458816:0@lo:400: 00000100:00000001:3.0:1749609407.429103:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609407.429105:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609407.429107:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609407.429108:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609407.429111:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782da00. 02000000:00000001:3.0:1749609407.429113:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609407.429116:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b4d0. 00000400:00000010:3.0:1749609407.429120:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e880. 00000100:00000200:3.0:1749609407.429122:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193458816, portal 10 00000100:00000001:3.0:1749609407.429124:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609407.429125:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000100:00000040:3.0:1749609407.429129:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609407.429136:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609407.429137:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609407.429139:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000100:00000200:3.0:1749609407.429140:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193458816, offset 0 00000100:00000010:0.0:1749609407.429141:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a94e00. 00000100:00000040:0.0:1749609407.429143:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a94e00 x1834598193458432 msgsize 520 00000400:00000200:3.0:1749609407.429144:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609407.429147:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609407.429148:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609407.429152:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada06e80 00000400:00000200:3.0:1749609407.429157:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 32560 00000400:00000200:3.0:1749609407.429168:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609407.429171:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609407.429175:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609407.429175:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749609407.429177:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609407.429179:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d29bb80. 00000100:00000040:3.0:1749609407.429181:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff88009d29bb80 x1834598193458816 msgsize 224 00000100:00100000:3.0:1749609407.429184:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609407.429184:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609407.429186:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609407.429188:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609407.429189:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609407.429191:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193458432 00000100:00000200:0.0:1749609407.429191:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609407.429193:0:1051:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609407.429193:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609407.429195:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000100:00000001:1.0:1749609407.429195:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609407.429197:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000100:00000001:1.0:1749609407.429197:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429198:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609407.429199:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609407.429200:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609407.429200:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609407.429201:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609407.429203:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193458432 00000100:00000001:0.0:1749609407.429205:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609407.429207:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609407.429207:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749609407.429208:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609407.429210:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609407.429210:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609407.429211:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609407.429212:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609407.429213:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609407.429213:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609407.429214:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609407.429214:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609407.429214:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2840 usecs (3 jiffies) 00000100:00000001:3.0:1749609407.429216:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609407.429217:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609407.429217:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298679875 00000100:00000040:3.0:1749609407.429218:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 535 usecs (1 jiffies) 00000100:00000001:3.0:1749609407.429220:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298679873 00000020:00000010:1.0:1749609407.429221:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000010:0.0:1749609407.429221:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000020:00000010:1.0:1749609407.429225:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609407.429226:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749609407.429229:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609407.429230:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609407.429231:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.429236:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609407.429240:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609407.429241:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193458816 00000100:00000001:0.0:1749609407.429242:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298679875 02000000:00000001:3.0:1749609407.429243:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609407.429244:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609407.429244:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609407.429244:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f00. 00000100:00000001:3.0:1749609407.429245:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609407.429247:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429247:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:3.0:1749609407.429249:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193458816 00000100:00000001:0.0:1749609407.429250:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298679875 00000020:00000001:3.0:1749609407.429251:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609407.429251:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1749609407.429251:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e76c0. 00000020:00000040:3.0:1749609407.429252:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:1.0:1749609407.429252:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609407.429253:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609407.429254:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000040:3.0:1749609407.429255:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00100000:1.0:1749609407.429255:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000001:0.0:1749609407.429256:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298679875 00000020:00000001:3.0:1749609407.429257:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609407.429257:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875450880 : -131938834100736 : ffff880098a94e00) 00000100:00000010:0.0:1749609407.429257:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7e00. 00000020:00000001:3.0:1749609407.429259:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:1.0:1749609407.429260:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a94e00 x1834598193458432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.429260:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609407.429262:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609407.429266:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298679875 00000100:00100000:1.0:1749609407.429266:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193458432:12345-0@lo:38: 00000100:00000001:3.0:1749609407.429267:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609407.429267:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609407.429268:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193458432 00000020:00000010:3.0:1749609407.429269:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebae00. 00000100:00000001:2.0:1749609407.429269:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298679873 00000100:00000001:0.0:1749609407.429269:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609407.429270:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298679875 00000020:00000001:1.0:1749609407.429270:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609407.429271:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298679873 00000100:00000040:0.0:1749609407.429271:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609407.429272:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298679875 00000100:00000001:2.0:1749609407.429273:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298679873 00010000:00000001:1.0:1749609407.429273:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749609407.429274:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7eba980. 00000100:00000001:2.0:1749609407.429274:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298679875 00000100:00000001:2.0:1749609407.429274:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609407.429276:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429277:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609407.429278:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429278:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609407.429279:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609407.429279:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609407.429280:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609407.429281:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609407.429282:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609407.429282:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.429283:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609407.429284:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609407.429284:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609407.429284:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193458560:0@lo:38: 00000100:00000001:3.0:1749609407.429285:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609407.429285:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609407.429285:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.429286:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609407.429286:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609407.429286:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609407.429287:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782dc00. 00010000:00000001:1.0:1749609407.429288:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609407.429288:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1749609407.429289:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749609407.429289:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609407.429290:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 02000000:00000001:0.0:1749609407.429291:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609407.429292:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749609407.429293:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09af0. 00000100:00000001:1.0:1749609407.429293:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1749609407.429293:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609407.429294:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609407.429295:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749609407.429297:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000040:3.0:1749609407.429298:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00080000:2.0:1749609407.429298:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:0.0:1749609407.429299:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:3.0:1749609407.429300:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1749609407.429300:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e70c00. 00000100:00000001:3.0:1749609407.429301:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1749609407.429301:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:1.0:1749609407.429301:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609407.429301:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193458560, portal 10 00000100:00000001:1.0:1749609407.429302:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609407.429303:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429303:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609407.429304:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000100:00000001:3.0:1749609407.429307:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609407.429308:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1749609407.429308:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749609407.429308:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609407.429309:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609407.429310:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609407.429312:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609407.429313:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609407.429314:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609407.429314:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609407.429314:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609407.429316:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:1.0:1749609407.429317:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609407.429317:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193458560, offset 0 00000100:00000040:1.0:1749609407.429319:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609407.429320:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609407.429320:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:0.0:1749609407.429320:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609407.429321:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609407.429322:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609407.429323:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:3.0:1749609407.429324:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 02000000:00000001:1.0:1749609407.429324:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749609407.429325:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609407.429326:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 02000000:00000001:1.0:1749609407.429326:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.429326:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609407.429327:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950976384 : -131938758575232 : ffff88009d29bb80) 00000100:00000040:1.0:1749609407.429328:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609407.429329:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000200:0.0:1749609407.429329:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06d80 00000100:00000040:3.0:1749609407.429330:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d29bb80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1749609418 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609407.429332:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 32784 00000400:00000200:0.0:1749609407.429335:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609407.429337:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609407.429338:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba980. 00000400:00000200:0.0:1749609407.429338:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609407.429339:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193458432, offset 0 00000100:00000001:3.0:1749609407.429340:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609407.429342:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7eba980. 00000400:00000200:1.0:1749609407.429342:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609407.429344:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193458816:12345-0@lo:400: 00000100:00000001:0.0:1749609407.429344:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609407.429345:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609407.429347:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193458816 00000400:00000200:1.0:1749609407.429347:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749609407.429348:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a95180. 00000020:00000001:3.0:1749609407.429349:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609407.429350:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada06d00 00000100:00000040:0.0:1749609407.429350:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a95180 x1834598193458560 msgsize 520 00000020:00000001:3.0:1749609407.429351:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609407.429353:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609407.429353:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4339 [1] + 0 00000100:00100000:0.0:1749609407.429353:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749609407.429355:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1749609407.429356:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609407.429357:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609407.429358:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609407.429361:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000400:00000200:0.0:1749609407.429361:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609407.429362:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000020:00000001:3.0:1749609407.429364:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609407.429364:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609407.429364:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609407.429366:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609407.429366:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609407.429367:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.429367:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609407.429368:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749609407.429369:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193458560 00000020:00000001:3.0:1749609407.429370:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749609407.429370:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609407.429371:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609407.429372:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609407.429372:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609407.429373:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.429373:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609407.429373:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609407.429375:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749609407.429376:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.429377:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609407.429378:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609407.429378:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193458560 00000100:00000001:0.0:1749609407.429378:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609407.429379:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609407.429379:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609407.429380:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1749609407.429380:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749609407.429380:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000020:00000001:2.0:1749609407.429381:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749609407.429381:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609407.429381:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609407.429382:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20d400. 00000020:00000001:2.0:1749609407.429383:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.429383:0:6446:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609407.429384:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609407.429384:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.429384:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609407.429384:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 912 usecs (1 jiffies) 00000100:00000001:0.0:1749609407.429385:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298679873 00000100:00000001:3.0:1749609407.429386:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.429386:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609407.429387:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000100:00000001:0.0:1749609407.429387:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298679875 00000020:00000001:3.0:1749609407.429388:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609407.429388:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609407.429389:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298679873 00010000:00000040:3.0:1749609407.429390:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193458816 00000020:00000010:2.0:1749609407.429390:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:0.0:1749609407.429390:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298679875 00010000:00000001:3.0:1749609407.429392:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609407.429392:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429392:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298679873 00000020:00000010:2.0:1749609407.429393:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000020:00000001:1.0:1749609407.429393:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609407.429393:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298679875 00000100:00000001:0.0:1749609407.429394:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298679873 00010000:00000200:3.0:1749609407.429395:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d29bb80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609407.429395:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a94e00 x1834598193458432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609407.429396:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609407.429396:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298679875 00000100:00000001:2.0:1749609407.429397:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609407.429397:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609407.429398:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.429399:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429400:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609407.429401:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749609407.429401:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193458432:12345-0@lo:38: Request processed in 134us (256us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609407.429402:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429402:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609407.429403:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609407.429405:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000001:0.0:1749609407.429405:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1749609407.429406:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1749609407.429407:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609407.429408:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609407.429408:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609407.429408:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609407.429409:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609407.429410:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609407.429411:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:1.0:1749609407.429411:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609407.429411:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609407.429412:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609407.429412:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609407.429413:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609407.429413:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 02000000:00000001:3.0:1749609407.429414:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609407.429414:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609407.429414:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609407.429415:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609407.429415:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:3.0:1749609407.429417:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609407.429417:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000001:2.0:1749609407.429418:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875451776 : -131938834099840 : ffff880098a95180) 00000100:00000001:1.0:1749609407.429418:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609407.429419:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609407.429420:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000100:00000001:0.0:1749609407.429420:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609407.429421:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a95180 x1834598193458560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.429421:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609407.429422:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193458816, offset 224 02000000:00000001:0.0:1749609407.429423:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609407.429424:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609407.429425:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609407.429426:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193458560:12345-0@lo:38: 02000000:00000001:0.0:1749609407.429426:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609407.429428:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193458688:0@lo:38: 00000400:00000200:3.0:1749609407.429429:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609407.429429:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193458560 00000020:00000001:2.0:1749609407.429430:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609407.429431:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609407.429431:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749609407.429432:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06e80 02000000:00000001:0.0:1749609407.429432:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609407.429433:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609407.429434:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609407.429436:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4341 [1] + 224 00000020:00000001:2.0:1749609407.429436:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609407.429436:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 00010000:00020000:2.0:1749609407.429437:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609407.429438:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609407.429439:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609407.429439:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609407.429440:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000400:00000200:3.0:1749609407.429442:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609407.429442:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00010000:00000001:2.0:1749609407.429444:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609407.429444:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193458688, portal 10 00000100:00000001:2.0:1749609407.429445:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609407.429446:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609407.429447:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609407.429447:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370072192 : -131936339479424 : ffff88012d5a3480) 00000100:00000001:3.0:1749609407.429448:0:7440:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609407.429448:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609407.429449:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3df800. 00000100:00000200:3.0:1749609407.429450:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609407.429450:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609407.429451:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.429452:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609407.429453:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609407.429454:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609407.429456:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609407.429456:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609407.429457:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609407.429457:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609407.429458:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609407.429459:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609407.429459:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000040:2.0:1749609407.429460:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000200:0.0:1749609407.429460:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193458688, offset 0 00000100:00000001:2.0:1749609407.429462:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609407.429462:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:0.0:1749609407.429463:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609407.429464:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:2.0:1749609407.429465:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609407.429466:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609407.429466:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.429466:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609407.429467:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609407.429468:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609407.429469:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000400:00000010:3.0:1749609407.429470:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000400:00000010:2.0:1749609407.429470:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000400:00000200:0.0:1749609407.429470:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada06e00 00000100:00000001:3.0:1749609407.429472:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609407.429473:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609407.429473:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193458560, offset 0 00000400:00000200:0.0:1749609407.429474:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 33304 00000100:00000001:3.0:1749609407.429475:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609407.429477:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609407.429477:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609407.429477:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749609407.429479:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609407.429481:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609407.429481:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609407.429482:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749609407.429482:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609407.429485:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d29bb80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609407.429485:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06d80 00000100:00000001:0.0:1749609407.429485:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609407.429486:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749609407.429488:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4349 [1] + 0 00000100:00000010:0.0:1749609407.429488:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a95500. 00000100:00000040:0.0:1749609407.429490:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a95500 x1834598193458688 msgsize 520 00000400:00000200:2.0:1749609407.429491:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609407.429494:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193458816:12345-0@lo:400: Request processed in 155us (311us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609407.429494:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609407.429495:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609407.429496:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609407.429498:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609407.429500:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000040:3.0:1749609407.429502:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000040:2.0:1749609407.429503:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609407.429505:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609407.429506:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609407.429508:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000020:00000010:3.0:1749609407.429511:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09af0. 00000100:00000001:0.0:1749609407.429512:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609407.429513:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782dc00. 00000100:00000001:2.0:1749609407.429514:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749609407.429516:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000200:0.0:1749609407.429516:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609407.429517:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:3.0:1749609407.429518:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429519:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609407.429521:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609407.429522:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:3.0:1749609407.429523:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749609407.429523:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00100000:3.0:1749609407.429524:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193458688 02000000:00000001:3.0:1749609407.429525:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609407.429526:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609407.429527:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609407.429527:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609407.429527:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609407.429528:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609407.429528:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609407.429529:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609407.429532:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609407.429533:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429533:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609407.429534:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609407.429535:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609407.429535:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609407.429536:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193458688 00000020:00000001:3.0:1749609407.429537:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609407.429537:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609407.429538:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609407.429538:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a95180 x1834598193458560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609407.429539:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609407.429539:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 675 usecs (1 jiffies) 00000020:00000001:3.0:1749609407.429540:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429541:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298679873 00000020:00000001:3.0:1749609407.429542:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429543:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298679875 00000020:00000010:3.0:1749609407.429544:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782dc00. 00000100:00100000:2.0:1749609407.429545:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193458560:12345-0@lo:38: Request processed in 118us (194us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609407.429545:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298679873 00000020:00000010:3.0:1749609407.429546:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000100:00000001:0.0:1749609407.429546:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298679875 00000100:00000001:0.0:1749609407.429547:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298679873 00000020:00000010:3.0:1749609407.429548:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09af0. 00000100:00000001:0.0:1749609407.429549:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298679875 00000100:00000001:3.0:1749609407.429550:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609407.429550:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298679873 00000100:00000001:3.0:1749609407.429551:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609407.429551:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298679875 00000100:00100000:2.0:1749609407.429552:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000001:3.0:1749609407.429553:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429553:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609407.429554:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609407.429554:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609407.429555:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.429555:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609407.429557:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000400:00000001:0.0:1749609407.429558:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609407.429559:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749609407.429559:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749609407.429561:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:3.0:1749609407.429563:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609407.429564:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609407.429564:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000020:00000010:2.0:1749609407.429566:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000100:00000001:1.0:1749609407.429566:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749609407.429567:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000001:1.0:1749609407.429567:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609407.429567:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609407.429568:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:3.0:1749609407.429569:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875452672 : -131938834098944 : ffff880098a95500) 00000100:00000001:1.0:1749609407.429569:0:7488:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.429570:0:7488:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429570:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609407.429571:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a95500 x1834598193458688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609407.429572:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609407.429572:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609407.429578:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193458688:12345-0@lo:38: 00000100:00000200:0.0:1749609407.429579:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609407.429581:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193458688 00000020:00000001:3.0:1749609407.429582:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609407.429582:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609407.429584:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609407.429584:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609407.429586:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429588:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609407.429589:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609407.429590:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609407.429590:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609407.429590:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609407.429591:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609407.429592:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609407.429592:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609407.429593:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749609407.429594:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749609407.429594:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609407.429594:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609407.429596:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749609407.429596:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b4d0. 00000100:00000001:3.0:1749609407.429597:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749609407.429598:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609407 v=5 (0 0 0 0) 02000000:00000001:3.0:1749609407.429599:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609407.429601:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20e400. 00000100:00001000:0.0:1749609407.429601:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=19 v=20 (1 20 0 0) 00000400:00000200:2.0:1749609407.429602:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e880 00000400:00000010:2.0:1749609407.429603:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e880. 00000100:00000001:0.0:1749609407.429603:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749609407.429605:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.429605:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609407.429606:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429606:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609407.429608:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749609407.429608:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.429608:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609407.429610:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609407.429611:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609407.429612:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609407.429614:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749609407.429615:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609407.429616:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609407.429617:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609407.429617:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609407.429619:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609407.429620:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609407.429620:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609407.429621:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609407.429621:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609407.429623:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609407.429623:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749609407.429624:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609407.429625:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429625:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609407.429626:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609407.429627:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749609407.429627:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609407.429628:0:1051:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609407.429629:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609407.429629:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:0.0:1749609407.429629:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000010:3.0:1749609407.429630:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000100:00000001:2.0:1749609407.429630:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609407.429631:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429631:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749609407.429632:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193458688, offset 0 02000000:00000001:2.0:1749609407.429632:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609407.429634:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609407.429635:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=102 v=5 (5 0 0 0) 00000400:00000200:3.0:1749609407.429636:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749609407.429637:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1749609407.429638:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609407.429640:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609407.429640:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609407.429641:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749609407.429644:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada06e00 00010000:00080000:2.0:1749609407.429644:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609407.429647:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4359 [1] + 0 00010000:00000001:2.0:1749609407.429648:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609407.429648:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193458432:0@lo:38: 00000400:00000200:3.0:1749609407.429650:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609407.429650:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609407.429651:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:3.0:1749609407.429652:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609407.429652:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609407.429653:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609407.429653:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609407.429654:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749609407.429655:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609407.429655:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000400:00000200:0.0:1749609407.429657:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609407.429658:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609407.429659:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609407.429660:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609407.429660:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429660:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609407.429662:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609407.429662:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609407.429663:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609407.429665:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609407.429665:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193458816:0@lo:400: 00000100:00000001:2.0:1749609407.429667:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.429668:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749609407.429668:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609407.429669:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193458816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609407.429672:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609407.429672:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609407.429674:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609407.429690:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782da00. 00000100:00000001:0.0:1749609407.429691:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609407.429693:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609407.429694:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609407.429695:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749609407.429696:0:1051:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749609407.429696:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1749609407.429697:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609407.429697:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609407.429698:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609407.429699:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609407.429700:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bea00. 02000000:00000001:0.0:1749609407.429700:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609407.429703:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609407 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609407.429704:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609407.429705:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1749609407.429706:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=151 v=20 (20 0 0 0) 00000400:00000200:3.0:1749609407.429707:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 02000000:00000001:2.0:1749609407.429707:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1749609407.429708:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000100:00000001:0.0:1749609407.429708:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1749609407.429709:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:0.0:1749609407.429709:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609407.429710:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609407.429710:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609407.429711:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609407.429712:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609407.429713:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609407.429713:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609407.429714:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.429718:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609407.429718:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609407.429719:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429720:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609407.429721:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609407.429721:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.429722:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429723:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609407.429724:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609407.429726:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609407.429727:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609407.429729:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609407.429731:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609407.429731:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:3.0:1749609407.429732:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609407.429732:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609407.429735:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a95500 x1834598193458688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609407.429735:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609407.429742:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193458688:12345-0@lo:38: Request processed in 163us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749609407.429742:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193458560:0@lo:38: 00000100:00000001:0.0:1749609407.429745:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429746:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609407.429747:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:0.0:1749609407.429748:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193458432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609407.429749:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609407.429750:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609407.429752:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000020:00000010:3.0:1749609407.429754:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09af0. 00000100:00000001:0.0:1749609407.429754:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609407.429755:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749609407.429756:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782dc00. 00000100:00000001:3.0:1749609407.429757:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609407.429757:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609407.429759:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609407.429760:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609407.429761:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609407.429763:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609407.429764:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dec00. 02000000:00000001:0.0:1749609407.429766:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609407.429767:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609407.429769:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000100:00000001:0.0:1749609407.429772:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609407.429773:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429774:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609407.429776:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.429781:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609407.429782:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609407.429783:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609407.429785:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609407.429786:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609407.429786:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609407.429788:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609407.429789:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3df400. 02000000:00000001:0.0:1749609407.429795:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609407.429796:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609407.429797:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00000001:0.0:1749609407.429799:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609407.429800:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429801:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429803:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609407.429804:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429805:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609407.429806:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609407.429808:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609407.429809:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609407.429810:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000400:00000200:0.0:1749609407.429811:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609407.429811:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609407.429813:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609407.429814:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609407.429818:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.429821:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609407.429822:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429823:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609407.429824:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609407.429824:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609407.429825:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609407.429826:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609407.429828:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609407 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609407.429829:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=102 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609407.429830:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609407.429831:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609407.429832:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609407.429833:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.429837:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609407.429841:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609407.429842:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429843:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609407.429844:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609407.429845:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609407.429846:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609407.429847:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609407.429849:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609407.429852:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193458688:0@lo:38: 00000100:00000001:0.0:1749609407.429854:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429854:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609407.429855:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3480 x1834598193458688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.429858:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609407.429859:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609407.429859:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609407.429860:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609407.429861:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609407.429862:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609407.429863:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609407.429864:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3df000. 02000000:00000001:0.0:1749609407.429865:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609407.429865:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609407.429866:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 00000100:00000001:0.0:1749609407.429867:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609407.429867:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609407.429868:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429869:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609407.429869:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609407.429870:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.429870:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609407.431715:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298679875, at 4298679875 00000100:00000040:3.0:1749609407.431717:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298679875, at 4298679875 00000100:00000040:0.0:1749609407.431719:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298679875, at 4298679875 00000100:00000010:2.0:1749609407.431721:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e76c0. 00000100:00000010:3.0:1749609407.431723:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7e00. 00000100:00000010:0.0:1749609407.431729:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000040:1.0:1749609407.431757:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298679875, at 4298679875 00000100:00000010:1.0:1749609407.431764:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f00. 00000100:00000001:2.0:1749609407.527770:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609407.527778:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609407.527780:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609407.527784:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609407.527787:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609407.527790:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.527793:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609407.527796:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.527798:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609408.082779:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609408.082787:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609408.082788:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609408.082791:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609408.082794:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609408.082797:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609408.082799:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609408.082801:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609408.082802:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609408.380800:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609408.380805:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609408.380891:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609408.380895:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609408.380920:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609408.429786:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609408.429801:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609408.429803:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609408.429808:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609408.429810:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609408.429814:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609408.429816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609408.527735:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609408.527740:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609408.527741:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609408.527744:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609408.527747:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609408.527750:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609408.527752:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609408.527754:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609408.527756:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609409.082833:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609409.082842:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609409.082844:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609409.082848:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609409.082852:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609409.082854:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609409.082857:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609409.082859:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609409.082861:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609409.382811:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609409.382820:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609409.382911:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609409.382915:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609409.382918:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609409.429774:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609409.429789:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609409.429791:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609409.429795:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609409.429797:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609409.429801:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609409.429802:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609409.527751:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609409.527758:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609409.527760:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609409.527763:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609409.527766:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609409.527768:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609409.527771:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609409.527773:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609409.527774:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.082856:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609410.082864:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609410.082866:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609410.082869:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609410.082873:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609410.082877:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.082880:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609410.082882:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.082885:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609410.384806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609410.384811:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609410.384878:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609410.384882:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609410.384885:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609410.429791:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609410.429806:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609410.429808:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609410.429812:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609410.429814:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609410.429818:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.429820:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.527740:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609410.527747:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609410.527749:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609410.527751:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609410.527768:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609410.527771:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.527773:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609410.527781:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012d5a0380 x1834598193457152/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.527788:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609410.527789:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193457152/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.527794:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609410.527796:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.527798:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609410.527799:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609410.527800:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193457152/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609410.527804:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193457152:0@lo:101: 00000100:00000001:2.0:1749609410.527807:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.527808:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609410.527810:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609410.527811:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609410.527812:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193457152/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.527816:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609410.527818:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7c00. 00000100:00000001:2.0:1749609410.527823:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609410.527824:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609410.527827:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609410.527830:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609410.527832:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609410.527835:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef74200 refcount=4 00000020:00000001:2.0:1749609410.527837:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609410.527839:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00010000:2.0:1749609410.527842:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609410.527851:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609410.527854:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609410.527858:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609410.527859:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609410.527863:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609410.527864:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609410.527865:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609410.527868:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609410.527869:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609410.527871:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609410.527873:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609410.527876:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef74200 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609410.527879:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609410.527880:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609410.527883:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609410.527884:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609410.527884:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609410.527885:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef74200 refcount=5 00000020:00000001:2.0:1749609410.527886:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609410.527887:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609410.527889:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609410.527892:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609410.527896:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609410.527897:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609410.527899:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749609410.527901:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609410.527902:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609410.527903:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609410.527904:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609410.527906:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609410.527907:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609410.527908:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609410.527908:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609410.527910:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef74200 with handle 0xae754a08875148cb from hash 00010000:00000001:2.0:1749609410.527911:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609410.527912:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609410.527912:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609410.527913:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609410.527913:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609410.527914:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609410.527915:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609410.527916:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609410.527916:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609410.527917:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609410.527918:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609410.527920:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609410.527921:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609410.527921:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609410.527922:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609410.527923:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609410.527923:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609410.527923:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609410.527926:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a08875148cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609410.527932:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009f3bee00 count: 0 00010000:00000001:2.0:1749609410.527961:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609410.527963:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609410.527964:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609410.527966:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193457152/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.527970:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609410.527972:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609410.527974:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609410.527975:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609410.528005:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef75c00. 02000000:00000001:2.0:1749609410.528011:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609410.528014:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609410.528015:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00000001:2.0:1749609410.528020:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609410.528021:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609410.528022:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609410.528024:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609410.528027:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609410.528029:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b46d4900. 00000020:00000010:2.0:1749609410.528033:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 00000020:00000010:2.0:1749609410.528037:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ef74e00. 00000040:00000010:2.0:1749609410.528040:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ef74000. 00000020:00000010:2.0:1749609410.528044:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb74800. 00000020:00000010:2.0:1749609410.528048:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ef74600. 80000000:00000010:2.0:1749609410.528052:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609410.528057:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ef74800. 00080000:00000010:2.0:1749609410.528062:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e19b000. 00080000:00000010:2.0:1749609410.528067:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e5e000. 10000000:00000040:2.0:1749609410.528074:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:2.0:1749609410.528076:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609410.528084:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ef74e00. 00000040:00000010:2.0:1749609410.528087:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ef74000. 00000020:00000010:2.0:1749609410.528090:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb74800. 00000020:00000010:2.0:1749609410.528094:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ef74600. 80000000:00000010:2.0:1749609410.528097:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609410.528099:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ef74800. 00080000:00000010:2.0:1749609410.528102:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e5e000. 00080000:00000010:2.0:1749609410.528107:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e19b000. 00000020:00000010:2.0:1749609410.528110:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 10000000:00000010:2.0:1749609410.528112:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b46d4900. 10000000:01000000:2.0:1749609410.528114:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749609410.528116:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749609410.528118:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749609410.532650:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609410.532654:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609410.532655:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff8800b47ea400) refs 2 10000000:00000001:2.0:1749609410.532657:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609410.532659:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609410.532660:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88009689e800) refs 2 10000000:00000001:2.0:1749609410.532661:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609410.532661:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609410.532662:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:00000001:2.0:1749609410.532663:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609410.532664:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 8 10000000:00000001:2.0:1749609410.532665:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609410.532666:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:2.0:1749609410.532668:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609410.532671:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609410.532682:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609410.532684:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609410.532687:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609410.532692:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef75c00. 00000100:00000001:2.0:1749609410.532697:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609410.532700:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609410.532702:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609410.532709:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3bea00. 00010000:00000001:2.0:1749609410.532713:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609410.532714:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef74c00. 00000020:00000001:2.0:1749609410.532716:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609410.532718:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef74c00 with handle 0xae754a08875148d2 to hash 00000020:00000001:2.0:1749609410.532719:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609410.532720:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981225472 : -131938728326144 : ffff88009ef74c00) 00010000:00000001:2.0:1749609410.532722:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981225472 : -131938728326144 : ffff88009ef74c00) 00010000:00000001:2.0:1749609410.532723:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609410.532724:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609410.532725:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609410.532730:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609410.532737:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609410.532741:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609410.532743:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609410.532746:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7c00. 00000100:00000001:2.0:1749609410.532747:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372515328 : -131936337036288 : ffff88012d7f7c00) 00000100:00000001:2.0:1749609410.532748:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609410.532749:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00000001:2.0:1749609410.532752:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609410.532755:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.532756:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609410.532757:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609410.532759:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193458944/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.532764:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609410.532765:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609410.532766:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012d5a0380 x1834598193458944/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.532774:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.532775:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609410.532776:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609410.532777:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609410.532778:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609410.532778:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.532779:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609410.532780:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.532781:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609410.533736:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3bee00. 00010000:00000010:1.1:1749609410.533745:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef74200. 00000100:00000001:2.0:1749609411.082793:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609411.082800:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609411.082802:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609411.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609411.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609411.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609411.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609411.082817:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609411.082819:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609411.386816:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609411.386823:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609411.386911:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609411.386915:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609411.386918:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609411.429789:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609411.429803:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609411.429805:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609411.429810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609411.429812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609411.429816:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609411.429818:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609411.532758:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609411.532767:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609411.532770:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609411.532773:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609411.532776:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609411.532780:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609411.532783:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609411.532785:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609411.532787:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609412.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609412.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609412.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609412.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609412.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.082831:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609412.082833:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.082835:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609412.388810:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609412.388816:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609412.388879:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609412.388882:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609412.388884:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609412.429794:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609412.429811:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609412.429813:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609412.429817:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609412.429819:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609412.429823:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.429825:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609412.436771:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609412.436779:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609412.436781:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609412.436784:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609412.436786:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609412.436788:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609412.436791:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609412.436795:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4012 00000100:00080000:2.0:1749609412.436799:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609412.436800:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609412.436803:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609412.436804:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609412.436805:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609412.436808:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609412.436810:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609412.436812:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609412.436815:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609412.436816:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609412.436817:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609412.436819:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609412.436820:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609412.436821:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609412.436821:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609412.436823:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609412.436837:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609412.436839:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609412.436841:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609412.436847:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609412.436849:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.436850:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609412.436853:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609412.436857:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000020:00000040:2.0:1749609412.436859:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609412.436862:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609412.436864:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.436866:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609412.436868:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609412.436871:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609412.436877:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dfc00. 00000100:00000001:2.0:1749609412.436883:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609412.436889:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609412.436896:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609412.436898:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609412.436900:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609412.436918:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609412.436920:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609412.436923:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609412.436924:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609412.436925:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609412.436928:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609412.436929:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4012 00000100:00080000:2.0:1749609412.436931:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609412.436933:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609412.436935:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609412.436940:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609412.436941:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609412.436943:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609412.436944:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609412.436946:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609412.436947:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609412.436949:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609412.436951:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609412.436953:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609412.436954:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609412.436954:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609412.436955:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609412.436956:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609412.436957:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609412.436958:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609412.436960:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609412.436960:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609412.436961:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609412.436963:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749609412.436963:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.436987:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609412.436988:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609412.436991:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609412.436992:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609412.436993:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.436994:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609412.436995:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749609412.436996:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.436997:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609412.436998:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193459072:0@lo:38: 00000100:00000010:2.0:1749609412.436999:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000020:00000040:2.0:1749609412.437001:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609412.437002:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609412.437003:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609412.437004:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437005:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609412.437005:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609412.437006:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609412.437007:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.437007:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.437009:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609412.437012:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3df000. 02000000:00000010:0.0:1749609412.437013:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609412.437014:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437015:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609412.437017:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609412.437020:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609412.437023:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609412.437024:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609412.437028:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000040:2.0:1749609412.437030:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1c00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609412.437035:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193459072, portal 4 00000100:00000001:2.0:1749609412.437036:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437037:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749609412.437038:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609412.437041:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609412.437042:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609412.437043:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609412.437043:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000100:00000001:2.0:1749609412.437045:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609412.437047:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4012 00000100:00080000:2.0:1749609412.437048:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609412.437048:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609412.437050:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609412.437052:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609412.437053:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609412.437055:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609412.437055:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609412.437056:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609412.437057:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609412.437058:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609412.437058:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609412.437060:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000400:00000010:0.0:1749609412.437060:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000020:00000001:2.0:1749609412.437061:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000200:0.0:1749609412.437062:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193459072, offset 0 00000020:00000001:2.0:1749609412.437063:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609412.437065:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609412.437066:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609412.437067:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609412.437068:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609412.437069:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609412.437070:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609412.437071:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609412.437073:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609412.437074:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609412.437076:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609412.437077:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609412.437081:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609412.437082:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609412.437083:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609412.437085:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000020:00000040:2.0:1749609412.437087:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609412.437088:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609412.437089:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437090:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609412.437092:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749609412.437092:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada06f80 02000000:00000001:2.0:1749609412.437093:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609412.437096:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3df400. 00000100:00000001:2.0:1749609412.437098:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609412.437098:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 18720 00000100:00100000:2.0:1749609412.437101:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609412.437105:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609412.437106:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609412.437107:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609412.437109:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609412.437110:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437114:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609412.437116:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609412.437116:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749609412.437117:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609412.437120:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609412.437120:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a95880. 00000100:00000040:0.0:1749609412.437122:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a95880 x1834598193459072 msgsize 520 00000100:00000010:2.0:1749609412.437123:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609412.437124:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:0.0:1749609412.437126:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609412.437127:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609412.437127:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609412.437128:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609412.437131:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be400. 00000100:00000001:2.0:1749609412.437132:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609412.437135:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609412.437141:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609412.437142:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437144:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609412.437145:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_00_00+0] req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609412.437154:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609412.437155:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609412.437158:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609412.437160:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437166:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609412.437168:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437174:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437175:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609412.437177:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609412.437181:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4022) 00000100:00000001:0.0:1749609412.437183:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609412.437187:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2780 usecs (3 jiffies) 00000100:00000001:0.0:1749609412.437190:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298684883 00000100:00000010:0.0:1749609412.437193:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7180. 00000100:00000001:2.0:1749609412.437199:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609412.437201:0:1049:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1749609412.437202:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609412.437203:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609412.437205:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609412.437208:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437210:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609412.437210:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298684883 00000100:00000001:2.0:1749609412.437211:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609412.437211:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7500. 00000100:00000001:2.0:1749609412.437213:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609412.437214:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609412.437214:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609412.437216:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609412.437217:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298684883 00000100:00000040:2.0:1749609412.437219:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609412.437219:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000100:00000001:1.0:1749609412.437220:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609412.437222:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193459072 00000100:00000001:0.0:1749609412.437222:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609412.437224:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298684883 00000100:00000001:2.0:1749609412.437225:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749609412.437225:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749609412.437225:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f00. 00000100:00000001:2.0:1749609412.437226:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609412.437227:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609412.437228:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609412.437228:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437228:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749609412.437229:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609412.437231:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609412.437232:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193459456:0@lo:400: 02000000:00000001:1.0:1749609412.437232:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437235:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609412.437235:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193459072 00000020:00000001:1.0:1749609412.437236:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609412.437236:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609412.437237:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1749609412.437237:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749609412.437238:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609412.437238:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609412.437238:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609412.437239:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609412.437240:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749609412.437240:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437240:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609412.437242:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74800. 00000100:00000001:0.0:1749609412.437242:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609412.437244:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609412.437244:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609412.437245:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609412.437246:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609412.437247:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000020:00000010:1.0:1749609412.437247:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609412.437247:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609412.437248:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609412.437249:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1749609412.437250:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000020:00000010:1.0:1749609412.437251:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000040:0.0:1749609412.437251:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609412.437253:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193459456, portal 10 00000100:00000001:2.0:1749609412.437255:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609412.437256:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000100:00000001:0.0:1749609412.437256:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609412.437257:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.437258:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609412.437259:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749609412.437259:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609412.437260:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609412.437261:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609412.437261:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609412.437262:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609412.437263:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193459200:0@lo:38: 00000100:00000001:0.0:1749609412.437265:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609412.437266:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609412.437266:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609412.437267:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.437267:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609412.437268:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609412.437268:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609412.437270:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52000. 02000000:00000001:0.0:1749609412.437271:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609412.437274:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609412.437274:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609412.437276:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193459456, offset 0 00000400:00000010:0.0:1749609412.437276:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000400:00000010:0.0:1749609412.437278:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000400:00000200:2.0:1749609412.437280:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609412.437281:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609412.437283:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609412.437284:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609412.437286:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609412.437286:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000001:3.0:1749609412.437287:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609412.437287:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193459200, portal 10 00000100:00000001:3.0:1749609412.437288:0:6490:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609412.437288:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875453568 : -131938834098048 : ffff880098a95880) 00000100:00000001:0.0:1749609412.437288:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609412.437289:0:6490:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609412.437289:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada07100 00000100:00000001:0.0:1749609412.437289:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 00000100:00000040:1.0:1749609412.437291:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a95880 x1834598193459072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609412.437294:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 33824 00000100:00000040:0.0:1749609412.437294:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609412.437297:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193459072:12345-0@lo:38: 00000400:00000200:2.0:1749609412.437298:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609412.437299:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193459072 00000100:00000001:0.0:1749609412.437299:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609412.437301:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609412.437301:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609412.437302:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749609412.437302:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609412.437303:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193459200, offset 0 00000100:00000001:2.0:1749609412.437304:0:1049:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749609412.437305:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749609412.437306:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749609412.437306:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749609412.437309:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 00000400:00000200:0.0:1749609412.437309:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609412.437310:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a3100 x1834598193459456 msgsize 224 00000400:00000200:0.0:1749609412.437313:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07000 00000100:00100000:2.0:1749609412.437314:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609412.437315:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609412.437315:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 34048 00010000:00020000:1.0:1749609412.437317:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609412.437318:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609412.437319:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749609412.437319:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609412.437320:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609412.437321:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609412.437322:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00000001:1.0:1749609412.437323:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749609412.437324:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609412.437325:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609412.437326:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609412.437327:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609412.437327:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749609412.437328:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193459456 02000000:00000001:3.0:1749609412.437329:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749609412.437329:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609412.437330:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749609412.437330:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1400. 00000100:00000001:0.0:1749609412.437330:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609412.437331:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609412.437331:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609412.437331:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609412.437332:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609412.437333:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609412.437333:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a95c00. 00000100:00100000:3.0:1749609412.437335:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193459456 00000100:00000001:2.0:1749609412.437335:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749609412.437335:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749609412.437335:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a95c00 x1834598193459200 msgsize 520 00000020:00000001:3.0:1749609412.437336:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749609412.437336:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609412.437337:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000040:2.0:1749609412.437337:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609412.437338:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1749609412.437338:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749609412.437338:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1749609412.437339:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:3.0:1749609412.437341:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609412.437341:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609412.437343:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609412.437343:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609412.437344:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609412.437344:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609412.437345:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609412.437345:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:0.0:1749609412.437346:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000020:00000001:3.0:1749609412.437347:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609412.437347:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609412.437347:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000040:2.0:1749609412.437349:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 538 usecs (1 jiffies) 00000100:00000001:0.0:1749609412.437349:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609412.437350:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609412.437351:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609412.437351:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298684881 00000100:00000040:1.0:1749609412.437351:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:0.0:1749609412.437351:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609412.437353:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba980. 00000100:00000001:2.0:1749609412.437353:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298684883 02000000:00000001:1.0:1749609412.437353:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609412.437354:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437355:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298684881 00000100:00000001:1.0:1749609412.437355:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609412.437356:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7ebae00. 00000100:00000040:1.0:1749609412.437356:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609412.437356:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609412.437357:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298684883 00000100:00000001:2.0:1749609412.437358:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298684881 00000400:00000010:1.0:1749609412.437358:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000040:0.0:1749609412.437358:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609412.437360:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609412.437360:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298684883 00000100:00000200:1.0:1749609412.437361:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193459072, offset 0 00000100:00000001:0.0:1749609412.437363:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437364:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609412.437365:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298684881 00000100:00000001:2.0:1749609412.437366:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298684883 00000100:00000001:3.0:1749609412.437367:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609412.437368:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609412.437369:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c600. 00000100:00000001:2.0:1749609412.437369:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609412.437369:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609412.437369:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609412.437371:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000100:00000001:2.0:1749609412.437371:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609412.437371:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 900 usecs (1 jiffies) 00000100:00000001:2.0:1749609412.437373:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609412.437373:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609412.437373:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298684881 00000020:00000010:3.0:1749609412.437374:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09af0. 00000100:00000001:0.0:1749609412.437374:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298684883 00000100:00000001:0.0:1749609412.437375:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298684881 00000400:00000200:1.0:1749609412.437377:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada06f80 00000100:00000001:0.0:1749609412.437377:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298684883 00000100:00000040:3.0:1749609412.437378:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609412.437378:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298684881 00000100:00000001:3.0:1749609412.437379:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609412.437379:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4369 [1] + 0 00000100:00000001:0.0:1749609412.437379:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298684883 00000100:00000001:3.0:1749609412.437380:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609412.437381:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298684881 00000100:00000001:3.0:1749609412.437382:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609412.437382:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609412.437382:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298684883 00000100:00000001:0.0:1749609412.437383:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609412.437384:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609412.437384:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609412.437385:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609412.437386:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609412.437386:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609412.437386:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609412.437387:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437388:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749609412.437388:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609412.437388:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609412.437389:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193459200 02000000:00000001:2.0:1749609412.437390:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609412.437392:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.437392:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609412.437393:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609412.437393:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437394:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609412.437395:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437395:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609412.437396:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609412.437396:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609412.437397:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609412.437397:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193459200 02000000:00000001:0.0:1749609412.437397:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609412.437398:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609412.437399:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:2.0:1749609412.437399:0:6442:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609412.437399:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609412.437400:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609412.437401:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000001:2.0:1749609412.437401:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609412.437401:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000100:00100000:0.0:1749609412.437401:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193459328:0@lo:38: 00000100:00000001:3.0:1749609412.437402:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370071296 : -131936339480320 : ffff88012d5a3100) 00000400:00000010:1.0:1749609412.437402:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000020:00000001:2.0:1749609412.437403:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437403:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749609412.437404:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a3100 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1749609423 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609412.437404:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609412.437404:0:6446:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609412.437404:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609412.437405:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609412.437406:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00000001:1.0:1749609412.437406:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609412.437407:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.437407:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749609412.437408:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000010:0.0:1749609412.437408:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51c00. 00000020:00000010:2.0:1749609412.437409:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:3.0:1749609412.437410:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609412.437410:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.437410:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609412.437411:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebae00. 00000020:00000001:1.0:1749609412.437411:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609412.437412:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609412.437412:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000400:00000010:0.0:1749609412.437412:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000040:1.0:1749609412.437413:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a95880 x1834598193459072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609412.437414:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7ebae00. 00000400:00000010:0.0:1749609412.437414:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609412.437415:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749609412.437416:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193459456:12345-0@lo:400: 00000100:00000001:2.0:1749609412.437416:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749609412.437416:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193459328, portal 10 00000100:00000200:3.0:1749609412.437418:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193459456 00000100:00000001:2.0:1749609412.437418:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609412.437418:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193459072:12345-0@lo:38: Request processed in 121us (295us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609412.437418:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749609412.437419:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609412.437420:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609412.437421:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749609412.437423:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000020:00000001:3.0:1749609412.437425:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437425:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609412.437427:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609412.437427:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749609412.437429:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:1.0:1749609412.437429:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609412.437431:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1749609412.437431:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:2.0:1749609412.437432:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609412.437432:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 00000100:00000001:2.0:1749609412.437433:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609412.437434:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609412.437434:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000020:00000001:3.0:1749609412.437435:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749609412.437435:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000020:00000001:3.0:1749609412.437436:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1749609412.437436:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000040:0.0:1749609412.437436:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609412.437437:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437437:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875454464 : -131938834097152 : ffff880098a95c00) 00000020:00000001:3.0:1749609412.437439:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609412.437439:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609412.437440:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a95c00 x1834598193459200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609412.437441:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609412.437442:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609412.437442:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609412.437443:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1749609412.437445:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20dc00. 00000400:00000010:0.0:1749609412.437445:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 02000000:00000001:3.0:1749609412.437446:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609412.437447:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609412.437447:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193459200:12345-0@lo:38: 00000100:00000200:0.0:1749609412.437447:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193459328, offset 0 00000020:00000001:3.0:1749609412.437449:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609412.437450:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193459456 00000400:00000200:0.0:1749609412.437450:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609412.437452:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609412.437454:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a3100 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609412.437454:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609412.437456:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193459200 00010000:00000001:3.0:1749609412.437458:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749609412.437458:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609412.437458:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07080 00010000:00000001:3.0:1749609412.437459:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609412.437459:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:3.0:1749609412.437461:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=107 v=5 (1 0 0 0) 00000400:00000200:0.0:1749609412.437461:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 34568 00000100:00000001:3.0:1749609412.437463:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609412.437464:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00080000:1.0:1749609412.437464:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:0.0:1749609412.437464:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609412.437465:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609412.437465:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609412.437466:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:0.0:1749609412.437466:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609412.437467:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00020000:2.0:1749609412.437467:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749609412.437468:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609412.437469:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609412.437469:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609412.437469:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749609412.437470:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749609412.437470:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749609412.437471:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749609412.437472:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000100:00000010:0.0:1749609412.437472:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a95f80. 00000100:00000001:2.0:1749609412.437473:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749609412.437474:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193459456, offset 224 00000100:00000001:2.0:1749609412.437474:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609412.437474:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a95f80 x1834598193459328 msgsize 520 02000000:00000001:2.0:1749609412.437476:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609412.437477:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749609412.437478:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dec00. 00000100:00100000:0.0:1749609412.437478:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609412.437480:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609412.437481:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609412.437481:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609412.437483:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609412.437484:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609412.437485:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07100 00000100:00001000:2.0:1749609412.437486:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609412.437488:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4371 [1] + 224 00000100:00000001:0.0:1749609412.437488:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609412.437489:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609412.437491:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609412.437492:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:3.0:1749609412.437493:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609412.437493:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609412.437493:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609412.437494:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193459328 00000400:00000200:0.0:1749609412.437494:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000200:3.0:1749609412.437495:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609412.437495:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:1.0:1749609412.437495:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609412.437496:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749609412.437496:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:1.0:1749609412.437497:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437497:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609412.437498:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609412.437498:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:2.0:1749609412.437499:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609412.437499:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609412.437499:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609412.437500:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609412.437500:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193459328 02000000:00000001:2.0:1749609412.437501:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609412.437501:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609412.437502:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749609412.437502:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609412.437503:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609412.437504:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609412.437504:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609412.437505:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609412.437505:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437505:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749609412.437506:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000020:00000010:1.0:1749609412.437506:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000040:0.0:1749609412.437506:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609412.437507:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000200:2.0:1749609412.437508:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193459200, offset 0 00000020:00000010:1.0:1749609412.437508:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:1.0:1749609412.437510:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609412.437511:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609412.437511:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609412.437511:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609412.437511:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437512:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609412.437513:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437513:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609412.437515:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609412.437516:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609412.437517:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000100:00000001:0.0:1749609412.437517:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609412.437518:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000100:00000001:3.0:1749609412.437519:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749609412.437519:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07000 00000100:00000001:3.0:1749609412.437520:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609412.437520:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609412.437520:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 666 usecs (1 jiffies) 00000100:00000001:1.0:1749609412.437521:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609412.437521:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298684881 00000100:00000001:3.0:1749609412.437522:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609412.437522:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4379 [1] + 0 00000100:00000040:3.0:1749609412.437523:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:1.0:1749609412.437523:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000001:0.0:1749609412.437523:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298684883 00000100:00000001:1.0:1749609412.437524:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875455360 : -131938834096256 : ffff880098a95f80) 00010000:00000001:3.0:1749609412.437525:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609412.437526:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609412.437526:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609412.437526:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a95f80 x1834598193459328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609412.437527:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609412.437529:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3100 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437529:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298684881 00000100:00000001:0.0:1749609412.437530:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298684883 00000100:00100000:1.0:1749609412.437531:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193459328:12345-0@lo:38: 00000100:00000001:0.0:1749609412.437531:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298684881 00000100:00000001:0.0:1749609412.437533:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298684883 00000100:00100000:3.0:1749609412.437534:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193459456:12345-0@lo:400: Request processed in 123us (222us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609412.437534:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298684881 00000100:00000200:1.0:1749609412.437536:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193459328 00000100:00000001:0.0:1749609412.437536:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298684883 00000400:00000200:2.0:1749609412.437537:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609412.437537:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609412.437537:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609412.437538:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00000001:1.0:1749609412.437538:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609412.437539:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:0.0:1749609412.437539:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437540:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609412.437541:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609412.437541:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609412.437542:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609412.437542:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609412.437542:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749609412.437543:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000400:00000001:0.0:1749609412.437543:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749609412.437544:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09af0. 00010000:00020000:1.0:1749609412.437544:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609412.437545:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609412.437545:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000020:00000010:3.0:1749609412.437546:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c600. 00010000:00000001:1.0:1749609412.437546:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609412.437547:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000020:00000040:3.0:1749609412.437548:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000040:2.0:1749609412.437548:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609412.437548:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749609412.437548:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:1.0:1749609412.437549:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609412.437550:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609412.437550:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609412.437550:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749609412.437552:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad3c00. 02000000:00000001:1.0:1749609412.437552:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609412.437552:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609412.437553:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437555:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609412.437555:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609412.437555:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609412.437557:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609412.437558:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00000001:1.0:1749609412.437558:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1749609412.437559:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609412.437559:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609412.437559:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609412.437561:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749609412.437561:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609412.437562:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609412.437562:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609412.437563:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609412.437564:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609412.437564:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609412.437564:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609412.437565:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609412.437565:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609412.437566:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609412.437566:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609412.437566:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.437567:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609412.437567:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609412.437568:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609412.437568:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749609412.437569:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609412.437570:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193459328, offset 0 02000000:00000001:0.0:1749609412.437570:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749609412.437571:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a95c00 x1834598193459200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437571:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609412.437572:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609412.437573:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.437575:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609412.437576:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609412.437578:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193459200:12345-0@lo:38: Request processed in 130us (241us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609412.437578:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07080 00000100:00001000:0.0:1749609412.437579:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609412 v=5 (0 0 0 0) 00000400:00000200:1.0:1749609412.437580:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4385 [1] + 0 00000100:00001000:0.0:1749609412.437582:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=24 v=20 (1 20 0 0) 00000400:00000200:1.0:1749609412.437583:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609412.437584:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000001:0.0:1749609412.437584:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609412.437586:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609412.437586:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609412.437587:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609412.437587:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609412.437588:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609412.437589:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609412.437589:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609412.437591:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609412.437591:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609412.437592:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000040:1.0:1749609412.437595:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609412.437597:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000100:00000001:1.0:1749609412.437599:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609412.437601:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000100:00000001:2.0:1749609412.437602:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609412.437602:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:1.0:1749609412.437603:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609412.437604:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609412.437604:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609412.437606:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609412.437607:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609412.437607:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609412.437608:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609412.437609:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609412.437609:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609412.437611:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a95f80 x1834598193459328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437611:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609412.437612:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609412.437612:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609412.437613:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749609412.437614:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193459328:12345-0@lo:38: Request processed in 84us (139us total) trans 0 rc -19/-19 00000400:00000001:2.0:1749609412.437615:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1749609412.437615:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000001:2.0:1749609412.437616:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609412.437617:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000100:00080000:0.0:1749609412.437617:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00100000:1.0:1749609412.437618:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000400:00000200:2.0:1749609412.437619:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:1.0:1749609412.437619:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609412.437619:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609412.437619:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749609412.437620:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000020:00000010:1.0:1749609412.437621:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:2.0:1749609412.437622:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609412.437622:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000100:00000040:0.0:1749609412.437622:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609412.437623:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:1.0:1749609412.437624:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609412.437627:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609412.437628:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193459072:0@lo:38: 00000100:00000001:0.0:1749609412.437632:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609412.437633:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437633:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609412.437635:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193459072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609412.437639:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609412.437640:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.437641:0:1049:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609412.437641:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609412.437643:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749609412.437643:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609412.437644:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609412.437644:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609412.437645:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 02000000:00000001:2.0:1749609412.437646:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.437647:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1749609412.437648:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=107 v=5 (5 0 0 0) 00000020:00000001:0.0:1749609412.437648:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1749609412.437650:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=107 v=5 (1 0 0 0) 00000020:00000040:0.0:1749609412.437650:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609412.437652:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749609412.437652:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609412.437653:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609412.437653:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dfc00. 00010000:00000001:2.0:1749609412.437655:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749609412.437655:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609412.437657:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:2.0:1749609412.437658:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609412.437658:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:0.0:1749609412.437662:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609412.437663:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609412.437664:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437664:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.437667:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609412.437667:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609412.437668:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609412.437669:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609412.437670:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609412.437671:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437672:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609412.437673:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437691:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609412.437694:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609412.437695:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609412.437696:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609412.437697:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749609412.437697:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:2.0:1749609412.437698:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609412.437698:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609412.437700:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000040:2.0:1749609412.437701:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437701:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609412.437703:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609412.437707:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193459456:0@lo:400: 00000100:00000200:0.0:1749609412.437710:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609412.437711:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.437715:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609412.437715:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609412.437716:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609412.437717:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437717:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609412.437719:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609412.437720:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609412.437721:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.437722:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609412.437722:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609412.437723:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609412.437724:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74800. 00000100:00001000:0.0:1749609412.437725:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609412 v=5 (0 0 0 0) 02000000:00000001:2.0:1749609412.437727:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1749609412.437727:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=6 v=20 (1 20 0 0) 00000020:00000001:2.0:1749609412.437728:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609412.437729:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609412.437729:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749609412.437730:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609412.437731:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be400. 00000100:00000001:0.0:1749609412.437731:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609412.437732:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609412.437734:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609412.437736:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609412.437737:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609412.437738:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:0.0:1749609412.437740:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609412.437742:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609412.437742:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609412.437743:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609412.437743:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.437744:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609412.437744:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609412.437746:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609412.437747:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1749609412.437747:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609412.437748:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609412.437749:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609412.437750:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609412.437751:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437751:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609412.437756:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609412.437763:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193459200:0@lo:38: 00000400:00000001:0.0:1749609412.437766:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609412.437768:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609412.437769:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609412.437770:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609412.437771:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609412.437773:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609412.437775:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609412.437781:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437786:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609412.437787:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609412.437789:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609412.437790:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609412.437791:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609412.437792:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.437793:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609412.437795:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609412 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609412.437797:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=107 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609412.437798:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609412.437799:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609412.437800:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609412.437802:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437806:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609412.437807:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609412.437807:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609412.437808:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609412.437808:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609412.437813:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609412.437814:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609412.437815:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609412.437817:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609412.437821:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193459328:0@lo:38: 00000100:00000001:0.0:1749609412.437823:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437824:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609412.437825:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1c00 x1834598193459200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437828:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609412.437829:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609412.437830:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52000. 02000000:00000001:0.0:1749609412.437831:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609412.437832:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609412.437832:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609412.437833:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609412.437834:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3df000. 02000000:00000001:0.0:1749609412.437835:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609412.437836:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609412.437836:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00000001:0.0:1749609412.437839:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609412.437839:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609412.437840:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609412.437841:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.437844:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609412.437844:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609412.437845:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51c00. 02000000:00000001:0.0:1749609412.437846:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609412.437846:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609412.437847:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609412.437848:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609412.437851:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3df400. 02000000:00000001:0.0:1749609412.437852:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609412.437852:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609412.437853:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000001:0.0:1749609412.437855:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609412.437855:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609412.437856:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437857:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609412.437858:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609412.437858:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.437859:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609412.439734:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298684883, at 4298684883 00000100:00000040:2.0:1749609412.439741:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298684883, at 4298684883 00000100:00000010:0.0:1749609412.439741:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7180. 00000100:00000010:2.0:1749609412.439747:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00000100:00000040:1.0:1749609412.439761:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298684883, at 4298684883 00000100:00000010:1.0:1749609412.439768:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7500. 00000100:00000040:3.0:1749609412.439806:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298684883, at 4298684883 00000100:00000010:3.0:1749609412.439817:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f00. 00000100:00000001:2.0:1749609412.532787:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609412.532794:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609412.532795:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609412.532798:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609412.532801:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609412.532804:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.532806:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609412.532809:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.532811:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609413.082773:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609413.082779:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609413.082780:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609413.082786:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609413.082790:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609413.082805:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609413.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609413.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609413.082811:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609413.390822:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609413.390829:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609413.390885:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609413.390889:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609413.390891:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609413.437823:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609413.437840:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609413.437841:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609413.437844:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609413.437846:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609413.437850:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609413.437851:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609413.512798:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749609413.512805:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749609413.512808:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130dc1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749609413.513024:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:2.0:1749609413.513037:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749609413.513039:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609413.513043:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609413.513045:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609413.532819:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609413.532827:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609413.532829:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609413.532832:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609413.532836:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609413.532840:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609413.532843:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609413.532846:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609413.532849:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609414.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609414.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609414.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609414.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609414.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609414.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609414.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609414.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609414.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609414.392883:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609414.392889:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609414.392988:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609414.392991:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609414.392994:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609414.437789:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609414.437807:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609414.437809:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609414.437814:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609414.437816:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609414.437820:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609414.437822:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609414.532760:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609414.532766:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609414.532768:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609414.532770:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609414.532773:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609414.532776:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609414.532778:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609414.532780:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609414.532782:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609415.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609415.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609415.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609415.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609415.082814:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.082817:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609415.082819:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.082822:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609415.394803:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609415.394812:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609415.394815:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609415.394817:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609415.394823:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609415.394825:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609415.394826:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609415.394828:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609415.394886:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609415.394890:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609415.394892:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609415.437774:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609415.437788:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609415.437790:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609415.437793:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609415.437795:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609415.437799:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.437800:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.532788:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609415.532795:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609415.532797:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609415.532800:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609415.532804:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609415.532806:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.532809:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609415.532811:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.532813:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609416.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609416.082805:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609416.082807:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609416.082809:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609416.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609416.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609416.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609416.082820:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609416.082821:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609416.396811:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609416.396817:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609416.396912:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609416.396917:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609416.396920:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609416.437778:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609416.437792:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609416.437794:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609416.437797:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609416.437799:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609416.437802:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609416.437803:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609416.532822:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609416.532830:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609416.532832:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609416.532834:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609416.532838:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609416.532854:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609416.532857:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609416.532859:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609416.532861:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609417.082805:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609417.082807:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609417.082811:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609417.082814:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609417.082818:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.082820:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609417.082823:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.082825:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609417.398806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609417.398812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609417.398870:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609417.398873:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609417.398875:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609417.437768:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609417.437783:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609417.437784:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.437788:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609417.437790:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609417.437793:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.437795:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609417.444763:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609417.444770:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609417.444772:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609417.444776:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609417.444779:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609417.444782:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609417.444785:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609417.444790:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4017 00000100:00080000:2.0:1749609417.444795:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609417.444797:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609417.444800:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609417.444803:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609417.444804:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609417.444808:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609417.444810:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609417.444814:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609417.444817:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609417.444831:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609417.444834:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609417.444837:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609417.444839:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609417.444840:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609417.444842:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609417.444844:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609417.444847:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609417.444849:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609417.444852:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609417.444859:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609417.444861:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.444863:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609417.444866:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609417.444871:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609417.444875:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609417.444878:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609417.444880:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.444883:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609417.444885:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609417.444890:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609417.444897:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3ddc00. 00000100:00000001:2.0:1749609417.444904:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609417.444911:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609417.444921:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609417.444923:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.444926:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609417.444972:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609417.444975:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609417.444978:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609417.444983:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609417.444985:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609417.444987:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609417.444989:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4017 00000100:00080000:2.0:1749609417.444991:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609417.444993:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609417.444994:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609417.444996:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609417.444997:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609417.444999:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609417.445000:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609417.445002:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609417.445003:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609417.445005:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609417.445007:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609417.445009:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609417.445010:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609417.445012:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609417.445013:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609417.445013:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609417.445015:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609417.445016:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609417.445016:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609417.445018:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445019:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609417.445020:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609417.445023:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609417.445024:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609417.445024:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609417.445026:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609417.445028:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609417.445032:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000020:00000040:2.0:1749609417.445034:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609417.445034:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609417.445036:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609417.445037:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445039:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609417.445041:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609417.445043:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609417.445044:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609417.445044:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749609417.445047:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3de000. 02000000:00000001:0.0:1749609417.445047:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609417.445049:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445050:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609417.445051:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193459584:0@lo:38: 00000100:00100000:2.0:1749609417.445054:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609417.445055:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609417.445059:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609417.445061:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609417.445061:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445062:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.445064:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609417.445064:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609417.445067:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609417.445069:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445072:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609417.445074:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609417.445076:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:0.0:1749609417.445076:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609417.445078:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609417.445079:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609417.445080:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609417.445083:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4017 00000100:00080000:2.0:1749609417.445084:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1749609417.445084:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000040:2.0:1749609417.445086:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609417.445088:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609417.445089:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609417.445091:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:0.0:1749609417.445091:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193459584, portal 4 00000020:00000001:2.0:1749609417.445093:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609417.445093:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749609417.445094:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000001:0.0:1749609417.445094:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000020:00000001:2.0:1749609417.445095:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609417.445097:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609417.445099:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609417.445100:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609417.445101:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609417.445103:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609417.445104:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609417.445106:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609417.445108:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609417.445110:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609417.445111:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609417.445112:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000400:00000010:0.0:1749609417.445113:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00080000:2.0:1749609417.445114:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000200:0.0:1749609417.445115:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193459584, offset 0 00000100:00000001:2.0:1749609417.445116:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609417.445117:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609417.445119:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609417.445121:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609417.445121:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609417.445122:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609417.445123:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609417.445126:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000020:00000040:2.0:1749609417.445128:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609417.445130:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609417.445131:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445132:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609417.445133:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749609417.445134:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609417.445135:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609417.445137:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dd800. 00000100:00000001:2.0:1749609417.445140:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609417.445142:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609417.445146:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada07180 00000100:00000001:2.0:1749609417.445149:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609417.445150:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.445152:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1c00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609417.445153:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 19240 00000100:00000001:2.0:1749609417.445159:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609417.445160:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609417.445161:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609417.445164:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749609417.445164:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749609417.445166:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000020:00000040:2.0:1749609417.445168:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609417.445170:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609417.445170:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609417.445171:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749609417.445172:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749609417.445173:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609417.445175:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be400. 00000100:00000010:0.0:1749609417.445176:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a96300. 00000100:00000040:0.0:1749609417.445178:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a96300 x1834598193459584 msgsize 520 00000100:00000001:2.0:1749609417.445181:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609417.445182:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609417.445184:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609417.445191:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609417.445192:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.445195:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_00_01+1] req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.445201:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609417.445216:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609417.445219:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609417.445220:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445221:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609417.445224:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609417.445225:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4027) 00000100:00000001:0.0:1749609417.445232:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609417.445234:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609417.445239:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609417.445240:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609417.445240:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609417.445242:0:1048:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749609417.445242:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193459584 00000100:00000001:0.0:1749609417.445242:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609417.445244:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609417.445245:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609417.445245:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609417.445245:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609417.445248:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445248:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609417.445249:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749609417.445249:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2722 usecs (3 jiffies) 00000100:00000001:1.0:1749609417.445250:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445251:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.445252:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298689891 00000100:00000001:2.0:1749609417.445253:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609417.445254:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609417.445255:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749609417.445256:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7180. 02000000:00000001:1.0:1749609417.445258:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.445259:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609417.445262:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193459584 00000100:00000001:0.0:1749609417.445262:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:1.0:1749609417.445264:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609417.445265:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1749609417.445265:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609417.445266:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609417.445266:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609417.445268:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445268:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298689891 02000000:00000001:2.0:1749609417.445269:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749609417.445269:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609417.445270:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609417.445270:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7e00. 02000000:00000001:2.0:1749609417.445272:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445273:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:2.0:1749609417.445274:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193459968:0@lo:400: 00000020:00000010:1.0:1749609417.445275:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609417.445275:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298689891 00000100:00000001:2.0:1749609417.445277:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749609417.445277:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e76c0. 02000000:00000001:2.0:1749609417.445279:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609417.445279:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749609417.445281:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609417.445281:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609417.445281:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298689891 02000000:00000001:2.0:1749609417.445282:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749609417.445283:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e72c0. 02000000:00000010:2.0:1749609417.445284:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74600. 00000020:00000010:1.0:1749609417.445285:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609417.445285:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749609417.445286:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609417.445289:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000100:00000001:1.0:1749609417.445290:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609417.445292:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609417.445293:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609417.445294:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445294:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609417.445296:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193459968, portal 10 00000100:00000001:0.0:1749609417.445297:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445299:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445299:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445301:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.445302:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609417.445303:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000100:00000001:0.0:1749609417.445305:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609417.445306:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609417.445308:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.445308:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609417.445309:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609417.445312:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.445314:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609417.445314:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609417.445316:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609417.445317:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000040:0.0:1749609417.445317:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609417.445319:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193459968, offset 0 00000100:00000001:1.0:1749609417.445319:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609417.445320:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609417.445321:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609417.445322:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609417.445323:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609417.445323:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609417.445324:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609417.445325:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 02000000:00000001:0.0:1749609417.445326:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609417.445328:0:6490:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445328:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875456256 : -131938834095360 : ffff880098a96300) 02000000:00000001:0.0:1749609417.445328:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609417.445329:0:6490:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609417.445329:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609417.445330:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609417.445331:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a96300 x1834598193459584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609417.445332:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193459712:0@lo:38: 00000400:00000200:2.0:1749609417.445334:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada07300 00000100:00000001:0.0:1749609417.445335:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609417.445337:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609417.445338:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609417.445339:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749609417.445340:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 35088 00000100:00100000:1.0:1749609417.445341:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193459584:12345-0@lo:38: 02000000:00000010:0.0:1749609417.445342:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 00000100:00000200:1.0:1749609417.445344:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193459584 02000000:00000001:0.0:1749609417.445344:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609417.445345:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749609417.445346:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000020:00000001:1.0:1749609417.445347:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609417.445348:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609417.445349:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609417.445351:0:1048:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749609417.445351:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609417.445351:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193459712, portal 10 00000100:00000200:2.0:1749609417.445353:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609417.445353:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1749609417.445355:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000100:00000001:0.0:1749609417.445355:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 00000100:00000040:2.0:1749609417.445357:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a3480 x1834598193459968 msgsize 224 00000100:00000040:0.0:1749609417.445359:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609417.445361:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609417.445362:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609417.445365:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609417.445365:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609417.445367:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609417.445367:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609417.445368:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749609417.445368:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000200:0.0:1749609417.445370:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193459712, offset 0 00010000:00000001:1.0:1749609417.445371:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609417.445372:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609417.445373:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609417.445374:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609417.445376:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609417.445376:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609417.445378:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749609417.445379:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609417.445381:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1800. 00000400:00000200:0.0:1749609417.445382:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609417.445386:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609417.445386:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.445387:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609417.445387:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609417.445388:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609417.445391:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609417.445391:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07200 00000100:00000001:2.0:1749609417.445393:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609417.445393:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445395:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:1.0:1749609417.445395:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609417.445395:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 35312 00000100:00000001:2.0:1749609417.445397:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445399:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609417.445399:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609417.445400:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 536 usecs (1 jiffies) 00000100:00000001:1.0:1749609417.445401:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609417.445401:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609417.445402:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298689889 00000100:00000040:1.0:1749609417.445403:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609417.445404:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609417.445405:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609417.445407:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298689891 00000100:00000001:1.0:1749609417.445407:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609417.445409:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298689889 00000100:00000040:1.0:1749609417.445409:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:0.0:1749609417.445410:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609417.445411:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298689891 02000000:00000001:1.0:1749609417.445411:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609417.445412:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298689889 02000000:00000001:1.0:1749609417.445413:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609417.445413:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a96680. 00000100:00000001:2.0:1749609417.445414:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298689891 00000100:00000040:0.0:1749609417.445414:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a96680 x1834598193459712 msgsize 520 00000100:00000001:2.0:1749609417.445415:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298689889 00000100:00000001:1.0:1749609417.445415:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609417.445416:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298689891 00000100:00000040:1.0:1749609417.445416:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609417.445418:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609417.445418:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609417.445419:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609417.445419:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000001:2.0:1749609417.445421:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609417.445421:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193459584, offset 0 00000100:00000001:2.0:1749609417.445423:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609417.445425:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609417.445425:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609417.445430:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609417.445432:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609417.445433:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000400:00000200:1.0:1749609417.445435:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada07180 00000100:00000001:0.0:1749609417.445435:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609417.445438:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609417.445439:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4399 [1] + 0 00000100:00000001:2.0:1749609417.445443:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609417.445443:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609417.445445:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193459968 00000100:00000001:0.0:1749609417.445445:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609417.445446:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609417.445446:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609417.445446:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609417.445448:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609417.445449:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445449:0:6446:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609417.445451:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609417.445451:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609417.445453:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193459968 00000100:00000001:0.0:1749609417.445453:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445454:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749609417.445455:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609417.445456:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:2.0:1749609417.445457:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609417.445457:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609417.445459:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000040:1.0:1749609417.445460:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609417.445460:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 888 usecs (1 jiffies) 00000020:00000001:2.0:1749609417.445461:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609417.445462:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298689889 00000020:00000001:2.0:1749609417.445463:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609417.445464:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298689891 00000100:00000001:0.0:1749609417.445465:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298689889 00000100:00000001:2.0:1749609417.445467:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609417.445467:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609417.445467:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298689891 00000100:00000001:0.0:1749609417.445468:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298689889 00000020:00000010:2.0:1749609417.445469:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4900. 00000100:00000001:0.0:1749609417.445470:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298689891 00000400:00000200:1.0:1749609417.445471:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749609417.445472:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609417.445472:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298689889 00000100:00000001:0.0:1749609417.445473:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298689891 00000020:00000010:2.0:1749609417.445474:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7eba980. 00000100:00000001:1.0:1749609417.445475:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609417.445475:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609417.445476:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609417.445477:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609417.445479:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609417.445479:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609417.445481:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609417.445482:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609417.445485:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609417.445487:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445488:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1749609417.445489:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609417.445492:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a96300 x1834598193459584/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.445493:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445494:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1749609417.445495:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749609417.445497:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 02000000:00000001:0.0:1749609417.445497:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609417.445498:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609417.445499:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193459584:12345-0@lo:38: Request processed in 159us (319us total) trans 0 rc -19/-19 00000020:00000010:2.0:1749609417.445500:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00100000:0.0:1749609417.445500:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193459840:0@lo:38: 00000020:00000010:2.0:1749609417.445503:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609417.445503:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1749609417.445504:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:0.0:1749609417.445505:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1749609417.445506:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00100000:1.0:1749609417.445506:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 02000000:00000001:0.0:1749609417.445506:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445508:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609417.445508:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609417.445510:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749609417.445510:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51c00. 02000000:00000001:0.0:1749609417.445512:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.445513:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:1.0:1749609417.445513:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000400:00000010:0.0:1749609417.445514:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609417.445515:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609417.445516:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749609417.445517:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000400:00000010:0.0:1749609417.445517:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609417.445518:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609417.445519:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609417.445519:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193459840, portal 10 00000100:00100000:3.0:1749609417.445520:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193459712 00000020:00000010:1.0:1749609417.445520:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 02000000:00000001:3.0:1749609417.445521:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609417.445521:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609417.445522:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609417.445522:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 00000100:00000001:3.0:1749609417.445523:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609417.445523:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.445524:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609417.445525:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609417.445526:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609417.445527:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609417.445529:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609417.445530:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193459712 00000100:00000001:2.0:1749609417.445530:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609417.445532:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609417.445532:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609417.445532:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609417.445533:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609417.445534:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609417.445534:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609417.445535:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609417.445535:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000001:2.0:1749609417.445536:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749609417.445537:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c600. 00000100:00000200:0.0:1749609417.445537:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193459840, offset 0 00000100:00000001:2.0:1749609417.445538:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749609417.445540:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000100:00100000:2.0:1749609417.445540:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000400:00000200:0.0:1749609417.445541:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609417.445542:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09af0. 00000100:00000040:2.0:1749609417.445543:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609417.445544:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609417.445544:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609417.445544:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370072192 : -131936339479424 : ffff88012d5a3480) 00000100:00000001:3.0:1749609417.445546:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609417.445546:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609417.445548:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.445548:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a3480 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:363/0 lens 224/0 e 0 to 0 dl 1749609428 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609417.445550:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07280 00000100:00000001:3.0:1749609417.445551:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609417.445553:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 35832 00000100:00000001:3.0:1749609417.445555:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609417.445555:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609417.445556:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609417.445557:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4940. 00000400:00000200:0.0:1749609417.445557:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609417.445558:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000001:3.0:1749609417.445559:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875457152 : -131938834094464 : ffff880098a96680) 00000100:00000001:2.0:1749609417.445559:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609417.445559:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609417.445561:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4940. 00000100:00000040:3.0:1749609417.445562:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a96680 x1834598193459712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.445562:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609417.445563:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749609417.445564:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193459968:12345-0@lo:400: 00000100:00000010:0.0:1749609417.445566:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a96a00. 00000100:00000200:2.0:1749609417.445567:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193459968 00000100:00100000:3.0:1749609417.445568:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193459712:12345-0@lo:38: 00000100:00000040:0.0:1749609417.445568:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a96a00 x1834598193459840 msgsize 520 00000020:00000001:2.0:1749609417.445569:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609417.445570:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609417.445572:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609417.445574:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609417.445575:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193459712 00000100:00000001:0.0:1749609417.445575:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749609417.445576:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609417.445577:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609417.445577:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609417.445579:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:2.0:1749609417.445581:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609417.445582:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445582:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00020000:3.0:1749609417.445583:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749609417.445583:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193459840 00000400:00000200:0.0:1749609417.445583:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000020:00000001:2.0:1749609417.445584:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609417.445585:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609417.445585:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749609417.445585:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00010000:00000001:3.0:1749609417.445586:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609417.445586:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609417.445586:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609417.445587:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609417.445587:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609417.445588:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609417.445588:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609417.445588:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609417.445589:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609417.445590:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609417.445590:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609417.445590:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609417.445591:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7ac000. 02000000:00000001:3.0:1749609417.445592:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609417.445592:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749609417.445592:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193459840 00000100:00000001:3.0:1749609417.445593:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609417.445593:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749609417.445595:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609417.445595:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445595:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1749609417.445595:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609417.445596:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609417.445596:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749609417.445597:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609417.445597:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609417.445598:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609417.445598:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609417.445599:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749609417.445599:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609417.445601:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:1.0:1749609417.445601:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:3.0:1749609417.445602:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:1.0:1749609417.445602:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:3.0:1749609417.445603:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609417.445603:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609417.445604:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:1.0:1749609417.445604:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609417.445604:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609417.445605:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609417.445605:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609417.445606:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609417.445606:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609417.445607:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609417.445607:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609417.445607:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445608:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609417.445609:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 02000000:00000001:2.0:1749609417.445610:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609417.445610:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 656 usecs (1 jiffies) 00000100:00000200:3.0:1749609417.445611:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193459712, offset 0 00000100:00000001:1.0:1749609417.445611:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445611:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298689889 02000000:00000010:2.0:1749609417.445613:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dcc00. 00000100:00000001:0.0:1749609417.445613:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298689891 02000000:00000001:2.0:1749609417.445614:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445615:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298689889 00000400:00000200:3.0:1749609417.445616:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609417.445616:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445616:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.445617:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298689891 00000020:00000001:2.0:1749609417.445618:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445618:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298689889 00010000:00000040:2.0:1749609417.445620:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193459968 00000100:00000001:0.0:1749609417.445620:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298689891 00000400:00000200:3.0:1749609417.445621:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609417.445621:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298689889 00010000:00000001:2.0:1749609417.445622:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609417.445622:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298689891 00000100:00000001:0.0:1749609417.445624:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609417.445625:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07200 00010000:00000200:2.0:1749609417.445625:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a3480 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609417.445625:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609417.445625:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.445627:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609417.445629:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x43a9 [1] + 0 00000100:00100000:1.0:1749609417.445630:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00010000:00000001:2.0:1749609417.445632:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609417.445632:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875458048 : -131938834093568 : ffff880098a96a00) 00000400:00000200:3.0:1749609417.445633:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609417.445633:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609417.445635:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=112 v=5 (1 0 0 0) 00000100:00000040:1.0:1749609417.445635:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a96a00 x1834598193459840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609417.445638:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1749609417.445639:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609417.445640:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:3.0:1749609417.445641:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609417.445641:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000001:0.0:1749609417.445641:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749609417.445642:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193459840:12345-0@lo:38: 02000000:00000001:2.0:1749609417.445643:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749609417.445643:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 02000000:00000001:2.0:1749609417.445644:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609417.445645:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193459840 00000400:00000200:0.0:1749609417.445645:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:2.0:1749609417.445646:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609417.445646:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000020:00000001:1.0:1749609417.445647:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609417.445648:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749609417.445648:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609417.445648:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609417.445650:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749609417.445650:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:0.0:1749609417.445650:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609417.445652:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193459968, offset 224 00000100:00000200:3.0:1749609417.445653:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609417.445653:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609417.445655:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609417.445656:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609417.445657:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749609417.445657:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609417.445659:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609417.445661:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609417.445662:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609417.445662:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609417.445663:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609417.445664:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609417.445666:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07300 02000000:00000010:1.0:1749609417.445667:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad3000. 00000100:00000001:0.0:1749609417.445667:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609417.445668:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609417.445668:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609417.445669:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x43a1 [1] + 224 00000100:00000001:1.0:1749609417.445669:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445669:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609417.445671:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609417.445672:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445672:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609417.445673:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609417.445691:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609417.445692:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609417.445693:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609417.445694:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609417.445697:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609417.445701:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609417 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609417.445704:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=29 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609417.445707:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609417.445709:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609417.445711:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609417.445714:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609417.445717:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609417.445720:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609417.445720:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609417.445721:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609417.445723:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:0.0:1749609417.445723:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609417.445724:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609417.445725:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609417.445726:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:3.0:1749609417.445727:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000100:00000001:0.0:1749609417.445727:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749609417.445728:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:0.0:1749609417.445728:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609417.445729:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 02000000:00000001:1.0:1749609417.445729:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609417.445730:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609417.445731:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609417.445731:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749609417.445731:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609417.445732:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749609417.445733:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609417.445735:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609417.445735:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.445735:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609417.445736:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609417.445737:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:1.0:1749609417.445738:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609417.445738:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609417.445739:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609417.445740:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609417.445740:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000040:2.0:1749609417.445742:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609417.445742:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193459840, offset 0 00000100:00000040:3.0:1749609417.445743:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a96680 x1834598193459712/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609417.445745:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193459584:0@lo:38: 00000400:00000200:1.0:1749609417.445746:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609417.445749:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445750:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609417.445751:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193459712:12345-0@lo:38: Request processed in 182us (334us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609417.445751:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609417.445751:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609417.445752:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193459584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609417.445755:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07280 00000100:00100000:3.0:1749609417.445756:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:3.0:1749609417.445758:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609417.445758:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x43b5 [1] + 0 00000100:00000001:0.0:1749609417.445758:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609417.445759:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609417.445761:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000400:00000200:2.0:1749609417.445762:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000200:1.0:1749609417.445762:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609417.445763:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09af0. 00000400:00000010:2.0:1749609417.445764:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000020:00000010:3.0:1749609417.445765:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c600. 00000400:00000200:1.0:1749609417.445765:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609417.445765:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609417.445766:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609417.445767:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609417.445767:0:6442:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749609417.445767:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 00000100:00000001:3.0:1749609417.445768:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.445770:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609417.445770:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609417.445770:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749609417.445772:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:0.0:1749609417.445772:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609417.445773:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:2.0:1749609417.445774:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609417.445775:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609417.445775:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749609417.445777:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609417.445777:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609417.445777:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3ddc00. 00000100:00000040:2.0:1749609417.445779:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3480 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609417.445780:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609417.445781:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609417.445783:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:1.0:1749609417.445784:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609417.445786:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193459968:12345-0@lo:400: Request processed in 230us (427us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609417.445786:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000100:00000001:0.0:1749609417.445786:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609417.445787:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609417.445788:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:1.0:1749609417.445789:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609417.445789:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609417.445790:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609417.445792:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:1.0:1749609417.445792:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445793:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609417.445794:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:2.0:1749609417.445795:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:0.0:1749609417.445795:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609417.445796:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445796:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609417.445797:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749609417.445797:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609417.445797:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609417.445798:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609417.445800:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000040:1.0:1749609417.445800:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a96a00 x1834598193459840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609417.445800:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609417.445801:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609417.445803:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000020:00000010:2.0:1749609417.445804:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000400:00000200:0.0:1749609417.445804:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00100000:1.0:1749609417.445806:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193459840:12345-0@lo:38: Request processed in 164us (237us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749609417.445806:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000020:00000010:2.0:1749609417.445808:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00000100:00000001:0.0:1749609417.445808:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609417.445810:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609417.445812:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000020:00000040:2.0:1749609417.445814:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:1.0:1749609417.445814:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609417.445815:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609417.445816:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609417.445816:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609417.445817:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000020:00000010:1.0:1749609417.445820:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609417.445822:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609417.445823:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.445824:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749609417.445825:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:2.0:1749609417.445826:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609417.445826:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609417.445827:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609417.445827:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609417.445828:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.445828:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609417.445829:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609417.445830:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609417.445830:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609417.445832:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000100:00001000:0.0:1749609417.445833:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609417 v=5 (0 0 0 0) 00000400:00000200:2.0:1749609417.445834:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00001000:0.0:1749609417.445835:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=11 v=20 (1 20 0 0) 00000400:00000010:2.0:1749609417.445836:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609417.445837:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609417.445837:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1749609417.445839:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.445843:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609417.445845:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609417.445846:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609417.445848:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.445854:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609417.445856:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609417.445858:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.445859:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609417.445859:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609417.445860:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.445860:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609417.445861:0:1048:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:0.0:1749609417.445862:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749609417.445863:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609417.445864:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:0.0:1749609417.445864:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609417.445865:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445865:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609417.445867:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609417.445868:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609417.445870:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=112 v=5 (5 0 0 0) 00000100:00001000:2.0:1749609417.445873:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=112 v=5 (1 0 0 0) 00000100:00100000:0.0:1749609417.445873:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193459712:0@lo:38: 00000100:00000001:2.0:1749609417.445875:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609417.445876:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609417.445878:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1749609417.445879:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1749609417.445879:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609417.445880:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00010000:00080000:2.0:1749609417.445882:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609417.445882:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609417.445883:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609417.445885:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609417.445887:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609417.445887:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609417.445890:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609417.445892:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609417.445893:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609417.445894:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609417.445894:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609417.445897:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.445899:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609417.445900:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.445901:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609417.445902:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609417.445903:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609417.445904:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609417.445904:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609417.445905:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.445905:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.445907:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609417.445910:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609417.445913:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193459968:0@lo:400: 00000100:00001000:0.0:1749609417.445914:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609417 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609417.445916:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609417.445916:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=112 v=20 (20 0 0 0) 00000100:00000001:2.0:1749609417.445918:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609417.445918:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609417.445919:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193459968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.445919:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609417.445921:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609417.445924:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749609417.445924:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609417.445929:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609417.445929:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749609417.445930:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74600. 02000000:00000001:2.0:1749609417.445946:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609417.445946:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749609417.445947:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609417.445947:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609417.445948:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609417.445948:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609417.445949:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609417.445950:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609417.445951:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be400. 00000100:00080000:0.0:1749609417.445951:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609417.445953:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609417.445954:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609417.445957:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749609417.445957:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609417.445958:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609417.445959:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:2.0:1749609417.445962:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609417.445963:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609417.445963:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193459840:0@lo:38: 00000100:00000001:2.0:1749609417.445964:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.445966:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609417.445967:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609417.445968:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445968:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609417.445969:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193459712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609417.445970:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609417.445971:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.445975:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609417.445976:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609417.445977:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609417.445980:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609417.445981:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609417.445982:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609417.445983:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609417.445984:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3de000. 02000000:00000001:0.0:1749609417.445991:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609417.445992:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609417.445994:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000001:0.0:1749609417.445997:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609417.445998:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.446000:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609417.446002:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1c00 x1834598193459840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609417.446008:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609417.446009:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609417.446010:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51c00. 02000000:00000001:0.0:1749609417.446012:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609417.446012:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609417.446013:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609417.446015:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609417.446016:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dd800. 02000000:00000001:0.0:1749609417.446017:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609417.446018:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609417.446019:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00000001:0.0:1749609417.446020:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609417.446021:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609417.446023:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.446024:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609417.446025:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609417.446027:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.446028:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609417.447714:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298689891, at 4298689891 00000100:00000040:1.0:1749609417.447716:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298689891, at 4298689891 00000100:00000040:3.0:1749609417.447718:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298689891, at 4298689891 00000100:00000010:2.0:1749609417.447722:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e76c0. 00000100:00000010:3.0:1749609417.447723:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e72c0. 00000100:00000010:1.0:1749609417.447731:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7e00. 00000100:00000040:0.0:1749609417.447813:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298689891, at 4298689891 00000100:00000010:0.0:1749609417.447824:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7180. 00000100:00000001:2.0:1749609417.532785:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609417.532792:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609417.532794:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609417.532797:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609417.532800:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609417.532803:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.532805:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609417.532807:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.532808:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609418.082871:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609418.082877:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609418.082879:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609418.082881:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609418.082884:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609418.082887:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609418.082889:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609418.082890:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609418.082892:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609418.400845:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609418.400850:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609418.400976:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609418.400982:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609418.400986:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609418.445800:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609418.445813:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609418.445815:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609418.445819:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609418.445822:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609418.445825:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609418.445827:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609418.532802:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609418.532810:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609418.532812:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609418.532816:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609418.532819:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609418.532822:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609418.532838:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609418.532841:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609418.532844:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609419.082789:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609419.082794:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609419.082795:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609419.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609419.082799:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609419.082802:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609419.082804:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609419.082806:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609419.082807:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609419.402820:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609419.402824:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609419.402952:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609419.402957:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609419.402960:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609419.445790:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609419.445802:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609419.445803:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609419.445805:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609419.445807:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609419.445810:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609419.445811:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609419.532793:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609419.532800:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609419.532802:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609419.532804:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609419.532807:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609419.532810:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609419.532813:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609419.532815:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609419.532817:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.082852:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609420.082857:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609420.082858:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609420.082860:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609420.082863:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609420.082865:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.082867:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609420.082869:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.082870:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609420.404810:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609420.404815:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609420.404890:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609420.404896:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609420.404899:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609420.445778:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609420.445801:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609420.445803:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.445807:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609420.445810:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609420.445812:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.445814:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.532819:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609420.532825:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609420.532827:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609420.532830:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609420.532833:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609420.532835:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.532838:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609420.532840:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.532841:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609421.082784:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609421.082791:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609421.082793:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609421.082796:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609421.082799:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609421.082801:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609421.082804:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609421.082805:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609421.082806:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609421.196046:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609421.196065:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609421.196069:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609421.196072:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609421.196084:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609421.196102:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500380 00000400:00000100:0.0:1749609421.196110:0:1043:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188188544 offset 0 length 520: 4 00000400:00000200:0.0:1749609421.196114:0:1043:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609421.196116:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609421.196128:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609421.196141:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609421.196143:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609421.196153:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609421.406808:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609421.406815:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609421.406872:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609421.406876:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609421.406878:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609421.445793:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609421.445810:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609421.445811:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609421.445815:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609421.445817:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609421.445820:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609421.445822:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609421.532782:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609421.532789:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609421.532791:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609421.532795:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609421.532798:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609421.532801:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609421.532804:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609421.532807:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609421.532809:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609422.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609422.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609422.082805:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609422.082808:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609422.082811:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.082813:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609422.082815:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609422.408804:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609422.408810:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609422.408922:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609422.408926:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609422.408928:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609422.445782:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609422.445789:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749609422.445801:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609397/real 1749609397] req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609422 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609422.445817:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609422.445819:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609422.445822:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000400:00000200:0.0:1749609422.445826:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:0.0:1749609422.445840:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:0.0:1749609422.445844:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609422.445846:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609422 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609422.445851:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609422 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.445856:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609422.445857:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.445859:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609422.445860:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609422.445862:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609422 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.445866:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.445875:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609422.445876:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.445878:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609422.445880:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609422.445882:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609422.445884:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609422 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.445888:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609422.445890:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.445891:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609422.445891:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.445893:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609422.445894:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749609422.445909:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609422.445930:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:0.0:1749609422.445932:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749609422.445934:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609422 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609422.445938:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193457280:0@lo:250: 00000100:00000001:0.0:1749609422.445946:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.445948:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609422.445950:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193457280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609422 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.445954:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609422.445956:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609422.445960:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51000. 02000000:00000001:0.0:1749609422.445962:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609422.445964:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609422.445966:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609422.445967:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609422.445968:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dc400. 02000000:00000001:0.0:1749609422.445971:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609422.445972:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609422.445973:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000001:0.0:1749609422.445977:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609422.445978:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.445979:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.445982:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609422.445982:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.445983:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609422.445984:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609422.446006:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609422.446010:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749609422.446012:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609422.446014:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609422.446016:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609422.446018:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4002 00000100:00080000:2.0:1749609422.446021:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609422.446022:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609422.446024:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609422.446026:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609422.446027:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609422.446034:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609422.446035:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:2.0:1749609422.446037:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609422.446040:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:2.0:1749609422.446041:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:2.0:1749609422.446042:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:2.0:1749609422.446044:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609422.446045:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609422.446045:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609422.446046:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609422.446048:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:2.0:1749609422.446049:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:2.0:1749609422.446050:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609422.446052:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609422.446054:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609422.446055:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446057:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609422.446059:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609422.446062:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000020:00000040:2.0:1749609422.446065:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:2.0:1749609422.446068:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609422.446069:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446072:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609422.446074:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609422.446078:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609422.446084:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dd000. 00000100:00000001:2.0:1749609422.446090:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609422.446095:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609422.446105:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609422.446107:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609422.446110:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609422.446139:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609422.446142:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609422.446144:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609422.446145:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609422.446146:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609422.446147:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609422.446148:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4022 00000100:00080000:2.0:1749609422.446150:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609422.446151:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609422.446152:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609422.446153:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609422.446154:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609422.446154:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609422.446155:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609422.446155:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609422.446156:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000100:00000001:0.0:1749609422.446156:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609422.446157:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609422.446158:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609422.446159:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609422.446159:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609422.446160:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609422.446161:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609422.446162:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609422.446163:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609422.446164:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609422.446164:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749609422.446165:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00000001:0.0:1749609422.446165:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609422.446166:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609422.446167:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446167:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609422.446168:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609422.446169:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609422.446170:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609422.446172:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193460096:0@lo:250: 02000000:00000001:2.0:1749609422.446173:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609422.446174:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446174:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609422.446175:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749609422.446177:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609422.446179:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609422.446181:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609422.446182:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609422.446182:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446183:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609422.446184:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609422.446185:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609422.446185:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51000. 00000100:00000001:2.0:1749609422.446186:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609422.446186:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609422.446187:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609422.446188:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609422.446189:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 02000000:00000010:2.0:1749609422.446190:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dc800. 00000100:00000001:2.0:1749609422.446192:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609422.446193:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00100000:2.0:1749609422.446195:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749609422.446197:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193460096, portal 25 00000100:00000001:2.0:1749609422.446199:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609422.446199:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609422.446200:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446200:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000100:00000040:2.0:1749609422.446201:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609422.446203:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609422.446205:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609422.446206:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609422.446207:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749609422.446208:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:0.0:1749609422.446208:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609422.446209:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609422.446209:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1749609422.446210:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609422.446211:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:0.0:1749609422.446211:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193460096, offset 0 00000100:00080000:2.0:1749609422.446212:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4022 00000100:00080000:2.0:1749609422.446213:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749609422.446214:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609422.446215:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609422.446216:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609422.446216:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609422.446217:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609422.446218:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609422.446219:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609422.446219:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609422.446220:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609422.446223:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609422.446225:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000400:00000200:0.0:1749609422.446225:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609422.446226:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609422.446227:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609422.446228:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609422.446229:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609422.446230:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609422.446231:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609422.446232:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609422.446233:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609422.446234:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609422.446234:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada07380 02000000:00000001:2.0:1749609422.446235:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446236:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609422.446237:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1749609422.446237:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193460096 offset 0 length 520: 4 00000100:00000010:2.0:1749609422.446238:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000020:00000040:2.0:1749609422.446239:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609422.446240:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749609422.446240:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726196b0 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:2.0:1749609422.446241:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446241:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749609422.446241:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:2.0:1749609422.446242:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609422.446243:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609422.446244:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dc400. 00000100:00000001:2.0:1749609422.446246:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609422.446247:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609422.446249:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:2.0:1749609422.446250:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749609422.446250:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609422.446251:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609422.446252:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2300] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446253:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609422.446255:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609422.446255:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609422.446257:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609422.446258:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609422.446261:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749609422.446261:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749609422.446262:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609422.446263:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:0.0:1749609422.446263:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609422.446264:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4022 00000100:00080000:2.0:1749609422.446265:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609422.446267:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609422.446267:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609422.446268:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609422.446268:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446269:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609422.446269:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749609422.446270:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609422.446270:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609422.446271:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609422.446272:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609422.446273:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609422.446273:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609422.446274:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609422.446275:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609422.446276:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609422.446277:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609422.446277:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609422.446277:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298694901 00000020:00000040:2.0:1749609422.446278:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609422.446279:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609422.446280:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609422.446281:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609422.446282:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609422.446283:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446284:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609422.446285:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609422.446286:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000100:00000010:0.0:1749609422.446286:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7180. 00000020:00000040:2.0:1749609422.446287:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609422.446288:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609422.446288:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446289:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609422.446292:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609422.446292:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749609422.446293:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609422.446295:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dd800. 00000100:00000001:2.0:1749609422.446296:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609422.446298:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609422.446298:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298694901 00000100:00000010:0.0:1749609422.446300:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7640. 00000100:00000001:2.0:1749609422.446301:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609422.446302:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609422.446303:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446303:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609422.446306:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609422.446307:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609422.446309:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609422.446311:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000020:00000040:2.0:1749609422.446312:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609422.446313:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609422.446314:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609422.446315:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446315:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298694901 02000000:00000010:2.0:1749609422.446317:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be400. 00000100:00000001:2.0:1749609422.446318:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609422.446318:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f40. 00000100:00000040:2.0:1749609422.446319:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609422.446320:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609422.446322:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298694901 00000100:00000001:2.0:1749609422.446323:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609422.446323:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609422.446324:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e77c0. 00000100:00000040:2.0:1749609422.446326:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1c00] to pc [ptlrpcd_00_02+2] req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446326:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609422.446335:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609422.446338:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446338:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446340:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609422.446341:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4032) 00000100:00000001:0.0:1749609422.446342:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446345:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609422.446346:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609422.446347:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609422.446349:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609422.446349:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609422.446349:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609422.446352:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609422.446353:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609422.446354:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609422.446358:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446359:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609422.446360:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446362:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609422.446363:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609422.446364:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609422.446365:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446365:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609422.446366:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609422.446366:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193460224:0@lo:38: 02000000:00000001:1.0:1749609422.446367:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609422.446368:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609422.446369:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609422.446369:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446369:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609422.446370:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193460608:0@lo:400: 02000000:00000001:0.0:1749609422.446371:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609422.446372:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609422.446372:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446373:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749609422.446374:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609422.446375:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609422.446376:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609422.446379:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609422.446380:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609422.446381:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609422.446382:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609422.446383:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a058. 00000400:00000010:1.0:1749609422.446386:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000010:0.0:1749609422.446386:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000200:1.0:1749609422.446388:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193460608, portal 10 00000100:00000001:1.0:1749609422.446389:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1749609422.446389:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:1.0:1749609422.446390:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 00000100:00000200:0.0:1749609422.446392:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193460224, portal 4 00000100:00000001:0.0:1749609422.446393:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749609422.446394:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446395:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000100:00000001:1.0:1749609422.446399:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609422.446400:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609422.446400:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609422.446401:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000200:1.0:1749609422.446403:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193460608, offset 0 00000400:00000200:1.0:1749609422.446405:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609422.446406:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609422.446408:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609422.446409:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609422.446412:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193460224, offset 0 00000400:00000200:1.0:1749609422.446415:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609422.446416:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609422.446419:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada07580 00000400:00000200:0.0:1749609422.446421:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609422.446424:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 36352 00000400:00000200:0.0:1749609422.446424:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada07400 00000400:00000200:1.0:1749609422.446428:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609422.446428:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 19760 00000400:00000200:1.0:1749609422.446431:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609422.446431:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609422.446433:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609422.446435:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609422.446436:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609422.446436:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609422.446437:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749609422.446439:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0700. 00000100:00000010:0.0:1749609422.446439:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a96d80. 00000100:00000040:1.0:1749609422.446441:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f0700 x1834598193460608 msgsize 224 00000100:00000040:0.0:1749609422.446441:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a96d80 x1834598193460224 msgsize 520 00000100:00100000:1.0:1749609422.446445:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609422.446445:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609422.446457:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609422.446460:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000001:1.0:1749609422.446461:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749609422.446461:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609422.446462:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609422.446464:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609422.446465:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749609422.446466:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:1.0:1749609422.446468:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609422.446468:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609422.446469:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609422.446470:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446472:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446475:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609422.446476:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446476:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609422.446479:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446480:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609422.446480:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446481:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609422.446481:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2670 usecs (3 jiffies) 00000100:00100000:2.0:1749609422.446482:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193460224 00000100:00000001:1.0:1749609422.446482:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609422.446483:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609422.446483:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298694892 00000100:00000040:1.0:1749609422.446484:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 542 usecs (1 jiffies) 00000100:00000001:0.0:1749609422.446484:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298694901 00000100:00000001:2.0:1749609422.446485:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609422.446486:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298694890 00000100:00000001:0.0:1749609422.446486:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298694892 00000100:00000001:1.0:1749609422.446487:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298694901 00000100:00000001:0.0:1749609422.446487:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298694901 00000100:00000001:0.0:1749609422.446487:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298694892 00000100:00000001:0.0:1749609422.446488:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298694901 00000100:00000001:1.0:1749609422.446489:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298694890 00000100:00000001:0.0:1749609422.446489:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298694892 00000100:00000001:2.0:1749609422.446490:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446490:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298694901 00000100:00000001:0.0:1749609422.446490:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298694901 00000100:00000001:0.0:1749609422.446490:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609422.446491:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298694890 00000100:00000001:0.0:1749609422.446491:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446492:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298694901 02000000:00000001:2.0:1749609422.446493:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446493:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298694890 00000100:00000001:1.0:1749609422.446493:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298694901 00000100:00000001:0.0:1749609422.446493:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609422.446494:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609422.446496:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193460224 00000020:00000001:2.0:1749609422.446497:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609422.446497:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609422.446497:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749609422.446498:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609422.446498:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609422.446498:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446498:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446499:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609422.446500:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609422.446500:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446500:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446500:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609422.446501:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609422.446501:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609422.446502:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193460352:0@lo:38: 00000100:00000001:0.0:1749609422.446503:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749609422.446504:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 02000000:00000001:0.0:1749609422.446504:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609422.446505:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609422.446505:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1749609422.446505:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446506:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609422.446506:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609422.446507:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749609422.446507:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 00000020:00000010:2.0:1749609422.446508:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609422.446508:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446508:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446509:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609422.446510:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000020:00000010:2.0:1749609422.446511:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000400:00000010:0.0:1749609422.446511:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609422.446513:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193460352, portal 10 00000100:00000001:2.0:1749609422.446515:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609422.446516:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609422.446516:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609422.446517:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446517:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 00000100:00000040:0.0:1749609422.446520:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609422.446521:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446523:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609422.446524:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609422.446525:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609422.446526:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193460352, offset 0 00000400:00000200:0.0:1749609422.446528:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609422.446530:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609422.446530:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609422.446531:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609422.446532:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193460608 02000000:00000001:1.0:1749609422.446533:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609422.446533:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07480 00000100:00000001:1.0:1749609422.446534:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609422.446534:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 36576 00000100:00000001:1.0:1749609422.446535:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609422.446537:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609422.446537:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609422.446538:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609422.446538:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193460608 00000100:00000001:2.0:1749609422.446539:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609422.446539:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609422.446539:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1749609422.446540:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:0.0:1749609422.446540:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749609422.446541:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749609422.446541:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1749609422.446542:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00100000:2.0:1749609422.446543:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000020:00000001:1.0:1749609422.446543:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000010:0.0:1749609422.446543:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a97100. 00000100:00000040:0.0:1749609422.446544:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a97100 x1834598193460352 msgsize 520 00000100:00000001:2.0:1749609422.446545:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875458944 : -131938834092672 : ffff880098a96d80) 00000020:00000001:1.0:1749609422.446545:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00100000:0.0:1749609422.446546:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609422.446547:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a96d80 x1834598193460224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609422.446548:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609422.446550:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11880. 00000100:00000001:0.0:1749609422.446550:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609422.446552:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193460224:12345-0@lo:38: 00000400:00000200:0.0:1749609422.446552:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000020:00000010:1.0:1749609422.446553:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4900. 00000400:00000010:0.0:1749609422.446553:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609422.446554:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609422.446555:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193460224 00000100:00000200:0.0:1749609422.446555:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609422.446557:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:1.0:1749609422.446558:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00010000:00000001:2.0:1749609422.446559:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609422.446559:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609422.446560:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609422.446562:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609422.446563:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193460352 00000100:00000001:1.0:1749609422.446563:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609422.446563:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446563:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609422.446564:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609422.446564:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609422.446565:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000040:0.0:1749609422.446566:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 880 usecs (1 jiffies) 00000020:00000010:1.0:1749609422.446567:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609422.446567:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298694890 00000100:00000001:3.0:1749609422.446569:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609422.446569:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609422.446569:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609422.446570:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298694901 00000100:00000001:3.0:1749609422.446571:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609422.446571:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609422.446571:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298694890 02000000:00000001:3.0:1749609422.446572:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446572:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298694901 00010000:00000001:2.0:1749609422.446573:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609422.446573:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609422.446573:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298694890 00000100:00100000:3.0:1749609422.446574:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193460352 00000100:00000001:1.0:1749609422.446574:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609422.446574:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298694901 00000020:00000001:3.0:1749609422.446575:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1749609422.446575:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609422.446575:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609422.446575:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298694890 00000020:00000040:3.0:1749609422.446576:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609422.446576:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298694901 00000100:00000001:0.0:1749609422.446576:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609422.446577:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609422.446577:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609422.446577:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446577:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609422.446578:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446578:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609422.446578:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609422.446579:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609422.446580:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609422.446580:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609422.446581:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c600. 00000100:00000001:1.0:1749609422.446583:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609422.446583:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609422.446583:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609422.446584:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 02000000:00000001:0.0:1749609422.446584:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749609422.446585:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3de000. 00000100:00000001:1.0:1749609422.446585:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609422.446585:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446585:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609422.446586:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09af0. 02000000:00000001:2.0:1749609422.446586:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446586:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446587:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609422.446587:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193460480:0@lo:38: 00000100:00000001:3.0:1749609422.446588:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609422.446588:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609422.446588:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609422.446589:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446589:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609422.446589:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609422.446589:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609422.446590:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609422.446590:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609422.446591:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52000. 00000100:00000001:3.0:1749609422.446592:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609422.446592:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446592:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609422.446593:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00001000:2.0:1749609422.446594:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609422.446594:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609422.446595:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609422.446595:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:3.0:1749609422.446596:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609422.446596:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749609422.446596:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193460480, portal 10 00000100:00100000:1.0:1749609422.446597:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:0.0:1749609422.446597:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609422.446597:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000001:2.0:1749609422.446598:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609422.446598:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000040:2.0:1749609422.446599:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609422.446599:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838077184 : -131938871474432 : ffff8800966f0700) 00000100:00000001:3.0:1749609422.446600:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609422.446600:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609422.446600:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609422.446601:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609422.446601:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609422.446601:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f0700 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:368/0 lens 224/0 e 0 to 0 dl 1749609433 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609422.446602:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:3.0:1749609422.446603:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 02000000:00000001:2.0:1749609422.446603:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609422.446604:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609422.446605:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875459840 : -131938834091776 : ffff880098a97100) 00000100:00000001:2.0:1749609422.446605:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609422.446606:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749609422.446607:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a97100 x1834598193460352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609422.446607:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609422.446607:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11040. 00000400:00000010:2.0:1749609422.446608:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609422.446608:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609422.446609:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11040. 00000100:00000001:0.0:1749609422.446609:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609422.446610:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193460224, offset 0 00000100:00000040:0.0:1749609422.446610:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749609422.446611:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193460608:12345-0@lo:400: 00000400:00000010:0.0:1749609422.446611:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00100000:3.0:1749609422.446613:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193460352:12345-0@lo:38: 00000400:00000200:2.0:1749609422.446613:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609422.446613:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193460608 00000020:00000001:1.0:1749609422.446614:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749609422.446615:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193460352 00000100:00000200:0.0:1749609422.446615:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193460480, offset 0 00000020:00000001:3.0:1749609422.446616:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609422.446616:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:3.0:1749609422.446617:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609422.446617:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609422.446617:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609422.446618:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609422.446619:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609422.446620:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609422.446621:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:3.0:1749609422.446622:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609422.446622:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada07400 00000400:00000200:0.0:1749609422.446622:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07500 00010000:00020000:3.0:1749609422.446623:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609422.446623:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749609422.446625:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609422.446625:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x43d5 [1] + 0 00000020:00000001:1.0:1749609422.446625:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609422.446626:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609422.446626:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609422.446627:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749609422.446627:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609422.446627:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609422.446628:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609422.446629:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609422.446629:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609422.446630:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749609422.446631:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 37096 02000000:00000001:3.0:1749609422.446632:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609422.446633:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609422.446633:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749609422.446634:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7ad400. 02000000:00000001:1.0:1749609422.446634:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609422.446634:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609422.446635:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609422.446637:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446637:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609422.446637:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609422.446637:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609422.446638:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749609422.446638:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071d000. 00010000:00000001:3.0:1749609422.446639:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609422.446639:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609422.446639:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609422.446639:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a97480. 00000100:00001000:3.0:1749609422.446640:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609422.446640:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609422.446640:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a97480 x1834598193460480 msgsize 520 00000100:00000001:3.0:1749609422.446642:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609422.446642:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609422.446643:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609422.446643:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609422.446644:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609422.446645:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609422.446646:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000040:1.0:1749609422.446646:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193460608 00000100:00000001:0.0:1749609422.446646:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609422.446647:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00010000:00000001:1.0:1749609422.446647:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749609422.446648:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609422.446648:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609422.446648:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609422.446648:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 02000000:00000001:3.0:1749609422.446649:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:1.0:1749609422.446649:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0700 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:368/0 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446649:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609422.446650:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609422.446650:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609422.446651:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609422.446652:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609422.446652:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609422.446653:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000400:00000010:3.0:1749609422.446654:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00010000:00000001:1.0:1749609422.446654:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609422.446654:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609422.446655:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749609422.446655:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609422.446656:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193460352, offset 0 00000100:00001000:1.0:1749609422.446656:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=117 v=5 (1 0 0 0) 00000100:00000040:0.0:1749609422.446656:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609422.446658:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609422.446658:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609422.446659:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609422.446659:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:0.0:1749609422.446659:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446659:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609422.446660:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609422.446661:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609422.446661:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609422.446661:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609422.446662:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:1.0:1749609422.446662:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609422.446663:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609422.446663:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446663:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609422.446663:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 648 usecs (1 jiffies) 00000100:00000040:1.0:1749609422.446664:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609422.446664:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298694890 00000100:00000001:0.0:1749609422.446664:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298694901 00000020:00000001:2.0:1749609422.446665:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609422.446665:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298694890 00000400:00000010:1.0:1749609422.446666:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609422.446666:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298694901 00000400:00000200:3.0:1749609422.446667:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07480 00000100:00000040:2.0:1749609422.446667:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a96d80 x1834598193460224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609422.446668:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193460608, offset 224 00000100:00000001:0.0:1749609422.446669:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298694890 00000400:00000200:3.0:1749609422.446670:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x43e1 [1] + 0 00000100:00000001:0.0:1749609422.446670:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298694901 00000100:00000001:0.0:1749609422.446671:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298694890 00000400:00000200:3.0:1749609422.446672:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609422.446672:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193460224:12345-0@lo:38: Request processed in 119us (229us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609422.446672:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609422.446672:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298694901 00000100:00000001:0.0:1749609422.446673:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609422.446687:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446688:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446689:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446692:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609422.446693:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609422.446693:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609422.446694:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609422.446698:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000400:00000200:3.0:1749609422.446699:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609422.446699:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609422.446700:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609422.446703:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000020:00000010:2.0:1749609422.446707:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000020:00000010:2.0:1749609422.446710:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000400:00000001:0.0:1749609422.446713:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609422.446713:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609422.446714:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609422.446715:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609422.446715:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609422.446716:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609422.446716:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:3.0:1749609422.446718:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609422.446718:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07580 00000100:00000001:0.0:1749609422.446718:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609422.446720:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609422.446721:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609422.446721:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x43d1 [1] + 224 00000100:00000200:0.0:1749609422.446723:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609422.446724:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609422.446725:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609422.446726:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609422.446726:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193460480 00000400:00000200:1.0:1749609422.446726:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609422.446727:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609422.446727:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609422.446727:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609422.446728:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609422.446728:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609422.446729:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446729:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609422.446730:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609422.446730:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609422.446730:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609422.446731:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609422.446731:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609422.446732:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193460480 00000100:00000001:0.0:1749609422.446732:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609422.446733:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609422.446733:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749609422.446734:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000020:00000001:2.0:1749609422.446734:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609422.446734:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609422.446734:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609422.446735:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000020:00000001:2.0:1749609422.446735:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609422.446736:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609422.446737:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00001000:0.0:1749609422.446737:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609422 v=5 (0 0 0 0) 00000020:00000010:2.0:1749609422.446738:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000020:00000010:2.0:1749609422.446739:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00001000:0.0:1749609422.446739:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=34 v=20 (1 20 0 0) 00000100:00000001:3.0:1749609422.446740:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609422.446740:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609422.446740:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609422.446740:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609422.446741:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609422.446741:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609422.446742:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609422.446742:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000001:0.0:1749609422.446742:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609422.446743:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609422.446743:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609422.446743:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609422.446744:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609422.446745:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609422.446745:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609422.446745:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609422.446746:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609422.446747:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609422.446747:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609422.446747:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609422.446748:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609422.446749:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a97100 x1834598193460352/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609422.446749:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609422.446751:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609422.446752:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609422.446752:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609422.446753:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609422.446753:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749609422.446754:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193460352:12345-0@lo:38: Request processed in 141us (209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609422.446754:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000020:00000001:1.0:1749609422.446754:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446754:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609422.446755:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875460736 : -131938834090880 : ffff880098a97480) 00000020:00000001:1.0:1749609422.446755:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609422.446755:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609422.446756:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609422.446757:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a97480 x1834598193460480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609422.446757:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749609422.446758:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f0700 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:368/0 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609422.446758:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00100000:3.0:1749609422.446759:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000001:0.0:1749609422.446759:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609422.446761:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749609422.446761:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609422.446762:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609422.446762:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193460480:12345-0@lo:38: 00000100:00000200:2.0:1749609422.446763:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193460480 00000100:00100000:1.0:1749609422.446763:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193460608:12345-0@lo:400: Request processed in 156us (320us total) trans 0 rc 0/0 00000020:00000010:3.0:1749609422.446764:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000020:00000001:2.0:1749609422.446764:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749609422.446765:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09af0. 00010000:00000001:2.0:1749609422.446765:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609422.446765:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193460224:0@lo:38: 00000020:00000010:3.0:1749609422.446767:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c600. 00000100:00100000:1.0:1749609422.446768:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000400:00000001:0.0:1749609422.446768:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609422.446769:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609422.446769:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609422.446769:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000400:00000001:0.0:1749609422.446769:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609422.446769:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00010000:00020000:2.0:1749609422.446770:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609422.446770:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609422.446770:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00010000:00000001:2.0:1749609422.446771:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609422.446771:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00010000:00000001:2.0:1749609422.446772:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609422.446772:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609422.446772:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609422.446773:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749609422.446773:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000200:0.0:1749609422.446773:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609422.446774:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609422.446775:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1749609422.446775:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 02000000:00000010:2.0:1749609422.446777:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3ddc00. 00000020:00000010:1.0:1749609422.446777:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000100:00000200:0.0:1749609422.446777:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609422.446778:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:2.0:1749609422.446778:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446779:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609422.446779:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000020:00000040:3.0:1749609422.446780:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00010000:00000001:2.0:1749609422.446780:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609422.446780:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446780:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749609422.446781:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446781:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609422.446782:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609422.446782:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609422.446782:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609422.446783:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609422.446783:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609422.446783:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446784:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609422.446784:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609422.446785:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609422.446786:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:0.0:1749609422.446786:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609422 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609422.446787:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609422.446788:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609422.446789:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1749609422.446789:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=16 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609422.446790:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609422.446791:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609422.446792:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609422.446793:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446794:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609422.446794:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609422.446795:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609422.446795:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609422.446796:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749609422.446797:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609422.446797:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749609422.446798:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609422.446798:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1749609422.446799:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609422.446799:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446799:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:1.0:1749609422.446800:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a058. 00000100:00000001:0.0:1749609422.446800:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609422.446801:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000100:00080000:0.0:1749609422.446801:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749609422.446802:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00080000:0.0:1749609422.446802:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609422.446803:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609422.446804:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609422.446804:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609422.446805:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609422.446806:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193460480, offset 0 00000100:00100000:0.0:1749609422.446808:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193460352:0@lo:38: 00000400:00000200:2.0:1749609422.446809:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609422.446809:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446809:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446810:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609422.446811:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193460224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609422.446812:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609422.446813:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609422.446814:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446814:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1749609422.446815:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07500 00000100:00000001:1.0:1749609422.446815:0:1050:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609422.446815:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749609422.446816:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1749609422.446816:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 00000100:00000001:1.0:1749609422.446817:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609422.446817:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446817:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749609422.446818:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x43e9 [1] + 0 00000020:00000001:0.0:1749609422.446818:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609422.446818:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609422.446819:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749609422.446820:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749609422.446820:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dc800. 02000000:00000001:1.0:1749609422.446821:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446821:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749609422.446822:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609422.446822:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609422.446823:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749609422.446824:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=117 v=5 (5 0 0 0) 00000100:00000200:2.0:1749609422.446825:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609422.446825:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=117 v=5 (1 0 0 0) 00000100:00000001:1.0:1749609422.446827:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609422.446828:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609422.446829:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749609422.446830:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749609422.446832:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609422.446833:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00000001:2.0:1749609422.446834:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609422.446836:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00010000:00000001:1.0:1749609422.446836:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446836:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1749609422.446837:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609422.446837:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609422.446838:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609422.446838:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609422.446839:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609422.446839:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609422.446839:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1749609422.446839:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193460352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609422.446840:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446840:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1749609422.446841:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609422.446841:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.446842:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609422.446843:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609422.446843:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446843:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609422.446843:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749609422.446844:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a97480 x1834598193460480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609422.446844:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609422.446845:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609422.446845:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609422.446846:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749609422.446846:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609422.446846:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609422.446847:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1749609422.446847:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dc400. 00000100:00000001:1.0:1749609422.446848:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609422.446848:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609422.446848:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1749609422.446849:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193460480:12345-0@lo:38: Request processed in 87us (207us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609422.446849:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609422.446849:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000100:00000001:0.0:1749609422.446850:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609422.446850:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446851:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609422.446852:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000001:0.0:1749609422.446852:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609422.446853:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193460608:0@lo:400: 00000100:00000001:0.0:1749609422.446853:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609422.446854:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609422.446854:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1749609422.446854:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609422.446855:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749609422.446856:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609422.446856:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609422.446856:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749609422.446856:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000020:00000010:2.0:1749609422.446857:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000040:1.0:1749609422.446857:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1c00 x1834598193460608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609422.446857:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609422.446858:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609422.446859:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609422.446860:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749609422.446860:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609422.446861:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1749609422.446862:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 02000000:00000010:1.0:1749609422.446862:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609422.446863:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609422.446864:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609422.446864:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609422.446864:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:0.0:1749609422.446864:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609422.446865:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609422.446867:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609422.446867:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446868:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:1.0:1749609422.446869:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be400. 02000000:00000001:0.0:1749609422.446869:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609422.446869:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609422.446872:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.446873:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609422.446874:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609422.446875:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1749609422.446875:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609422 v=5 (0 0 0 0) 00000100:00000010:1.0:1749609422.446876:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00001000:0.0:1749609422.446877:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=117 v=20 (20 0 0 0) 00000100:00000001:1.0:1749609422.446878:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609422.446878:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609422.446879:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446879:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609422.446880:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446880:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609422.446882:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749609422.446882:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609422.446883:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.446884:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609422.446885:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446885:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609422.446886:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609422.446886:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446887:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609422.446887:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609422.446888:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609422.446889:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609422.446890:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609422.446891:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609422.446895:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193460480:0@lo:38: 00000100:00000001:0.0:1749609422.446913:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446914:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609422.446915:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193460480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.446919:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609422.446920:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609422.446921:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52000. 02000000:00000001:0.0:1749609422.446922:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609422.446923:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609422.446924:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609422.446925:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609422.446929:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dd800. 02000000:00000001:0.0:1749609422.446931:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609422.446931:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609422.446932:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000001:0.0:1749609422.446934:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609422.446935:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.446935:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446936:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609422.446937:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609422.446937:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.446938:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609422.457719:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298694901, at 4298694901 00000100:00000040:0.0:1749609422.457720:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298694901, at 4298694901 00000100:00000040:1.0:1749609422.457725:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298694901, at 4298694901 00000100:00000040:3.0:1749609422.457726:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298694901, at 4298694901 00000100:00000010:2.0:1749609422.457728:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f40. 00000100:00000010:1.0:1749609422.457731:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7640. 00000100:00000010:3.0:1749609422.457733:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e77c0. 00000100:00000010:0.0:1749609422.457738:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7180. 00000100:00000001:0.0:1749609422.532732:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609422.532739:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609422.532741:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609422.532744:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609422.532746:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609422.532749:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.532752:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609422.532754:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.532756:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609423.082802:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609423.082813:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609423.082815:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609423.082818:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609423.082822:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609423.082825:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609423.082827:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609423.082829:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609423.082831:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609423.410805:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609423.410812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609423.410880:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609423.410884:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609423.410887:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609423.532753:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609423.532759:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609423.532761:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609423.532764:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609423.532768:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609423.532786:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609423.532789:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609423.532792:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609423.532794:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609424.082859:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609424.082867:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609424.082869:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609424.082872:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609424.082875:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609424.082877:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609424.082879:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609424.082881:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609424.082883:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609424.412781:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609424.412787:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609424.412847:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609424.412850:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609424.412853:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609424.532727:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609424.532734:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609424.532736:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609424.532739:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609424.532743:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609424.532746:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609424.532749:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609424.532753:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609424.532755:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.082788:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609425.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609425.082798:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609425.082801:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609425.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609425.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609425.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609425.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609425.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609425.414799:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609425.414808:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609425.414810:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609425.414813:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609425.414817:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609425.414832:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609425.414834:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609425.414836:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609425.414919:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609425.414923:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609425.414926:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609425.532785:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609425.532795:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609425.532797:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609425.532801:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609425.532804:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609425.532808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609425.532811:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609425.532814:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609425.532816:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609426.082793:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609426.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609426.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609426.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609426.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609426.082813:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609426.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609426.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609426.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609426.416811:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609426.416818:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609426.416878:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609426.416882:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609426.416885:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609426.532739:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609426.532748:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609426.532750:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609426.532753:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609426.532755:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609426.532758:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609426.532761:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609426.532769:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012d5a0380 x1834598193458944/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.532777:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609426.532778:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193458944/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.532783:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609426.532797:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609426.532799:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609426.532801:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609426.532802:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193458944/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609426.532807:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193458944:0@lo:101: 00000100:00000001:0.0:1749609426.532810:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609426.532811:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609426.532813:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609426.532814:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609426.532815:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193458944/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.532818:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609426.532820:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7c00. 00000100:00000001:0.0:1749609426.532826:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609426.532826:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609426.532829:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609426.532832:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609426.532834:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609426.532837:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef74c00 refcount=4 00000020:00000001:0.0:1749609426.532838:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981225472 : -131938728326144 : ffff88009ef74c00) 00010000:00000001:0.0:1749609426.532840:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981225472 : -131938728326144 : ffff88009ef74c00) 00010000:00010000:0.0:1749609426.532844:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609426.532850:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609426.532852:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609426.532855:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609426.532857:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609426.532864:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609426.532865:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609426.532867:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609426.532892:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609426.532894:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609426.532896:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609426.532898:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609426.532902:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef74c00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609426.532904:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609426.532906:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609426.532909:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609426.532910:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609426.532911:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609426.532911:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef74c00 refcount=5 00000020:00000001:0.0:1749609426.532912:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981225472 : -131938728326144 : ffff88009ef74c00) 00010000:00000001:0.0:1749609426.532913:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981225472 : -131938728326144 : ffff88009ef74c00) 00010000:00000001:0.0:1749609426.532915:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609426.532916:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609426.532919:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609426.532919:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609426.532922:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749609426.532923:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609426.532924:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609426.532928:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609426.532930:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609426.532932:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609426.532933:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609426.532934:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609426.532935:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609426.532936:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef74c00 with handle 0xae754a08875148d2 from hash 00010000:00000001:0.0:1749609426.532938:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609426.532938:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609426.532939:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609426.532939:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609426.532940:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609426.532941:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609426.532942:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609426.532942:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609426.532943:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609426.532944:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609426.532945:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609426.532947:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609426.532948:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609426.532948:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609426.532949:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609426.532950:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609426.532950:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609426.532951:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609426.532951:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef74c00/0xae754a08875148d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609426.532956:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009f3bea00 count: 0 00010000:00000001:0.0:1749609426.532987:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609426.532988:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609426.532990:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609426.532992:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193458944/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.532995:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609426.533000:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609426.533001:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609426.533003:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609426.533006:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef75c00. 02000000:00000001:0.0:1749609426.533010:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609426.533012:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609426.533013:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00000001:0.0:1749609426.533017:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609426.533018:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609426.533019:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609426.533021:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609426.533022:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609426.533024:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e7180. 00000020:00000010:0.0:1749609426.533027:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79000. 00000020:00000010:0.0:1749609426.533031:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a79c00. 00000040:00000010:0.0:1749609426.533033:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a78400. 00000020:00000010:0.0:1749609426.533036:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a76000. 00000020:00000010:0.0:1749609426.533039:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a79e00. 80000000:00000010:0.0:1749609426.533043:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609426.533046:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79600. 00080000:00000010:0.0:1749609426.533051:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609426.533055:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609426.533061:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609426.533063:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609426.533067:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a79c00. 00000040:00000010:0.0:1749609426.533069:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a78400. 00000020:00000010:0.0:1749609426.533071:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a76000. 00000020:00000010:0.0:1749609426.533073:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a79e00. 80000000:00000010:0.0:1749609426.533075:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609426.533077:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79600. 00080000:00000010:0.0:1749609426.533079:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609426.533081:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609426.533086:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79000. 10000000:00000010:0.0:1749609426.533088:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e7180. 10000000:01000000:0.0:1749609426.533092:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-OST0000' failed (-5). 10000000:00000001:0.0:1749609426.533095:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749609426.533097:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749609426.533098:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609426.533100:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609426.533101:0:6439:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b45f1800) refs 2 10000000:00000001:0.0:1749609426.533102:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609426.533103:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609426.533104:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff8800b47ea400) refs 2 10000000:00000001:0.0:1749609426.533105:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609426.533106:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609426.533106:0:6439:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749609426.533107:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609426.533108:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff880096d20800 from 1 10000000:00000001:0.0:1749609426.533110:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609426.533110:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749609426.533114:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a97800. 00000020:00000040:0.0:1749609426.533116:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609426.533119:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609426.533121:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609426.533124:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609426.533127:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a79000. 00000100:00000001:0.0:1749609426.533132:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609426.533135:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609426.533137:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609426.533141:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35400. 00010000:00000001:0.0:1749609426.533144:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609426.533145:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a79800. 00000020:00000001:0.0:1749609426.533147:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609426.533149:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a79800 with handle 0xae754a08875148d9 to hash 00000020:00000001:0.0:1749609426.533150:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609426.533151:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841784320 : -131938867767296 : ffff880096a79800) 00010000:00000001:0.0:1749609426.533153:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841784320 : -131938867767296 : ffff880096a79800) 00010000:00000001:0.0:1749609426.533155:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609426.533156:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609426.533160:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609426.533164:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609426.533171:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609426.533174:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609426.533175:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609426.533179:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f780. 00000100:00000001:0.0:1749609426.533180:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392600960 : -131936316950656 : ffff88012eb1f780) 00000100:00000001:0.0:1749609426.533182:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609426.533183:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134875461632 : -131938834089984 : ffff880098a97800) 00000100:00000001:0.0:1749609426.533186:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609426.533187:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609426.533188:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609426.533189:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609426.533191:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880098a97800 x1834598193460736/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.533196:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609426.533197:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609426.533198:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880098a97800 x1834598193460736/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.533202:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609426.533203:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609426.533203:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609426.533204:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609426.533205:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609426.533205:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609426.533206:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609426.533207:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609426.533207:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609426.535802:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3bea00. 00010000:00000010:1.1:1749609426.535810:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef74c00. 00000100:00000001:2.0:1749609427.082860:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609427.082887:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609427.082889:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609427.082892:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609427.082895:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609427.082898:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609427.082900:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609427.082902:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609427.082903:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609427.418806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609427.418826:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609427.418912:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609427.418916:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609427.418919:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609427.446742:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609427.446755:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609427.446756:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.446759:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609427.446761:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609427.446764:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.446766:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609427.460764:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609427.460770:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609427.460772:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609427.460775:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609427.460777:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609427.460789:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609427.460792:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609427.460796:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4027 00000100:00080000:2.0:1749609427.460800:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609427.460802:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609427.460804:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609427.460805:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609427.460806:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609427.460809:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609427.460811:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609427.460813:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609427.460815:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609427.460816:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609427.460817:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609427.460819:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609427.460820:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609427.460821:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609427.460822:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609427.460824:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609427.460825:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609427.460827:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609427.460829:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609427.460835:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609427.460836:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.460838:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609427.460840:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609427.460844:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000020:00000040:2.0:1749609427.460847:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609427.460850:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609427.460851:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.460853:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609427.460856:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609427.460861:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609427.460883:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3df400. 00000100:00000001:2.0:1749609427.460889:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609427.460895:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609427.460903:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609427.460905:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609427.460907:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609427.460922:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609427.460924:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609427.460926:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609427.460927:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609427.460927:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609427.460929:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609427.460930:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4027 00000100:00080000:2.0:1749609427.460932:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609427.460933:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609427.460934:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609427.460935:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609427.460936:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609427.460937:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609427.460938:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609427.460938:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609427.460939:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609427.460940:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609427.460941:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609427.460942:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609427.460943:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609427.460944:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609427.460945:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609427.460949:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609427.460950:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609427.460952:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609427.460953:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609427.460955:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609427.460956:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.460957:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609427.460958:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.460959:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749609427.460960:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609427.460961:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609427.460962:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609427.460962:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609427.460963:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.460964:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609427.460964:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609427.460965:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609427.460966:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609427.460968:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dfc00. 00000100:00000040:0.0:1749609427.460969:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609427.460970:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609427.460972:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609427.460975:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609427.460976:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609427.460976:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.460977:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609427.460978:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609427.460979:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609427.460980:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609427.460982:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609427.460982:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609427.460984:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749609427.460984:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193460864:0@lo:38: 00000100:00080000:2.0:1749609427.460985:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609427.460986:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609427.460986:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609427.460987:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609427.460987:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749609427.460989:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4027 02000000:00000001:0.0:1749609427.460989:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749609427.460990:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609427.460991:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:0.0:1749609427.460991:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609427.460992:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609427.460994:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609427.460995:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609427.460996:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000010:0.0:1749609427.460996:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52000. 00000020:00000001:2.0:1749609427.460997:0:11382:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609427.460997:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609427.460998:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609427.460999:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609427.461001:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609427.461002:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609427.461002:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000400:00000010:0.0:1749609427.461003:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000040:2.0:1749609427.461004:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609427.461005:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609427.461005:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609427.461006:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609427.461007:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609427.461008:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609427.461009:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609427.461009:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749609427.461010:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 02000000:00000001:2.0:1749609427.461011:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609427.461012:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461013:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609427.461013:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609427.461016:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193460864, portal 4 00000100:00000010:2.0:1749609427.461017:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000020:00000040:2.0:1749609427.461017:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749609427.461017:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609427.461018:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 02000000:00000001:2.0:1749609427.461019:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609427.461019:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461020:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609427.461020:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609427.461021:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609427.461023:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3df000. 00000100:00000040:0.0:1749609427.461023:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609427.461024:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609427.461026:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609427.461028:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609427.461029:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749609427.461030:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609427.461032:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609427.461032:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000040:2.0:1749609427.461033:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a0380] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609427.461034:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193460864, offset 0 00000100:00000001:2.0:1749609427.461038:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609427.461039:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609427.461041:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609427.461043:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000400:00000200:0.0:1749609427.461043:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609427.461044:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609427.461046:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609427.461046:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609427.461047:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609427.461050:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be600. 00000100:00000001:2.0:1749609427.461051:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609427.461053:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609427.461055:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609427.461056:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609427.461057:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609427.461059:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_00_03+3] req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609427.461065:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada07680 00000400:00000200:0.0:1749609427.461070:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 20280 00000400:00000200:0.0:1749609427.461077:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609427.461079:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609427.461080:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609427.461084:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4037) 00000100:00000001:0.0:1749609427.461084:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609427.461085:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609427.461088:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a97b80. 00000100:00000040:0.0:1749609427.461090:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a97b80 x1834598193460864 msgsize 520 00000100:00100000:0.0:1749609427.461092:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609427.461105:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609427.461113:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609427.461114:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:3.0:1749609427.461115:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609427.461115:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609427.461116:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193460864 00000100:00000001:0.0:1749609427.461116:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609427.461118:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609427.461118:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749609427.461118:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609427.461119:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609427.461120:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609427.461121:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609427.461122:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609427.461123:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609427.461123:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609427.461124:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609427.461124:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609427.461126:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193460864 00000020:00000001:2.0:1749609427.461127:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609427.461127:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609427.461128:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609427.461128:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609427.461129:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609427.461129:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461129:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609427.461130:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461130:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609427.461131:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609427.461131:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461132:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609427.461133:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609427.461134:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609427.461135:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193461248:0@lo:400: 00000100:00000040:0.0:1749609427.461135:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2612 usecs (3 jiffies) 00000020:00000010:2.0:1749609427.461137:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00000001:0.0:1749609427.461137:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298699907 00000100:00000001:3.0:1749609427.461138:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749609427.461140:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000010:0.0:1749609427.461140:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7180. 00000020:00000010:2.0:1749609427.461144:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 02000000:00000001:3.0:1749609427.461145:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609427.461145:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:3.0:1749609427.461146:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609427.461147:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609427.461148:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1749609427.461149:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782c600. 00000100:00000001:2.0:1749609427.461149:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609427.461150:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461150:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461150:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298699907 00000100:00000010:0.0:1749609427.461151:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7240. 00000400:00000010:3.0:1749609427.461153:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b528. 00000100:00000001:0.0:1749609427.461153:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609427.461155:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609427.461156:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000100:00000200:3.0:1749609427.461159:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193461248, portal 10 00000100:00000001:0.0:1749609427.461159:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298699907 00000100:00000001:3.0:1749609427.461160:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749609427.461160:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 00000100:00000001:3.0:1749609427.461161:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000001:2.0:1749609427.461162:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609427.461165:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461165:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609427.461167:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298699907 00000100:00000001:2.0:1749609427.461168:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1749609427.461168:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7c80. 00000100:00000001:3.0:1749609427.461169:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609427.461170:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609427.461170:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609427.461170:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:3.0:1749609427.461171:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:3.0:1749609427.461172:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193461248, offset 0 00000100:00000001:0.0:1749609427.461172:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609427.461173:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000001:0.0:1749609427.461173:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461174:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461175:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875462528 : -131938834089088 : ffff880098a97b80) 00000100:00000001:0.0:1749609427.461175:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609427.461176:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609427.461177:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a97b80 x1834598193460864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461178:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609427.461179:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609427.461180:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609427.461180:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609427.461181:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609427.461182:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609427.461183:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada07800 00000100:00100000:2.0:1749609427.461183:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193460864:12345-0@lo:38: 00000100:00000040:0.0:1749609427.461184:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609427.461185:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193460864 00000020:00000001:2.0:1749609427.461187:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609427.461188:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 37616 00000100:00000001:0.0:1749609427.461188:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609427.461188:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609427.461189:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1749609427.461190:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749609427.461190:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609427.461191:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609427.461191:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609427.461192:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193460992:0@lo:38: 00000400:00000200:3.0:1749609427.461194:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609427.461194:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609427.461195:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609427.461196:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.461197:0:1051:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609427.461197:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749609427.461198:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1749609427.461199:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609427.461200:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609427.461201:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d29a300. 00000020:00000001:2.0:1749609427.461201:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609427.461202:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff88009d29a300 x1834598193461248 msgsize 224 00000400:00000010:0.0:1749609427.461202:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00010000:00020000:2.0:1749609427.461203:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749609427.461203:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00100000:3.0:1749609427.461205:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749609427.461205:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749609427.461205:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193460992, portal 10 00000100:00000001:0.0:1749609427.461206:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1749609427.461207:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609427.461207:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000100:00000001:2.0:1749609427.461209:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749609427.461210:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609427.461211:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609427.461212:0:1051:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609427.461212:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609427.461215:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 02000000:00000010:2.0:1749609427.461215:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dd800. 00000400:00000010:3.0:1749609427.461216:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:3.0:1749609427.461217:0:1051:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609427.461217:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461218:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609427.461219:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461220:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609427.461221:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749609427.461221:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609427.461222:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609427.461222:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:3.0:1749609427.461224:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749609427.461224:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749609427.461224:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193460992, offset 0 00000100:00000001:2.0:1749609427.461226:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609427.461226:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609427.461228:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609427.461229:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609427.461231:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609427.461232:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609427.461232:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:0.0:1749609427.461232:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07700 00000100:00000001:3.0:1749609427.461233:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749609427.461233:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 37840 00000100:00000001:2.0:1749609427.461234:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609427.461235:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461235:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:0.0:1749609427.461236:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609427.461237:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 542 usecs (1 jiffies) 00000100:00000040:2.0:1749609427.461237:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:0.0:1749609427.461237:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609427.461238:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609427.461239:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298699905 02000000:00000001:2.0:1749609427.461239:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461239:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609427.461240:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298699907 00000100:00000001:2.0:1749609427.461240:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609427.461240:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749609427.461241:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609427.461242:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298699905 00000100:00000001:3.0:1749609427.461243:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298699907 00000400:00000010:2.0:1749609427.461243:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:3.0:1749609427.461244:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298699905 00000100:00000001:3.0:1749609427.461244:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298699907 00000100:00000001:3.0:1749609427.461245:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298699905 00000100:00000200:2.0:1749609427.461245:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193460864, offset 0 00000100:00000001:3.0:1749609427.461246:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298699907 00000100:00000001:3.0:1749609427.461247:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609427.461248:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609427.461248:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609427.461249:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.461250:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609427.461250:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d8000. 00000100:00000040:0.0:1749609427.461251:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d8000 x1834598193460992 msgsize 520 00000400:00000200:2.0:1749609427.461252:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609427.461253:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609427.461254:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1749609427.461254:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609427.461255:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609427.461255:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609427.461256:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609427.461256:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada07680 00000100:00000001:3.0:1749609427.461257:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609427.461258:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4401 [1] + 0 00000100:00000001:0.0:1749609427.461259:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609427.461260:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609427.461262:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609427.461262:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609427.461263:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609427.461264:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609427.461265:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609427.461266:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609427.461267:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609427.461270:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609427.461270:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609427.461271:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193461248 00000100:00000040:0.0:1749609427.461271:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609427.461272:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609427.461272:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609427.461273:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609427.461274:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461275:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461275:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609427.461276:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609427.461277:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193461248 00000100:00000001:2.0:1749609427.461277:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609427.461277:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609427.461278:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609427.461279:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000040:0.0:1749609427.461279:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 865 usecs (1 jiffies) 00000400:00000200:2.0:1749609427.461280:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:0.0:1749609427.461280:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298699905 00000400:00000010:2.0:1749609427.461281:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609427.461281:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298699907 00000100:00000001:0.0:1749609427.461282:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298699905 00000020:00000001:3.0:1749609427.461283:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609427.461283:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609427.461283:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298699907 00000100:00000001:2.0:1749609427.461284:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:3.0:1749609427.461285:0:6440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:3.0:1749609427.461286:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609427.461286:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609427.461287:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:2.0:1749609427.461287:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609427.461287:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298699905 00000100:00000001:2.0:1749609427.461288:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461288:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298699907 00000100:00000001:0.0:1749609427.461289:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298699905 00000020:00000001:2.0:1749609427.461290:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609427.461290:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298699907 00000100:00000001:3.0:1749609427.461291:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609427.461291:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609427.461292:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebae00. 00000100:00000040:2.0:1749609427.461292:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a97b80 x1834598193460864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461292:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461294:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749609427.461296:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11880. 00000100:00000040:0.0:1749609427.461296:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609427.461301:0:6440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609427.461301:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609427.461302:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609427.461304:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193460864:12345-0@lo:38: Request processed in 120us (212us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749609427.461304:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609427.461305:0:6440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1749609427.461305:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609427.461306:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d000. 02000000:00000001:0.0:1749609427.461307:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609427.461309:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000100:00100000:2.0:1749609427.461309:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1749609427.461309:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193461120:0@lo:38: 00000020:00000010:3.0:1749609427.461311:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09af0. 00000100:00000001:2.0:1749609427.461311:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609427.461311:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609427.461312:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609427.461313:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609427.461314:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609427.461315:0:6440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:2.0:1749609427.461315:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 02000000:00000001:0.0:1749609427.461315:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609427.461316:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609427.461317:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1749609427.461317:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 00000100:00000001:3.0:1749609427.461318:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609427.461318:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 02000000:00000001:0.0:1749609427.461319:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609427.461321:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000001:3.0:1749609427.461322:0:6440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1749609427.461322:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000100:00000001:3.0:1749609427.461323:0:6440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609427.461324:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609427.461324:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000200:0.0:1749609427.461326:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193461120, portal 10 00000100:00000001:3.0:1749609427.461327:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609427.461327:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.461327:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609427.461328:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00000001:3.0:1749609427.461331:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609427.461332:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193460992 00000100:00000040:0.0:1749609427.461332:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609427.461333:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609427.461334:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609427.461335:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609427.461336:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609427.461337:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193460992 00000020:00000001:3.0:1749609427.461337:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609427.461337:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:3.0:1749609427.461338:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609427.461338:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609427.461338:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609427.461338:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609427.461339:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461339:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609427.461340:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609427.461340:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000020:00000010:3.0:1749609427.461341:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00100000:2.0:1749609427.461341:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000200:0.0:1749609427.461341:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193461120, offset 0 00000020:00000010:3.0:1749609427.461342:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000040:2.0:1749609427.461342:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000010:3.0:1749609427.461343:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609427.461344:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950970112 : -131938758581504 : ffff88009d29a300) 00000100:00000040:2.0:1749609427.461346:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d29a300 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:373/0 lens 224/0 e 0 to 0 dl 1749609438 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609427.461347:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609427.461348:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609427.461349:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609427.461349:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609427.461351:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461351:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609427.461352:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4940. 00000100:00000001:2.0:1749609427.461354:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609427.461354:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609427.461356:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4940. 00000100:00100000:2.0:1749609427.461358:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193461248:12345-0@lo:400: 00000400:00000200:0.0:1749609427.461358:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07780 00000100:00000200:2.0:1749609427.461360:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193461248 00000400:00000200:0.0:1749609427.461361:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 38360 00000020:00000001:2.0:1749609427.461362:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609427.461363:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609427.461364:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609427.461365:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609427.461365:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609427.461366:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609427.461367:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609427.461367:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749609427.461367:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609427.461368:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00100000:3.0:1749609427.461369:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000001:0.0:1749609427.461369:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609427.461370:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749609427.461370:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609427.461371:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937591808 : -131938771959808 : ffff88009c5d8000) 00000100:00000040:3.0:1749609427.461373:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d8000 x1834598193460992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609427.461373:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609427.461373:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d8380. 00000020:00000001:2.0:1749609427.461374:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749609427.461374:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d8380 x1834598193461120 msgsize 520 00000100:00100000:0.0:1749609427.461377:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609427.461378:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193460992:12345-0@lo:38: 00000020:00000001:2.0:1749609427.461378:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1749609427.461380:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193460992 00000020:00000001:2.0:1749609427.461380:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609427.461381:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609427.461381:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749609427.461383:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609427.461384:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609427.461384:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609427.461385:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609427.461387:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609427.461387:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dc400. 00000400:00000200:0.0:1749609427.461387:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00010000:00020000:3.0:1749609427.461388:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609427.461388:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609427.461388:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00010000:00000001:3.0:1749609427.461389:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609427.461389:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609427.461390:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609427.461390:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749609427.461391:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609427.461391:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.461392:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000040:2.0:1749609427.461392:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193461248 00000100:00000200:0.0:1749609427.461392:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609427.461393:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609427.461393:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193461120 02000000:00000001:3.0:1749609427.461394:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749609427.461394:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749609427.461394:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749609427.461396:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7ac800. 00010000:00000200:2.0:1749609427.461396:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d29a300 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:373/0 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609427.461396:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609427.461397:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609427.461397:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.461398:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461398:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749609427.461400:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609427.461400:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609427.461400:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609427.461400:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609427.461400:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609427.461401:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609427.461402:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:2.0:1749609427.461402:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=122 v=5 (1 0 0 0) 00000100:00100000:1.0:1749609427.461402:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193461120 00000020:00000001:1.0:1749609427.461403:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609427.461404:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609427.461404:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609427.461405:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1749609427.461405:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609427.461405:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609427.461406:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:2.0:1749609427.461406:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:1.0:1749609427.461406:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609427.461406:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609427.461407:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609427.461407:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:2.0:1749609427.461408:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749609427.461408:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461408:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609427.461409:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461409:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609427.461409:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609427.461410:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 636 usecs (1 jiffies) 00000100:00000001:3.0:1749609427.461411:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609427.461411:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609427.461411:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000020:00000010:1.0:1749609427.461412:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609427.461412:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298699905 00000100:00000040:3.0:1749609427.461413:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000200:2.0:1749609427.461413:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193461248, offset 224 00000100:00000001:0.0:1749609427.461413:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298699907 02000000:00000001:3.0:1749609427.461414:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609427.461415:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609427.461415:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609427.461415:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609427.461415:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298699905 00000100:00000001:0.0:1749609427.461416:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298699907 00000100:00000001:3.0:1749609427.461417:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609427.461417:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298699905 00000100:00000040:3.0:1749609427.461418:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609427.461418:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609427.461418:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609427.461418:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298699907 00000400:00000010:3.0:1749609427.461419:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:0.0:1749609427.461420:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298699905 00000100:00000200:3.0:1749609427.461421:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193460992, offset 0 00000400:00000200:2.0:1749609427.461421:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07800 00000100:00000001:1.0:1749609427.461421:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609427.461423:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609427.461423:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609427.461424:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609427.461425:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4409 [1] + 224 00000400:00000200:3.0:1749609427.461426:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609427.461426:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298699907 00000400:00000200:2.0:1749609427.461427:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609427.461427:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461427:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609427.461429:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.461429:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609427.461430:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07700 00000400:00000200:2.0:1749609427.461430:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609427.461431:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609427.461432:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4411 [1] + 0 00000100:00000200:2.0:1749609427.461433:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609427.461434:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609427.461435:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609427.461435:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609427.461437:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609427.461438:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609427.461441:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609427.461443:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749609427.461444:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000400:00000010:0.0:1749609427.461445:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:1.0:1749609427.461446:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937592704 : -131938771958912 : ffff88009c5d8380) 00000100:00000001:2.0:1749609427.461447:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609427.461447:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609427.461448:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000040:1.0:1749609427.461449:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d8380 x1834598193461120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609427.461451:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609427.461451:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609427.461453:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609427.461454:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609427.461458:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609427.461458:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609427.461459:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00100000:1.0:1749609427.461459:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193461120:12345-0@lo:38: 00000100:00000200:0.0:1749609427.461460:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609427.461461:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609427.461461:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609427.461462:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609427.461463:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609427.461463:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193461120 00000100:00000040:2.0:1749609427.461464:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:3.0:1749609427.461465:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000020:00000001:1.0:1749609427.461465:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749609427.461466:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00010000:00000001:2.0:1749609427.461466:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:1.0:1749609427.461466:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609427.461466:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609427.461467:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609427.461467:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609427.461467:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609427.461468:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609427.461468:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609427.461469:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609427.461470:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:2.0:1749609427.461470:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d29a300 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:373/0 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461470:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609427.461471:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609427.461472:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609427.461472:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609427.461473:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609427.461474:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d8000 x1834598193460992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609427.461474:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193461248:12345-0@lo:400: Request processed in 123us (271us total) trans 0 rc 0/0 00010000:00020000:1.0:1749609427.461474:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609427.461474:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609427.461475:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609427.461476:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609427.461477:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609427.461478:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193460992:12345-0@lo:38: Request processed in 101us (226us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609427.461478:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00000001:1.0:1749609427.461478:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609427.461479:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609427.461480:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609427.461481:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609427.461482:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609427.461482:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749609427.461482:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609427 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609427.461483:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 02000000:00000001:1.0:1749609427.461483:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749609427.461484:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000020:00000010:2.0:1749609427.461485:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09af0. 02000000:00000010:1.0:1749609427.461485:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071f400. 00000100:00001000:0.0:1749609427.461485:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=39 v=20 (1 20 0 0) 00000100:00000001:3.0:1749609427.461487:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749609427.461487:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d000. 02000000:00000001:1.0:1749609427.461487:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461487:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609427.461488:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1749609427.461488:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:1.0:1749609427.461488:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609427.461489:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:0.0:1749609427.461489:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609427.461490:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609427.461490:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609427.461490:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609427.461491:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00010000:00000001:1.0:1749609427.461491:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609427.461492:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00000040:0.0:1749609427.461492:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609427.461493:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609427.461494:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609427.461496:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609427.461496:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609427.461497:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609427.461497:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609427.461498:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609427.461499:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609427.461499:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1749609427.461500:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609427.461500:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609427.461501:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609427.461501:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609427.461501:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:2.0:1749609427.461502:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b528. 00000100:00000001:0.0:1749609427.461502:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609427.461503:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609427.461503:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00080000:0.0:1749609427.461504:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000040:3.0:1749609427.461505:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:1.0:1749609427.461505:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609427.461506:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000400:00000010:2.0:1749609427.461507:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 02000000:00000001:1.0:1749609427.461507:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609427.461508:0:1051:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609427.461508:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609427.461509:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000200:2.0:1749609427.461510:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609427.461510:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609427.461510:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609427.461512:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609427.461513:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609427.461514:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00100000:0.0:1749609427.461517:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193460864:0@lo:38: 00000100:00000001:0.0:1749609427.461519:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609427.461520:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609427.461520:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193461120, offset 0 00000100:00000001:0.0:1749609427.461520:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609427.461521:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193460864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609427.461524:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609427.461524:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609427.461524:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609427.461525:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609427.461525:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609427.461526:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749609427.461526:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609427.461527:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609427.461528:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609427.461528:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52000. 02000000:00000001:2.0:1749609427.461529:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609427.461529:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609427.461530:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1749609427.461531:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=122 v=5 (5 0 0 0) 00000020:00000001:0.0:1749609427.461531:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609427.461532:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00001000:2.0:1749609427.461533:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=122 v=5 (1 0 0 0) 00000020:00000001:0.0:1749609427.461533:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609427.461534:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609427.461534:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07780 00000100:00000001:2.0:1749609427.461535:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609427.461535:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3df400. 00010000:00000001:2.0:1749609427.461537:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749609427.461537:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749609427.461538:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x441d [1] + 0 02000000:00000001:0.0:1749609427.461538:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:2.0:1749609427.461539:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609427.461539:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000400:00000200:1.0:1749609427.461541:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609427.461543:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609427.461543:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609427.461544:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609427.461544:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609427.461545:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609427.461546:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609427.461547:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609427.461547:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609427.461548:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609427.461549:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000200:1.0:1749609427.461549:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461549:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609427.461549:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609427.461551:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609427.461552:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609427.461552:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609427.461552:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609427.461553:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000100:00000040:2.0:1749609427.461555:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609427.461555:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609427.461555:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000040:1.0:1749609427.461557:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461557:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609427.461558:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609427.461560:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609427.461562:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609427.461563:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609427.461565:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609427.461565:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609427.461565:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609427.461568:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000100:00000001:0.0:1749609427.461568:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609427.461569:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609427.461569:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.461570:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749609427.461571:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193461248:0@lo:400: 02000000:00000001:0.0:1749609427.461571:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609427.461572:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609427.461572:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609427.461572:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609427.461573:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609427.461573:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461575:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609427.461575:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609427.461575:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609427 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609427.461576:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749609427.461576:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=21 v=20 (1 20 0 0) 00000100:00000040:1.0:1749609427.461577:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609427.461578:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609427.461578:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609427.461579:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461579:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609427.461580:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609427.461581:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609427.461583:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609427.461583:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d8380 x1834598193461120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461584:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609427.461585:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609427.461586:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.461586:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609427.461587:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609427.461588:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1749609427.461588:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609427.461589:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000001:2.0:1749609427.461590:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749609427.461590:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193461120:12345-0@lo:38: Request processed in 132us (214us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609427.461590:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749609427.461591:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782c600. 00000100:00000040:0.0:1749609427.461592:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609427.461594:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609427.461595:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749609427.461595:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193460992:0@lo:38: 00000020:00000040:2.0:1749609427.461596:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:1.0:1749609427.461596:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000020:00000001:2.0:1749609427.461597:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1749609427.461597:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609427.461598:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749609427.461598:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1749609427.461599:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be600. 00000100:00000001:1.0:1749609427.461599:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609427.461601:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000400:00000010:0.0:1749609427.461601:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000400:00000200:0.0:1749609427.461602:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000020:00000010:1.0:1749609427.461603:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000400:00000010:0.0:1749609427.461603:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 02000000:00000001:2.0:1749609427.461604:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609427.461604:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609427.461605:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609427.461606:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000020:00000010:1.0:1749609427.461606:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000200:0.0:1749609427.461606:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609427.461609:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609427.461609:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609427.461609:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609427.461610:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609427.461611:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.461612:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609427.461613:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.461614:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609427.461615:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609427.461615:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609427.461616:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609427.461617:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461617:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461618:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609427.461618:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609427.461619:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609427.461620:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609427 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609427.461623:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=122 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609427.461625:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609427.461626:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609427.461627:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609427.461629:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461635:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609427.461637:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609427.461638:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.461639:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609427.461640:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609427.461642:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609427.461644:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609427.461645:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609427.461647:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609427.461664:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193461120:0@lo:38: 00000100:00000001:0.0:1749609427.461667:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461668:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609427.461670:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193460992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461697:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609427.461699:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609427.461700:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609427.461702:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609427.461704:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609427.461705:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609427.461706:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609427.461707:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dfc00. 02000000:00000001:0.0:1749609427.461709:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609427.461710:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609427.461711:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:0.0:1749609427.461714:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609427.461714:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.461716:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609427.461718:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a0380 x1834598193461120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.461723:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609427.461724:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609427.461725:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609427.461727:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609427.461728:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609427.461729:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609427.461730:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609427.461731:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3df000. 02000000:00000001:0.0:1749609427.461733:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609427.461733:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609427.461734:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00000001:0.0:1749609427.461737:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609427.461741:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.461743:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461744:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609427.461746:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609427.461747:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.461749:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609427.463714:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298699907, at 4298699907 00000100:00000010:2.0:1749609427.463720:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00000100:00000040:0.0:1749609427.463727:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298699907, at 4298699907 00000100:00000040:3.0:1749609427.463732:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298699907, at 4298699907 00000100:00000010:0.0:1749609427.463733:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7180. 00000100:00000010:3.0:1749609427.463738:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7c80. 00000100:00000040:1.0:1749609427.463747:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298699907, at 4298699907 00000100:00000010:1.0:1749609427.463757:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7240. 00000100:00000001:0.0:1749609427.532731:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609427.532739:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609427.532741:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609427.532743:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609427.532746:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609427.532749:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.532751:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609427.532753:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609427.532755:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609428.082808:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609428.082817:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609428.082819:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609428.082822:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609428.082826:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609428.082830:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609428.082833:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609428.082835:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609428.082838:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609428.420819:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609428.420826:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609428.420909:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609428.420914:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609428.420916:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609428.461765:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609428.461780:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609428.461782:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609428.461786:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609428.461788:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609428.461791:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609428.461792:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609428.532774:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609428.532782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609428.532784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609428.532787:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609428.532790:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609428.532793:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609428.532796:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609428.532798:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609428.532799:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609429.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609429.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609429.082795:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609429.082809:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609429.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609429.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609429.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609429.082820:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609429.082822:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609429.422795:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609429.422800:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609429.422904:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609429.422908:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609429.422910:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609429.461758:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609429.461785:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609429.461787:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609429.461791:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609429.461793:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609429.461796:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609429.461798:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609429.532765:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609429.532772:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609429.532775:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609429.532777:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609429.532780:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609429.532783:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609429.532785:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609429.532787:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609429.532788:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.082782:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609430.082788:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609430.082790:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609430.082793:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609430.082796:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609430.082798:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.082801:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609430.082803:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.082804:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609430.424828:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609430.424834:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609430.424920:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609430.424924:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609430.424927:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609430.461825:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609430.461841:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609430.461865:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609430.461868:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609430.461871:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609430.461874:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.461876:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.532788:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609430.532803:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609430.532805:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609430.532809:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609430.532813:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609430.532817:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609430.532820:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609430.532823:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609430.532825:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609431.082800:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609431.082809:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609431.082811:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609431.082814:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609431.082818:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609431.082823:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609431.082826:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609431.082828:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609431.082830:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609431.426865:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609431.426871:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609431.426925:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609431.426929:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609431.426931:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609431.461795:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609431.461810:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609431.461812:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609431.461815:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609431.461832:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609431.461851:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609431.461854:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609431.532738:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609431.532746:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609431.532748:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609431.532751:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609431.532754:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609431.532757:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609431.532760:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609431.532763:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609431.532765:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.082778:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609432.082786:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609432.082787:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609432.082790:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609432.082793:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609432.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609432.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609432.082812:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609432.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609432.428819:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609432.428823:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609432.428932:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609432.428937:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609432.428940:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609432.461785:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609432.461796:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609432.461798:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.461800:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609432.461802:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609432.461805:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.461807:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609432.468794:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609432.468805:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609432.468807:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609432.468811:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609432.468814:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609432.468816:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609432.468821:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609432.468826:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4032 00000100:00080000:2.0:1749609432.468843:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609432.468845:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609432.468848:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609432.468850:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609432.468852:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609432.468856:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609432.468858:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609432.468860:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609432.468864:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609432.468866:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609432.468868:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609432.468871:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609432.468872:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609432.468874:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609432.468875:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609432.468877:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609432.468881:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609432.468882:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609432.468911:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609432.468918:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609432.468919:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.468921:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609432.468923:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609432.468928:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000020:00000040:2.0:1749609432.468931:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609432.468934:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609432.468935:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.468937:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609432.468940:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609432.468942:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609432.468948:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dc800. 00000100:00000001:2.0:1749609432.468954:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609432.468961:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609432.468968:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609432.468970:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609432.468972:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.468992:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609432.468994:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609432.468996:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609432.468997:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609432.468997:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609432.468999:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609432.469000:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4032 00000100:00080000:2.0:1749609432.469001:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609432.469003:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609432.469004:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609432.469005:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609432.469005:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609432.469010:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609432.469010:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609432.469011:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609432.469013:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609432.469014:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609432.469015:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609432.469016:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609432.469017:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609432.469018:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609432.469019:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609432.469019:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609432.469020:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609432.469021:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609432.469022:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609432.469024:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609432.469025:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469026:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609432.469027:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609432.469029:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000020:00000040:2.0:1749609432.469030:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609432.469031:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609432.469031:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469032:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609432.469033:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609432.469034:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609432.469037:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3df000. 00000100:00000001:2.0:1749609432.469039:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469039:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609432.469041:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609432.469044:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609432.469045:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609432.469046:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469046:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609432.469047:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1c00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609432.469054:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.469058:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609432.469060:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609432.469062:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609432.469062:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609432.469063:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609432.469063:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609432.469063:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469065:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609432.469066:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4032 02000000:00000001:0.0:1749609432.469066:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609432.469067:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609432.469069:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:0.0:1749609432.469069:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609432.469070:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609432.469070:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609432.469070:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469071:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609432.469072:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749609432.469072:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193461376:0@lo:38: 00000020:00000040:2.0:1749609432.469073:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609432.469073:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609432.469075:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000100:00000001:0.0:1749609432.469075:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609432.469076:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609432.469076:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609432.469078:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:0.0:1749609432.469078:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609432.469079:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609432.469080:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609432.469080:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469081:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609432.469081:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749609432.469082:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609432.469083:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609432.469084:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609432.469085:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1749609432.469085:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 02000000:00000001:2.0:1749609432.469086:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609432.469087:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469089:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609432.469092:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609432.469094:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000020:00000040:2.0:1749609432.469095:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609432.469095:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609432.469097:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609432.469097:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469098:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609432.469099:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609432.469100:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609432.469100:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 02000000:00000010:2.0:1749609432.469102:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dfc00. 00000100:00000001:2.0:1749609432.469103:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609432.469105:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609432.469105:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609432.469108:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609432.469108:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609432.469109:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2300] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609432.469110:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193461376, portal 4 00000100:00000001:0.0:1749609432.469111:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609432.469112:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000001:2.0:1749609432.469113:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609432.469114:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609432.469116:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1749609432.469117:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609432.469118:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609432.469119:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609432.469120:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609432.469121:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609432.469121:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469121:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609432.469123:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be600. 00000100:00000040:0.0:1749609432.469123:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609432.469124:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609432.469125:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609432.469126:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749609432.469126:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193461376, offset 0 00000400:00000200:0.0:1749609432.469129:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609432.469130:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609432.469131:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609432.469134:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_00_00+0] req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609432.469139:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609432.469147:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada07880 00000400:00000200:0.0:1749609432.469151:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 20800 00000400:00000200:0.0:1749609432.469156:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609432.469160:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609432.469160:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609432.469164:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4042) 00000100:00000001:0.0:1749609432.469165:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609432.469167:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609432.469171:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d8700. 00000100:00000040:0.0:1749609432.469173:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d8700 x1834598193461376 msgsize 520 00000100:00100000:0.0:1749609432.469177:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609432.469180:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609432.469182:0:1049:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749609432.469183:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469190:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609432.469191:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609432.469192:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609432.469194:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609432.469195:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609432.469197:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749609432.469198:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609432.469200:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000040:2.0:1749609432.469201:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469203:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609432.469205:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.469208:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609432.469209:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609432.469212:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609432.469213:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609432.469214:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609432.469215:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609432.469216:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609432.469218:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193461760:0@lo:400: 00000100:00000001:2.0:1749609432.469221:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609432.469221:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609432.469225:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609432.469226:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469227:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609432.469228:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609432.469229:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749609432.469232:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74600. 00000100:00000001:3.0:1749609432.469233:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609432.469233:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469233:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609432.469235:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2561 usecs (3 jiffies) 00000400:00000010:2.0:1749609432.469238:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000100:00000001:0.0:1749609432.469238:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298704915 00000100:00000010:0.0:1749609432.469241:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7180. 00000400:00000010:2.0:1749609432.469244:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609432.469246:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000200:2.0:1749609432.469250:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193461760, portal 10 00000100:00000001:0.0:1749609432.469251:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298704915 00000100:00000001:2.0:1749609432.469252:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749609432.469252:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7fc0. 00000100:00000001:2.0:1749609432.469253:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000100:00000001:0.0:1749609432.469254:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609432.469256:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609432.469258:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193461376 00000100:00000040:2.0:1749609432.469258:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609432.469260:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609432.469262:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609432.469264:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298704915 00000100:00000001:3.0:1749609432.469265:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469265:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749609432.469266:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e70c0. 00000100:00000040:2.0:1749609432.469267:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609432.469268:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469268:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:3.0:1749609432.469270:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193461376 00000100:00000001:0.0:1749609432.469270:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298704915 00000100:00000010:0.0:1749609432.469271:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7380. 00000020:00000001:3.0:1749609432.469272:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609432.469272:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609432.469273:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609432.469273:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:0.0:1749609432.469273:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609432.469274:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609432.469275:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609432.469275:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193461760, offset 0 00000020:00000001:3.0:1749609432.469276:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469276:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609432.469278:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609432.469278:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609432.469279:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000001:0.0:1749609432.469279:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609432.469284:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000001:0.0:1749609432.469284:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609432.469285:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469286:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609432.469287:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749609432.469287:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609432.469287:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609432.469288:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609432.469290:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609432.469291:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609432.469292:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609432.469294:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609432.469294:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada07a00 00000100:00000001:0.0:1749609432.469295:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609432.469296:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.469297:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609432.469298:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609432.469298:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 38880 02000000:00000001:0.0:1749609432.469299:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609432.469300:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609432.469301:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193461504:0@lo:38: 00000400:00000200:2.0:1749609432.469303:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609432.469305:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609432.469305:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609432.469307:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609432.469309:0:1049:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609432.469309:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749609432.469310:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609432.469310:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.469311:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609432.469313:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 00000100:00000010:2.0:1749609432.469314:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 02000000:00000001:0.0:1749609432.469314:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609432.469315:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a0380 x1834598193461760 msgsize 224 00000400:00000010:0.0:1749609432.469316:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:3.0:1749609432.469318:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749609432.469318:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749609432.469318:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:3.0:1749609432.469320:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609432.469320:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193461504, portal 10 00000100:00000001:0.0:1749609432.469321:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609432.469322:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 00000100:00100000:3.0:1749609432.469323:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000001:2.0:1749609432.469323:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609432.469325:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937593600 : -131938771958016 : ffff88009c5d8700) 00000100:00000040:0.0:1749609432.469326:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609432.469328:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d8700 x1834598193461376/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609432.469328:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609432.469329:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:0.0:1749609432.469330:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609432.469331:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609432.469332:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1749609432.469332:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609432.469333:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193461504, offset 0 00000100:00000200:2.0:1749609432.469334:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609432.469335:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193461376:12345-0@lo:38: 00000100:00000200:3.0:1749609432.469337:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193461376 00000020:00000001:3.0:1749609432.469339:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609432.469339:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609432.469339:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609432.469341:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609432.469342:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609432.469342:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609432.469343:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609432.469344:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469345:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749609432.469345:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193461760 02000000:00000001:1.0:1749609432.469346:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609432.469347:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609432.469347:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07900 00000100:00000001:2.0:1749609432.469348:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609432.469349:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609432.469350:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 39104 00000100:00000040:2.0:1749609432.469351:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 538 usecs (1 jiffies) 02000000:00000001:1.0:1749609432.469351:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609432.469353:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469353:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298704913 00000100:00100000:1.0:1749609432.469353:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193461760 00000400:00000200:0.0:1749609432.469353:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609432.469354:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00010000:00020000:3.0:1749609432.469355:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609432.469355:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298704915 00000020:00000040:1.0:1749609432.469355:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000200:0.0:1749609432.469355:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609432.469356:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1749609432.469357:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609432.469357:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298704913 00000020:00000040:1.0:1749609432.469357:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:2.0:1749609432.469358:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298704915 00000100:00000001:0.0:1749609432.469358:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749609432.469359:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609432.469359:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000200:0.0:1749609432.469359:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609432.469360:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298704913 00000020:00000001:1.0:1749609432.469360:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000010:0.0:1749609432.469361:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d8a80. 00000100:00000001:3.0:1749609432.469362:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609432.469362:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298704915 00000100:00000040:0.0:1749609432.469363:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d8a80 x1834598193461504 msgsize 520 00000100:00000001:3.0:1749609432.469364:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609432.469364:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609432.469365:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749609432.469365:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609432.469367:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298704913 00000020:00000010:1.0:1749609432.469367:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11040. 02000000:00000010:3.0:1749609432.469368:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7ae800. 00000100:00000001:2.0:1749609432.469369:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298704915 02000000:00000001:3.0:1749609432.469370:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469370:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609432.469370:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609432.469371:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609432.469371:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7ebae00. 00000100:00000001:2.0:1749609432.469372:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609432.469373:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00010000:00000001:3.0:1749609432.469374:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749609432.469374:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609432.469375:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469375:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749609432.469376:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609432.469376:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000200:0.0:1749609432.469376:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.469377:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609432.469378:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609432.469380:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609432.469382:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609432.469383:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1749609432.469384:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609432.469385:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:1.0:1749609432.469385:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:3.0:1749609432.469386:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000010:1.0:1749609432.469387:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000040:3.0:1749609432.469388:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609432.469389:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749609432.469389:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 02000000:00000001:3.0:1749609432.469390:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469392:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609432.469394:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1749609432.469394:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609432.469395:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609432.469395:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609432.469396:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609432.469396:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749609432.469398:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:1.0:1749609432.469398:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469399:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469400:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609432.469400:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609432.469401:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193461376, offset 0 00000100:00100000:2.0:1749609432.469402:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193461504 00000100:00000001:1.0:1749609432.469402:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1749609432.469404:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609432.469404:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609432.469404:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609432.469404:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609432.469405:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469406:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609432.469406:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 853 usecs (1 jiffies) 00000100:00000001:2.0:1749609432.469407:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469408:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298704913 00000400:00000200:3.0:1749609432.469409:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609432.469409:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609432.469409:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609432.469411:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193461504 00000100:00000001:0.0:1749609432.469411:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298704915 00000100:00000001:0.0:1749609432.469412:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298704913 00000400:00000200:3.0:1749609432.469413:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada07880 00000020:00000001:2.0:1749609432.469413:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609432.469413:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1749609432.469414:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609432.469414:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298704915 00000020:00000001:2.0:1749609432.469415:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609432.469415:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609432.469415:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298704913 00000020:00000001:2.0:1749609432.469416:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609432.469417:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4431 [1] + 0 00000100:00100000:1.0:1749609432.469417:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000001:0.0:1749609432.469417:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298704915 00000020:00000001:2.0:1749609432.469418:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469418:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298704913 00000100:00000040:1.0:1749609432.469419:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000400:00000200:3.0:1749609432.469420:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609432.469420:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370059648 : -131936339491968 : ffff88012d5a0380) 00000100:00000001:0.0:1749609432.469420:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298704915 00000020:00000010:2.0:1749609432.469421:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 00000100:00000001:0.0:1749609432.469421:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609432.469422:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609432.469423:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.469424:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609432.469424:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:0.0:1749609432.469425:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749609432.469426:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609432.469426:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000040:1.0:1749609432.469428:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a0380 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:378/0 lens 224/0 e 0 to 0 dl 1749609443 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609432.469428:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.469429:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609432.469430:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609432.469431:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609432.469432:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.469434:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609432.469434:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609432.469435:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609432.469436:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609432.469436:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11f00. 00000100:00000001:0.0:1749609432.469436:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609432.469437:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609432.469437:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749609432.469439:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000020:00000010:1.0:1749609432.469439:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11f00. 02000000:00000001:0.0:1749609432.469439:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609432.469440:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:2.0:1749609432.469440:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609432.469441:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749609432.469441:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193461760:12345-0@lo:400: 02000000:00000001:0.0:1749609432.469441:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.469442:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749609432.469443:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193461760 00000100:00100000:0.0:1749609432.469443:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193461632:0@lo:38: 00000100:00000001:3.0:1749609432.469444:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609432.469445:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609432.469445:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749609432.469446:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609432.469446:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609432.469447:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469447:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609432.469447:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749609432.469447:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749609432.469448:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609432.469448:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.469449:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609432.469450:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d8700 x1834598193461376/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609432.469450:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000020:00000001:1.0:1749609432.469450:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609432.469452:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937594496 : -131938771957120 : ffff88009c5d8a80) 00000020:00000001:1.0:1749609432.469452:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:1.0:1749609432.469454:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749609432.469454:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749609432.469455:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193461376:12345-0@lo:38: Request processed in 121us (281us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749609432.469455:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d8a80 x1834598193461504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609432.469456:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609432.469456:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52000. 00000020:00000001:1.0:1749609432.469457:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749609432.469457:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609432.469459:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000020:00000001:1.0:1749609432.469459:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609432.469460:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609432.469460:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:3.0:1749609432.469461:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609432.469462:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609432.469462:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1749609432.469462:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00100000:2.0:1749609432.469464:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193461504:12345-0@lo:38: 00000020:00000010:3.0:1749609432.469465:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:1.0:1749609432.469465:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749609432.469465:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193461632, portal 10 02000000:00000001:1.0:1749609432.469466:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609432.469466:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749609432.469467:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 02000000:00000010:1.0:1749609432.469467:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071f800. 00000100:00000001:0.0:1749609432.469467:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 02000000:00000001:1.0:1749609432.469468:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609432.469470:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609432.469471:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193461504 00000020:00000001:1.0:1749609432.469471:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609432.469472:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00000040:0.0:1749609432.469472:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609432.469473:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000040:1.0:1749609432.469473:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193461760 00000100:00000001:3.0:1749609432.469475:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609432.469475:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609432.469475:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609432.469477:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0380 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:378/0 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469478:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609432.469479:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609432.469480:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00020000:2.0:1749609432.469481:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609432.469481:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749609432.469481:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00010000:00000001:2.0:1749609432.469482:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609432.469482:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609432.469483:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193461632, offset 0 00010000:00000001:2.0:1749609432.469484:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749609432.469484:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=127 v=5 (1 0 0 0) 00000100:00000001:2.0:1749609432.469485:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609432.469486:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609432.469486:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609432.469486:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609432.469487:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609432.469489:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3df400. 02000000:00000001:2.0:1749609432.469490:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609432.469490:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609432.469491:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609432.469491:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:0.0:1749609432.469491:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609432.469493:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609432.469493:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609432.469493:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609432.469494:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609432.469494:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07980 00000100:00001000:2.0:1749609432.469495:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609432.469495:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609432.469496:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1749609432.469497:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609432.469497:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609432.469497:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 39624 00000100:00000001:2.0:1749609432.469498:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1749609432.469499:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:2.0:1749609432.469499:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000010:1.0:1749609432.469499:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000200:0.0:1749609432.469499:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609432.469500:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:1.0:1749609432.469501:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193461760, offset 224 00000400:00000200:0.0:1749609432.469501:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609432.469502:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609432.469503:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609432.469503:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749609432.469504:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609432.469504:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749609432.469505:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609432.469505:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469506:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749609432.469506:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d8e00. 00000100:00000040:0.0:1749609432.469507:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d8e00 x1834598193461632 msgsize 520 00000100:00000040:2.0:1749609432.469508:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609432.469509:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000400:00000200:1.0:1749609432.469510:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609432.469510:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749609432.469511:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193461504, offset 0 00000400:00000200:2.0:1749609432.469513:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609432.469515:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07a00 00000400:00000200:2.0:1749609432.469517:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609432.469518:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4439 [1] + 224 00000400:00000200:2.0:1749609432.469520:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07900 00000400:00000200:1.0:1749609432.469521:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609432.469522:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4441 [1] + 0 00000100:00000001:0.0:1749609432.469522:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609432.469523:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609432.469525:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609432.469525:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609432.469527:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609432.469527:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000100:00000001:3.0:1749609432.469528:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749609432.469528:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00100000:3.0:1749609432.469529:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193461632 02000000:00000001:3.0:1749609432.469530:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609432.469530:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609432.469530:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609432.469531:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749609432.469531:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.469532:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609432.469533:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609432.469533:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609432.469534:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609432.469534:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609432.469535:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193461632 00000100:00000001:0.0:1749609432.469535:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609432.469537:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609432.469537:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609432.469537:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609432.469538:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609432.469539:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609432.469539:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609432.469539:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609432.469540:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609432.469541:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000400:00000200:1.0:1749609432.469542:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000020:00000010:3.0:1749609432.469543:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000400:00000010:1.0:1749609432.469543:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000020:00000010:3.0:1749609432.469544:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609432.469544:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609432.469545:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609432.469545:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609432.469546:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609432.469546:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609432.469546:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.469547:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609432.469547:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00000001:0.0:1749609432.469547:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749609432.469548:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609432.469548:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.469549:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469549:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609432.469550:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609432.469550:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:1.0:1749609432.469551:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609432.469551:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.469552:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609432.469552:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609432.469552:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609432.469553:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:0.0:1749609432.469553:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 625 usecs (1 jiffies) 00000020:00000001:1.0:1749609432.469554:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609432.469554:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298704913 00000100:00000001:3.0:1749609432.469555:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609432.469555:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469555:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298704915 00000100:00000001:3.0:1749609432.469556:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609432.469556:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609432.469556:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0380 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:378/0 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609432.469557:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d8a80 x1834598193461504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469557:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298704913 00000100:00100000:3.0:1749609432.469558:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000001:0.0:1749609432.469558:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298704915 00000100:00000001:3.0:1749609432.469559:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937595392 : -131938771956224 : ffff88009c5d8e00) 00000100:00000001:0.0:1749609432.469559:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298704913 00000100:00000001:0.0:1749609432.469559:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298704915 00000100:00000001:0.0:1749609432.469560:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298704913 00000100:00000040:3.0:1749609432.469561:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d8e00 x1834598193461632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609432.469561:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193461760:12345-0@lo:400: Request processed in 126us (244us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609432.469561:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298704915 00000100:00100000:2.0:1749609432.469562:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193461504:12345-0@lo:38: Request processed in 99us (198us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609432.469562:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609432.469563:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609432.469565:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749609432.469566:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193461632:12345-0@lo:38: 00000400:00000001:0.0:1749609432.469566:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749609432.469567:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000200:3.0:1749609432.469568:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193461632 00000100:00000001:2.0:1749609432.469568:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749609432.469568:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000020:00000001:3.0:1749609432.469569:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609432.469569:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609432.469569:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00010000:00000001:3.0:1749609432.469570:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749609432.469570:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000020:00000010:2.0:1749609432.469571:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00100000:1.0:1749609432.469571:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:0.0:1749609432.469571:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609432.469573:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000200:0.0:1749609432.469573:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609432.469574:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609432.469574:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609432.469576:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609432.469577:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609432.469577:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000200:0.0:1749609432.469577:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609432.469578:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00010000:00020000:3.0:1749609432.469579:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749609432.469579:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00010000:00000001:3.0:1749609432.469580:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609432.469581:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609432.469581:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609432.469581:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609432.469582:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609432.469583:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609432.469583:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609432.469583:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609432.469583:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000001:3.0:1749609432.469584:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609432.469584:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609432.469585:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609432.469585:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609432.469587:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749609432.469588:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a7ac00. 02000000:00000001:3.0:1749609432.469589:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469589:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.469590:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469591:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609432.469592:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609432.469592:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749609432.469593:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.469593:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609432.469594:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:2.0:1749609432.469594:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609432.469595:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609432.469596:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1749609432.469596:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609432.469597:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000100:00001000:0.0:1749609432.469597:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609432 v=5 (0 0 0 0) 00000100:00000040:3.0:1749609432.469598:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609432.469598:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:3.0:1749609432.469599:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:2.0:1749609432.469599:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:3.0:1749609432.469600:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00001000:0.0:1749609432.469600:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=44 v=20 (1 20 0 0) 00000100:00000040:3.0:1749609432.469601:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609432.469601:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609432.469601:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749609432.469602:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609432.469603:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469603:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609432.469604:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609432.469604:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609432.469605:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609432.469605:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609432.469606:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000040:0.0:1749609432.469607:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609432.469608:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193461632, offset 0 00000100:00000200:2.0:1749609432.469609:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609432.469610:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609432.469610:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609432.469612:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609432.469613:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609432.469613:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609432.469614:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609432.469614:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469614:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609432.469615:0:1049:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609432.469615:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609432.469616:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07980 02000000:00000001:2.0:1749609432.469616:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609432.469617:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:0.0:1749609432.469617:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609432.469618:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:3.0:1749609432.469619:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x444d [1] + 0 00000100:00000001:2.0:1749609432.469619:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609432.469620:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469620:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609432.469621:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609432.469621:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609432.469623:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749609432.469623:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=127 v=5 (5 0 0 0) 00000100:00000001:3.0:1749609432.469625:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749609432.469625:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=127 v=5 (1 0 0 0) 00000100:00100000:0.0:1749609432.469625:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193461376:0@lo:38: 00000100:00000001:2.0:1749609432.469626:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609432.469627:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.469627:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469628:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609432.469629:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609432.469629:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609432.469630:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193461376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749609432.469631:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609432.469634:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469634:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1749609432.469635:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.469635:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609432.469636:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 00000100:00000001:2.0:1749609432.469637:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609432.469638:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:0.0:1749609432.469638:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609432.469639:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609432.469639:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1749609432.469639:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609432.469640:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609432.469640:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1749609432.469642:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749609432.469642:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000040:2.0:1749609432.469642:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609432.469642:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609432.469643:0:6440:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:0.0:1749609432.469643:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dc800. 00000100:00000001:3.0:1749609432.469644:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609432.469645:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609432.469646:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469646:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749609432.469647:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609432.469647:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609432.469648:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609432.469649:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609432.469649:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609432.469651:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d8e00 x1834598193461632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609432.469653:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193461760:0@lo:400: 02000000:00000001:0.0:1749609432.469654:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1749609432.469655:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193461632:12345-0@lo:38: Request processed in 89us (147us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609432.469655:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609432.469655:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609432.469656:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000001:0.0:1749609432.469658:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749609432.469659:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000001:2.0:1749609432.469659:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609432.469659:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609432.469660:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193461760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469660:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609432.469661:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609432.469662:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609432.469663:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749609432.469664:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:2.0:1749609432.469664:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609432.469664:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609432.469665:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609432.469665:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609432.469666:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609432.469666:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749609432.469667:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74600. 00000020:00000010:3.0:1749609432.469668:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 02000000:00000001:2.0:1749609432.469668:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1749609432.469668:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609432.469668:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749609432.469669:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609432.469670:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609432.469670:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:0.0:1749609432.469670:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000020:00000001:2.0:1749609432.469671:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749609432.469671:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 02000000:00000010:2.0:1749609432.469672:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be600. 00000400:00000010:0.0:1749609432.469672:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609432.469673:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609432.469693:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609432.469694:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609432.469695:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00000200:0.0:1749609432.469697:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.469698:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609432.469699:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609432.469700:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609432.469701:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.469702:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609432.469703:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.469704:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609432.469705:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469705:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609432.469706:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469707:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609432.469707:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609432.469708:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609432.469709:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.469710:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609432.469713:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609432 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609432.469714:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=26 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609432.469716:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609432.469716:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609432.469717:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609432.469719:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469722:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609432.469726:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609432.469727:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469728:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609432.469728:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609432.469730:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609432.469731:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609432.469732:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609432.469733:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609432.469737:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193461504:0@lo:38: 00000400:00000001:0.0:1749609432.469739:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609432.469740:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609432.469741:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609432.469742:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609432.469743:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609432.469744:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609432.469745:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609432.469748:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469751:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609432.469752:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469753:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609432.469754:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609432.469754:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609432.469755:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.469756:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609432.469757:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609432 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609432.469758:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=127 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609432.469760:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609432.469760:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609432.469761:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609432.469765:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469768:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609432.469769:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609432.469770:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469770:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609432.469771:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609432.469772:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609432.469773:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609432.469774:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609432.469775:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609432.469778:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193461632:0@lo:38: 00000100:00000001:0.0:1749609432.469780:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469781:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609432.469782:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1c00 x1834598193461504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469785:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609432.469786:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609432.469787:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609432.469788:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609432.469789:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609432.469789:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609432.469790:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609432.469791:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3df000. 02000000:00000001:0.0:1749609432.469792:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609432.469793:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609432.469793:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00000001:0.0:1749609432.469795:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609432.469796:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469796:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609432.469799:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193461632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.469803:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609432.469803:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609432.469804:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52000. 02000000:00000001:0.0:1749609432.469805:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609432.469806:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609432.469806:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609432.469807:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609432.469808:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dfc00. 02000000:00000001:0.0:1749609432.469809:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609432.469809:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609432.469810:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000100:00000001:0.0:1749609432.469811:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609432.469811:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.469812:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469813:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609432.469814:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609432.469814:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.469815:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609432.471710:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298704915, at 4298704915 00000100:00000040:0.0:1749609432.471717:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298704915, at 4298704915 00000100:00000010:3.0:1749609432.471718:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7380. 00000100:00000010:0.0:1749609432.471722:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7180. 00000100:00000040:2.0:1749609432.471728:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298704915, at 4298704915 00000100:00000010:2.0:1749609432.471733:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e70c0. 00000100:00000040:1.0:1749609432.471749:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298704915, at 4298704915 00000100:00000010:1.0:1749609432.471755:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7fc0. 00000100:00000001:0.0:1749609432.532761:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609432.532767:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609432.532768:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609432.532770:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609432.532773:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609432.532775:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.532777:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609432.532778:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.532779:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609433.082710:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609433.082718:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609433.082719:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609433.082722:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609433.082725:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609433.082728:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609433.082730:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609433.082732:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609433.082733:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609433.430853:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609433.430860:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609433.430952:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609433.430956:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609433.430958:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609433.469818:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609433.469844:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609433.469846:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609433.469850:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609433.469865:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609433.469868:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609433.469869:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609433.532740:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609433.532747:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609433.532748:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609433.532751:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609433.532753:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609433.532757:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609433.532759:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609433.532761:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609433.532763:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609434.082871:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609434.082879:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609434.082880:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609434.082883:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609434.082885:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609434.082888:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.082891:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609434.082893:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.082894:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609434.432892:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609434.432898:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609434.432990:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609434.432994:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609434.433011:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609434.469769:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609434.469782:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609434.469783:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.469787:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609434.469789:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609434.469792:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609434.469794:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609434.532788:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609434.532797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609434.532799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609434.532803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609434.532807:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609434.532810:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.532813:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609434.532831:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.532833:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.082787:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609435.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609435.082795:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609435.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609435.082800:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609435.082803:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.082805:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609435.082807:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609435.434836:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609435.434843:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609435.434846:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609435.434848:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609435.434851:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609435.434853:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609435.434854:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609435.434856:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609435.434910:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609435.434914:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609435.434916:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609435.469790:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609435.469804:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609435.469806:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.469823:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609435.469826:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609435.469830:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.469833:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.532788:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609435.532795:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609435.532797:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609435.532799:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609435.532802:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609435.532805:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.532818:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609435.532822:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.532824:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609436.082836:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609436.082844:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609436.082846:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609436.082849:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609436.082852:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609436.082856:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.082871:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609436.082873:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.082876:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609436.436796:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609436.436800:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609436.436868:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609436.436872:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609436.436874:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609436.469736:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609436.469749:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609436.469750:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.469754:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609436.469756:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609436.469759:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609436.469761:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609436.532796:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609436.532813:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609436.532815:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609436.532818:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609436.532821:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609436.532824:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.532826:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609436.532828:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.532831:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609437.082821:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609437.082822:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609437.082825:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609437.082827:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609437.082830:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.082832:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609437.082834:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.082835:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609437.438832:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609437.438837:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609437.438903:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609437.438907:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609437.438909:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609437.469770:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609437.469780:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609437.469781:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.469784:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609437.469786:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609437.469788:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.469790:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609437.476729:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609437.476733:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609437.476735:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609437.476737:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609437.476738:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609437.476739:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609437.476742:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609437.476744:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4037 00000100:00080000:2.0:1749609437.476747:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609437.476748:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609437.476750:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609437.476751:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609437.476752:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609437.476754:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609437.476755:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609437.476757:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609437.476759:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609437.476760:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609437.476761:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609437.476763:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609437.476764:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609437.476770:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609437.476771:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609437.476772:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609437.476774:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609437.476776:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609437.476778:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609437.476782:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609437.476784:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.476785:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609437.476787:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609437.476790:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609437.476792:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609437.476805:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609437.476807:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.476809:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609437.476811:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609437.476813:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609437.476819:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dfc00. 00000100:00000001:2.0:1749609437.476824:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609437.476829:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609437.476836:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609437.476837:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.476839:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.476853:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609437.476855:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609437.476856:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609437.476857:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609437.476858:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609437.476859:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609437.476860:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4037 00000100:00080000:2.0:1749609437.476864:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609437.476865:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609437.476867:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609437.476868:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609437.476869:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609437.476870:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609437.476870:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609437.476871:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609437.476872:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609437.476873:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609437.476874:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609437.476875:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609437.476876:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609437.476876:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609437.476877:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609437.476878:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609437.476879:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609437.476881:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609437.476882:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609437.476883:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609437.476884:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.476885:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609437.476886:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609437.476888:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609437.476889:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609437.476890:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609437.476891:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.476891:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609437.476892:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609437.476893:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609437.476895:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3df000. 00000100:00000001:2.0:1749609437.476896:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609437.476900:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609437.476904:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609437.476905:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.476906:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.476910:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609437.476911:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609437.476912:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609437.476913:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609437.476914:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609437.476915:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609437.476915:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4037 00000100:00000001:0.0:1749609437.476915:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609437.476916:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609437.476917:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609437.476917:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609437.476918:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609437.476919:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609437.476919:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609437.476920:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609437.476921:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609437.476921:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609437.476922:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609437.476922:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609437.476923:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609437.476924:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609437.476925:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609437.476927:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609437.476928:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609437.476929:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609437.476929:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609437.476929:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749609437.476930:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000001:0.0:1749609437.476930:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609437.476931:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609437.476932:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609437.476934:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609437.476934:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609437.476935:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609437.476935:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609437.476937:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609437.476937:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193461888:0@lo:38: 02000000:00000001:2.0:1749609437.476938:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.476939:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609437.476939:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609437.476940:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609437.476941:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 02000000:00000001:0.0:1749609437.476941:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749609437.476942:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609437.476943:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609437.476943:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609437.476943:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.476944:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609437.476944:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609437.476945:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609437.476945:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609437.476947:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3dc800. 02000000:00000010:0.0:1749609437.476947:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52000. 00000100:00000001:2.0:1749609437.476948:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609437.476948:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609437.476950:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609437.476952:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609437.476953:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609437.476954:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.476955:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609437.476957:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609437.476959:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.476960:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609437.476961:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749609437.476962:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193461888, portal 4 00000100:00000010:2.0:1749609437.476963:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000100:00000001:0.0:1749609437.476963:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749609437.476964:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609437.476964:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000100:00000001:2.0:1749609437.476965:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609437.476966:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609437.476966:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609437.476968:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be600. 00000100:00000040:0.0:1749609437.476968:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.476969:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.476971:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609437.476972:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609437.476974:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609437.476975:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609437.476977:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193461888, offset 0 00000100:00000001:2.0:1749609437.476980:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749609437.476980:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609437.476981:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.476983:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2300] to pc [ptlrpcd_00_01+1] req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609437.476990:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609437.476997:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada07a80 00000400:00000200:0.0:1749609437.477001:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 21320 00000100:00000001:2.0:1749609437.477004:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609437.477006:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609437.477007:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4047) 00000400:00000200:0.0:1749609437.477008:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609437.477017:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609437.477018:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609437.477019:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609437.477020:0:1048:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749609437.477021:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609437.477021:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d9180. 00000100:00000040:0.0:1749609437.477023:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d9180 x1834598193461888 msgsize 520 00000100:00000001:2.0:1749609437.477024:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609437.477025:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609437.477025:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609437.477026:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609437.477027:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609437.477028:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609437.477030:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609437.477031:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609437.477033:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609437.477034:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609437.477035:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609437.477036:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609437.477037:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609437.477037:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00100000:2.0:1749609437.477038:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193462272:0@lo:400: 00000400:00000010:0.0:1749609437.477039:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609437.477040:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609437.477041:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609437.477041:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609437.477042:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609437.477043:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609437.477043:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609437.477044:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609437.477044:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609437.477045:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74600. 02000000:00000001:2.0:1749609437.477046:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477047:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609437.477048:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609437.477052:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477052:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749609437.477054:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000100:00000001:0.0:1749609437.477055:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609437.477056:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749609437.477056:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000040:0.0:1749609437.477057:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2512 usecs (3 jiffies) 00000100:00100000:3.0:1749609437.477058:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193461888 02000000:00000001:3.0:1749609437.477059:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749609437.477059:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193462272, portal 10 00000100:00000001:0.0:1749609437.477059:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298709923 00000100:00000001:2.0:1749609437.477060:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609437.477060:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 00000100:00000001:3.0:1749609437.477061:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1749609437.477061:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000100:00000001:3.0:1749609437.477062:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609437.477064:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477065:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609437.477069:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298709923 00000100:00000040:2.0:1749609437.477070:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609437.477070:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7980. 00000100:00100000:3.0:1749609437.477071:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193461888 00000100:00000001:0.0:1749609437.477072:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:3.0:1749609437.477073:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609437.477074:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609437.477074:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609437.477075:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609437.477075:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609437.477076:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609437.477076:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000020:00000001:3.0:1749609437.477077:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609437.477077:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193462272, offset 0 00000020:00000010:3.0:1749609437.477079:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000400:00000200:2.0:1749609437.477080:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609437.477082:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000400:00000200:2.0:1749609437.477084:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609437.477085:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749609437.477087:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada07c00 00000100:00000001:0.0:1749609437.477087:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298709923 00000100:00000001:3.0:1749609437.477088:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1749609437.477088:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7a80. 00000100:00000001:3.0:1749609437.477089:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609437.477090:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 40144 00000100:00000001:0.0:1749609437.477090:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609437.477091:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477092:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298709923 00000100:00000010:0.0:1749609437.477092:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7d40. 00000400:00000200:2.0:1749609437.477093:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609437.477094:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609437.477094:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609437.477094:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609437.477096:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609437.477096:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609437.477097:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609437.477099:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609437.477099:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000100:00000001:0.0:1749609437.477100:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.477101:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a1c00 x1834598193462272 msgsize 224 00000100:00000001:0.0:1749609437.477101:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749609437.477102:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609437.477103:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609437.477105:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609437.477106:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609437.477107:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609437.477107:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609437.477108:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609437.477109:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000400:00000200:2.0:1749609437.477109:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 02000000:00000001:0.0:1749609437.477109:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609437.477110:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 02000000:00000001:0.0:1749609437.477110:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609437.477111:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937596288 : -131938771955328 : ffff88009c5d9180) 02000000:00000001:0.0:1749609437.477111:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477112:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749609437.477112:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193462016:0@lo:38: 00000100:00000040:3.0:1749609437.477113:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d9180 x1834598193461888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609437.477113:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609437.477114:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609437.477115:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609437.477115:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609437.477116:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609437.477117:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 00000100:00000001:2.0:1749609437.477118:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609437.477118:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.477119:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609437.477120:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193461888:12345-0@lo:38: 00000400:00000010:0.0:1749609437.477120:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000200:3.0:1749609437.477122:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193461888 00000400:00000010:0.0:1749609437.477122:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000020:00000001:3.0:1749609437.477123:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609437.477123:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477123:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749609437.477123:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193462016, portal 10 00000100:00000001:0.0:1749609437.477124:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609437.477125:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477125:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00010000:00000001:3.0:1749609437.477126:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609437.477127:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 535 usecs (1 jiffies) 00000100:00000001:2.0:1749609437.477128:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298709921 00000100:00000040:0.0:1749609437.477128:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.477129:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298709923 00000100:00000001:2.0:1749609437.477130:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298709921 00000100:00000001:0.0:1749609437.477131:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609437.477132:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609437.477133:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000020:00000001:3.0:1749609437.477134:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477134:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298709923 00000100:00000200:0.0:1749609437.477134:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193462016, offset 0 00000100:00000001:2.0:1749609437.477135:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298709921 00010000:00020000:3.0:1749609437.477136:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609437.477136:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298709923 00000400:00000200:0.0:1749609437.477136:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609437.477137:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298709921 00000100:00000001:2.0:1749609437.477137:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298709923 00010000:00000001:3.0:1749609437.477138:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609437.477138:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609437.477139:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609437.477139:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609437.477140:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609437.477140:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477141:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609437.477142:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609437.477142:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07b00 00000100:00000001:3.0:1749609437.477143:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609437.477144:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 40368 02000000:00000001:3.0:1749609437.477145:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609437.477146:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749609437.477147:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a79800. 00000400:00000200:0.0:1749609437.477147:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609437.477148:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477151:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609437.477152:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609437.477152:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609437.477153:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d9500. 00010000:00000001:3.0:1749609437.477154:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609437.477155:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477155:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609437.477155:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d9500 x1834598193462016 msgsize 520 00000100:00100000:2.0:1749609437.477156:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193462272 00000100:00001000:3.0:1749609437.477157:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749609437.477157:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749609437.477157:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609437.477158:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609437.477159:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609437.477159:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609437.477160:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609437.477161:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749609437.477161:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193462272 00000100:00000001:0.0:1749609437.477161:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609437.477162:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:2.0:1749609437.477162:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609437.477163:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609437.477163:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:2.0:1749609437.477163:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609437.477164:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:0.0:1749609437.477164:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609437.477164:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000020:00000040:2.0:1749609437.477165:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000040:3.0:1749609437.477166:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:2.0:1749609437.477166:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609437.477166:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609437.477167:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749609437.477167:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000200:0.0:1749609437.477167:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609437.477168:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609437.477169:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609437.477170:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609437.477170:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609437.477171:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4940. 00000100:00000001:0.0:1749609437.477171:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609437.477172:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000040:0.0:1749609437.477172:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609437.477174:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193461888, offset 0 00000020:00000010:2.0:1749609437.477174:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11040. 00000100:00000001:0.0:1749609437.477175:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609437.477176:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609437.477176:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609437.477177:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609437.477178:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:0.0:1749609437.477178:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 843 usecs (1 jiffies) 00000100:00000001:1.0:1749609437.477179:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609437.477179:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298709921 00000100:00000001:0.0:1749609437.477180:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298709923 00000400:00000200:3.0:1749609437.477181:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609437.477181:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609437.477181:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298709921 00000100:00100000:1.0:1749609437.477182:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193462016 00000100:00000001:0.0:1749609437.477182:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298709923 00000020:00000010:2.0:1749609437.477183:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 02000000:00000001:1.0:1749609437.477183:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609437.477183:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298709921 00000400:00000200:3.0:1749609437.477184:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada07a80 00000100:00000001:0.0:1749609437.477184:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298709923 00000020:00000010:2.0:1749609437.477185:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609437.477185:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609437.477185:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298709921 00000100:00000001:0.0:1749609437.477185:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298709923 00000400:00000200:3.0:1749609437.477186:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4461 [1] + 0 00000020:00000010:2.0:1749609437.477186:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609437.477186:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477186:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609437.477187:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609437.477188:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477188:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609437.477189:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609437.477189:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609437.477190:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609437.477190:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:1.0:1749609437.477190:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193462016 00000100:00000001:2.0:1749609437.477191:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609437.477191:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609437.477192:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609437.477192:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609437.477192:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609437.477192:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1749609437.477194:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.477194:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749609437.477194:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609437.477195:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477195:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609437.477196:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.477196:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749609437.477197:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609437.477197:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609437.477197:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609437.477199:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.477199:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1749609437.477199:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000040:0.0:1749609437.477199:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.477200:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609437.477201:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609437.477201:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609437.477202:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609437.477203:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609437.477203:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609437.477203:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609437.477204:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609437.477204:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609437.477204:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609437.477205:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609437.477205:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609437.477205:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609437.477206:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00100000:0.0:1749609437.477206:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193462144:0@lo:38: 00000400:00000010:3.0:1749609437.477207:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:1.0:1749609437.477207:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477208:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609437.477209:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609437.477209:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609437.477209:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609437.477209:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609437.477210:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609437.477210:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609437.477210:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609437.477211:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609437.477211:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 00000100:00100000:2.0:1749609437.477212:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000001:1.0:1749609437.477212:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609437.477212:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.477213:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609437.477214:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370065920 : -131936339485696 : ffff88012d5a1c00) 00000400:00000010:0.0:1749609437.477214:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000040:3.0:1749609437.477215:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:0.0:1749609437.477215:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:3.0:1749609437.477216:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609437.477216:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193462144, portal 10 00000020:00000001:3.0:1749609437.477217:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609437.477217:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a1c00 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:383/0 lens 224/0 e 0 to 0 dl 1749609448 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609437.477217:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609437.477217:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609437.477218:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609437.477218:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 00000100:00000040:3.0:1749609437.477219:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d9180 x1834598193461888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609437.477220:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.477221:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609437.477222:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4d40. 00000100:00000001:0.0:1749609437.477223:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609437.477224:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193461888:12345-0@lo:38: Request processed in 104us (200us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609437.477224:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609437.477225:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000040:0.0:1749609437.477225:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609437.477225:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000020:00000010:2.0:1749609437.477226:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4d40. 00000100:00000001:1.0:1749609437.477226:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937597184 : -131938771954432 : ffff88009c5d9500) 00000100:00000200:0.0:1749609437.477226:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193462144, offset 0 00000400:00000200:0.0:1749609437.477228:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609437.477229:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1749609437.477229:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193462272:12345-0@lo:400: 00000100:00000040:1.0:1749609437.477229:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d9500 x1834598193462016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609437.477230:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609437.477231:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609437.477231:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609437.477233:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000200:2.0:1749609437.477233:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193462272 00000400:00000200:0.0:1749609437.477233:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07b80 00000020:00000001:2.0:1749609437.477234:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749609437.477235:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00100000:1.0:1749609437.477235:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193462016:12345-0@lo:38: 00000400:00000200:0.0:1749609437.477235:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 40888 00000020:00000010:3.0:1749609437.477237:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000020:00000001:2.0:1749609437.477237:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749609437.477237:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193462016 00000400:00000200:0.0:1749609437.477237:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609437.477239:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609437.477239:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609437.477239:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609437.477240:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609437.477241:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749609437.477241:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609437.477242:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609437.477243:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000200:0.0:1749609437.477243:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749609437.477244:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609437.477244:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d9880. 00000020:00000001:2.0:1749609437.477245:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00080000:3.0:1749609437.477246:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:1.0:1749609437.477246:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749609437.477246:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d9880 x1834598193462144 msgsize 520 00010000:00000001:1.0:1749609437.477247:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1749609437.477248:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000020:00000001:2.0:1749609437.477248:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609437.477248:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609437.477248:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609437.477249:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609437.477250:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609437.477251:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609437.477251:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609437.477251:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609437.477252:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609437.477252:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609437.477253:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609437.477253:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000020:00000001:2.0:1749609437.477254:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1749609437.477254:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689a400. 00000100:00000001:0.0:1749609437.477254:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609437.477255:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609437.477256:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609437.477256:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.477257:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609437.477257:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609437.477258:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609437.477259:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609437.477259:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749609437.477259:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609437.477259:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609437.477260:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193462144 00000100:00000040:0.0:1749609437.477260:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609437.477261:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609437.477261:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609437.477262:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609437.477262:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a40400. 00000100:00000001:3.0:1749609437.477263:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609437.477263:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609437.477263:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609437.477264:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609437.477264:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609437.477264:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609437.477264:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609437.477265:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609437.477265:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609437.477266:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193462144 00000100:00000001:1.0:1749609437.477266:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609437.477266:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 615 usecs (1 jiffies) 00000020:00000001:3.0:1749609437.477267:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609437.477267:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749609437.477267:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609437.477267:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298709921 00000020:00000001:3.0:1749609437.477268:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609437.477268:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609437.477268:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298709923 00000020:00000001:3.0:1749609437.477269:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609437.477269:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477269:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298709921 00000020:00000001:3.0:1749609437.477270:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477270:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609437.477270:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609437.477270:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298709923 00000100:00000001:0.0:1749609437.477270:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298709921 00000020:00000010:3.0:1749609437.477271:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000040:1.0:1749609437.477271:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609437.477271:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298709923 00000020:00000010:3.0:1749609437.477272:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000020:00000001:2.0:1749609437.477272:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609437.477272:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000001:0.0:1749609437.477272:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298709921 00000020:00000010:3.0:1749609437.477273:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609437.477273:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298709923 00010000:00000040:2.0:1749609437.477274:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193462272 00000100:00000001:0.0:1749609437.477274:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609437.477275:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609437.477275:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609437.477275:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609437.477276:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609437.477276:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:1.0:1749609437.477277:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193462016, offset 0 00000400:00000001:0.0:1749609437.477277:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609437.477278:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000200:2.0:1749609437.477279:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1c00 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:383/0 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609437.477282:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609437.477283:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609437.477284:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00010000:00000001:2.0:1749609437.477285:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609437.477285:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609437.477286:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609437.477287:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609437.477287:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609437.477288:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609437.477288:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=132 v=5 (1 0 0 0) 00000400:00000200:1.0:1749609437.477288:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609437.477291:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609437.477292:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609437.477292:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609437.477292:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609437.477293:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609437.477293:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609437.477294:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609437.477295:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000001:2.0:1749609437.477295:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609437.477295:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609437.477296:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937598080 : -131938771953536 : ffff88009c5d9880) 02000000:00000001:2.0:1749609437.477296:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609437.477296:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07b00 00000100:00000001:0.0:1749609437.477296:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609437.477297:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609437.477298:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d9880 x1834598193462144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609437.477298:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477298:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609437.477299:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609437.477299:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4471 [1] + 0 00000100:00000001:0.0:1749609437.477299:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.477301:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609437.477301:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609437.477301:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609437.477302:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193462144:12345-0@lo:38: 00000400:00000010:2.0:1749609437.477303:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000400:00000200:1.0:1749609437.477303:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609437.477304:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193462144 00000100:00001000:0.0:1749609437.477304:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609437 v=5 (0 0 0 0) 00000020:00000001:3.0:1749609437.477305:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749609437.477305:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193462272, offset 224 00000100:00000001:1.0:1749609437.477305:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609437.477305:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=49 v=20 (1 20 0 0) 00010000:00000001:3.0:1749609437.477306:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749609437.477307:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609437.477307:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749609437.477308:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609437.477308:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609437.477310:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477310:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:3.0:1749609437.477311:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609437.477312:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609437.477312:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609437.477312:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609437.477313:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609437.477314:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749609437.477314:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609437.477315:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609437.477315:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609437.477316:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609437.477317:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07c00 00000100:00000001:1.0:1749609437.477317:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609437.477317:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1749609437.477318:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a78400. 00000100:00000001:0.0:1749609437.477318:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609437.477319:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477319:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609437.477320:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609437.477320:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4469 [1] + 224 00000100:00000001:0.0:1749609437.477320:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609437.477321:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:3.0:1749609437.477322:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:0.0:1749609437.477322:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00010000:00000001:3.0:1749609437.477323:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609437.477323:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000100:00000001:0.0:1749609437.477323:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749609437.477324:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609437.477324:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609437.477324:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:3.0:1749609437.477325:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609437.477325:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609437.477326:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609437.477326:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609437.477326:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609437.477326:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609437.477327:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:3.0:1749609437.477328:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609437.477328:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477329:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609437.477329:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609437.477330:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609437.477330:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609437.477331:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000001:1.0:1749609437.477331:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609437.477332:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609437.477333:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d9500 x1834598193462016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609437.477334:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193461888:0@lo:38: 02000000:00000001:3.0:1749609437.477335:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609437.477336:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609437.477337:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609437.477337:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193462016:12345-0@lo:38: Request processed in 103us (182us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749609437.477338:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609437.477338:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609437.477339:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1749609437.477339:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609437.477339:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000400:00000010:3.0:1749609437.477340:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000200:0.0:1749609437.477340:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609437.477341:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000200:3.0:1749609437.477342:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193462144, offset 0 00000100:00100000:1.0:1749609437.477342:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000001:0.0:1749609437.477342:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609437.477343:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609437.477343:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749609437.477343:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609437.477345:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609437.477345:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:2.0:1749609437.477346:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609437.477347:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000100:00000200:0.0:1749609437.477347:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609437.477349:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609437.477349:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000020:00000010:1.0:1749609437.477349:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000400:00000010:2.0:1749609437.477350:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:0.0:1749609437.477350:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609437.477350:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609437.477351:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.477351:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749609437.477352:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07b80 00000100:00000001:2.0:1749609437.477352:0:7440:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609437.477352:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609437.477353:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609437.477353:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609437.477354:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x447d [1] + 0 02000000:00000001:0.0:1749609437.477354:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477355:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749609437.477356:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609437 v=5 (0 0 0 0) 00000400:00000200:3.0:1749609437.477357:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749609437.477357:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=31 v=20 (1 20 0 0) 00000400:00000200:3.0:1749609437.477358:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609437.477358:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477358:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609437.477359:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609437.477359:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609437.477360:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609437.477360:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609437.477360:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609437.477361:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609437.477361:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609437.477362:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609437.477363:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609437.477364:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1c00 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:383/0 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609437.477364:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609437.477365:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609437.477365:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.477366:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749609437.477367:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609437.477367:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609437.477368:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749609437.477369:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193462272:12345-0@lo:400: Request processed in 148us (267us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609437.477371:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749609437.477371:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609437.477372:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609437.477373:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00100000:2.0:1749609437.477373:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000400:00000010:3.0:1749609437.477374:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000040:0.0:1749609437.477374:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609437.477375:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749609437.477375:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609437.477376:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609437.477376:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609437.477377:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477377:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609437.477377:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193462016:0@lo:38: 00000100:00000040:3.0:1749609437.477378:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609437.477379:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609437.477379:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000001:0.0:1749609437.477379:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609437.477380:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609437.477380:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749609437.477381:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000040:0.0:1749609437.477381:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193461888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609437.477382:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d9880 x1834598193462144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609437.477384:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00000100:00000001:0.0:1749609437.477384:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609437.477385:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749609437.477386:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193462144:12345-0@lo:38: Request processed in 84us (139us total) trans 0 rc -19/-19 02000000:00000010:0.0:1749609437.477386:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52000. 00000020:00000040:2.0:1749609437.477388:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000001:0.0:1749609437.477388:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609437.477389:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609437.477389:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609437.477389:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:3.0:1749609437.477390:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000020:00000001:0.0:1749609437.477390:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609437.477391:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749609437.477391:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dfc00. 00000100:00000001:3.0:1749609437.477392:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609437.477393:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609437.477394:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609437.477395:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000020:00000010:3.0:1749609437.477396:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:2.0:1749609437.477396:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609437.477397:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609437.477397:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609437.477397:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609437.477397:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.477398:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749609437.477399:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000400:00000001:2.0:1749609437.477399:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749609437.477399:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193462016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609437.477400:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609437.477400:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609437.477401:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:2.0:1749609437.477402:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:0.0:1749609437.477402:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1749609437.477403:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 02000000:00000001:0.0:1749609437.477403:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609437.477403:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 00000100:00000001:2.0:1749609437.477404:0:1048:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609437.477404:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1749609437.477405:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609437.477405:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609437.477405:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609437.477406:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609437.477407:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3df000. 00000100:00000200:2.0:1749609437.477409:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609437.477410:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609437.477411:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609437.477411:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:2.0:1749609437.477412:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609437.477413:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.477413:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609437.477414:0:1048:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609437.477414:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.477415:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.477417:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609437.477417:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609437.477418:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609437.477418:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609437.477419:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609437.477419:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609437.477420:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609437.477420:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749609437.477421:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609437.477421:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609437.477422:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00001000:2.0:1749609437.477423:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=132 v=5 (5 0 0 0) 00000400:00000200:0.0:1749609437.477423:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609437.477424:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00001000:2.0:1749609437.477425:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=132 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609437.477425:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609437.477426:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749609437.477426:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.477427:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609437.477428:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1749609437.477430:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749609437.477431:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609437.477433:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609437.477433:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609437.477434:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477434:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609437.477434:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609437.477435:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609437.477436:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609437.477436:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609437.477436:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.477437:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609437.477438:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609437.477438:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609437.477438:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609437 v=5 (0 0 0 0) 00000100:00000040:2.0:1749609437.477439:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609437.477439:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=132 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609437.477440:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609437.477441:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609437.477442:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609437.477442:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609437.477443:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749609437.477443:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.477444:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609437.477446:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609437.477446:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609437.477449:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749609437.477450:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193462272:0@lo:400: 00000100:00000001:0.0:1749609437.477450:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.477451:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609437.477452:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609437.477452:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609437.477452:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609437.477453:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193462272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609437.477453:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609437.477454:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609437.477455:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609437.477456:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.477457:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609437.477457:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609437.477458:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74600. 02000000:00000001:2.0:1749609437.477459:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609437.477460:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749609437.477460:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193462144:0@lo:38: 00000100:00000001:0.0:1749609437.477461:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477462:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749609437.477463:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749609437.477463:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193462144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609437.477464:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609437.477465:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be600. 00000100:00000001:0.0:1749609437.477466:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609437.477467:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609437.477467:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:2.0:1749609437.477468:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609437.477468:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1749609437.477469:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749609437.477469:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609437.477469:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:2.0:1749609437.477470:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000020:00000001:0.0:1749609437.477470:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609437.477470:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dc800. 00000100:00000001:2.0:1749609437.477472:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609437.477472:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609437.477472:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609437.477472:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609437.477473:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609437.477473:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000001:2.0:1749609437.477475:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609437.477475:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609437.477475:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609437.477476:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477476:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.477477:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609437.477477:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609437.477477:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609437.477478:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477478:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.477478:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609437.479718:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298709923, at 4298709923 00000100:00000040:1.0:1749609437.479719:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298709923, at 4298709923 00000100:00000010:3.0:1749609437.479723:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7d40. 00000100:00000010:1.0:1749609437.479727:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7980. 00000100:00000040:0.0:1749609437.479727:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298709923, at 4298709923 00000100:00000010:0.0:1749609437.479736:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000100:00000040:2.0:1749609437.479769:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298709923, at 4298709923 00000100:00000010:2.0:1749609437.479772:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a80. 00000100:00000001:0.0:1749609437.532760:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609437.532767:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609437.532769:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609437.532771:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609437.532774:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609437.532777:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.532779:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609437.532782:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609437.532784:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609438.082932:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609438.082941:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609438.082943:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609438.082946:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609438.082950:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609438.082954:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609438.082956:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609438.082958:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609438.082960:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609438.440910:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609438.440917:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609438.440999:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609438.441003:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609438.441007:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609438.476844:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609438.476857:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609438.476859:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609438.476863:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609438.476865:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609438.476869:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609438.476871:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609438.532842:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609438.532847:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609438.532849:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609438.532852:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609438.532855:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609438.532858:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609438.532861:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609438.532864:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609438.532866:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609439.083014:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609439.083022:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609439.083024:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609439.083028:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609439.083032:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609439.083035:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609439.083038:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609439.083040:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609439.083042:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609439.442894:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609439.442918:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609439.443007:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609439.443012:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609439.443016:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609439.476817:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609439.476829:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609439.476831:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609439.476834:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609439.476836:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609439.476840:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609439.476842:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609439.532846:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609439.532853:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609439.532856:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609439.532859:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609439.532862:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609439.532866:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609439.532869:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609439.532872:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609439.532874:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.082856:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609440.082863:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609440.082864:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609440.082867:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609440.082871:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609440.082874:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609440.082876:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609440.082894:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609440.082896:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609440.444934:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609440.444942:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609440.445089:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609440.445094:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609440.445098:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609440.476800:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609440.476813:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609440.476815:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.476819:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609440.476821:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609440.476824:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.476826:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.532805:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609440.532812:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609440.532814:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609440.532817:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609440.532820:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609440.532823:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.532826:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609440.532829:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.532831:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609441.082820:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609441.082826:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609441.082827:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609441.082830:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609441.082833:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609441.082836:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609441.082839:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609441.082840:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609441.082842:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609441.446862:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609441.446870:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609441.446961:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609441.446966:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609441.446974:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609441.476881:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609441.476896:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609441.476915:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609441.476918:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609441.476921:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609441.476925:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609441.476927:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609441.532836:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609441.532844:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609441.532846:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609441.532849:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609441.532853:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609441.532856:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609441.532859:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609441.532862:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609441.532864:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.082821:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609442.082829:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609442.082831:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609442.082834:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609442.082837:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609442.082841:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.082844:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609442.082846:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.082848:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609442.448850:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609442.448855:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609442.448930:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609442.448934:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609442.448937:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609442.476795:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609442.476806:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609442.476807:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.476810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609442.476812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609442.476815:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.476816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609442.484802:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609442.484808:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609442.484810:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609442.484812:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609442.484814:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609442.484816:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609442.484835:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609442.484838:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4042 00000100:00080000:2.0:1749609442.484841:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609442.484842:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609442.484844:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609442.484845:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609442.484846:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609442.484849:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609442.484850:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609442.484852:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609442.484854:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609442.484855:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609442.484856:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609442.484858:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609442.484858:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609442.484859:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609442.484860:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609442.484862:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609442.484864:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609442.484865:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609442.484867:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609442.484872:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609442.484873:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.484875:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609442.484877:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609442.484881:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000020:00000040:2.0:1749609442.484883:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609442.484886:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609442.484887:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.484889:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609442.484891:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609442.484893:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609442.484900:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42400. 00000100:00000001:2.0:1749609442.484905:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609442.484910:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609442.484917:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609442.484918:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609442.484920:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2300] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609442.484941:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609442.484942:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609442.484944:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609442.484945:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609442.484946:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609442.484948:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609442.484948:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4042 00000100:00080000:2.0:1749609442.484950:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609442.484951:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609442.484952:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609442.484953:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609442.484954:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609442.484955:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609442.484955:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609442.484956:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609442.484958:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609442.484958:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609442.484959:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609442.484960:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609442.484961:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609442.484962:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609442.484963:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609442.484966:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609442.484968:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609442.484969:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609442.484969:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609442.484971:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609442.484972:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.484973:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609442.484974:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609442.484975:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000020:00000040:2.0:1749609442.484976:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609442.484978:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609442.484978:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.484979:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609442.484980:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609442.484980:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609442.484982:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42c00. 00000100:00000001:2.0:1749609442.484984:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609442.484986:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609442.484990:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609442.484991:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609442.484992:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609442.484996:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609442.484997:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609442.484998:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609442.484999:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609442.484999:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609442.485000:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609442.485001:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4042 00000100:00080000:2.0:1749609442.485002:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609442.485003:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609442.485006:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609442.485007:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609442.485008:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609442.485009:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609442.485010:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609442.485011:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609442.485012:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609442.485012:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609442.485013:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609442.485014:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609442.485015:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609442.485016:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609442.485016:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609442.485017:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609442.485017:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609442.485018:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609442.485019:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609442.485020:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609442.485020:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609442.485021:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609442.485021:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609442.485022:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485023:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609442.485024:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.485025:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609442.485027:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000020:00000040:2.0:1749609442.485028:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609442.485029:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609442.485029:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485030:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609442.485030:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609442.485031:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485031:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1749609442.485032:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a41400. 00000100:00000001:0.0:1749609442.485032:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485034:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609442.485034:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609442.485036:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609442.485036:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609442.485037:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485039:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1749609442.485039:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193462400:0@lo:38: 00000100:00000001:0.0:1749609442.485041:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609442.485042:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609442.485043:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609442.485043:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609442.485044:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485048:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609442.485049:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609442.485051:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749609442.485051:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749609442.485052:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609442.485053:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000010:0.0:1749609442.485053:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 00000100:00000001:2.0:1749609442.485054:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609442.485054:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609442.485055:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609442.485056:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609442.485058:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be600. 00000400:00000010:0.0:1749609442.485058:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609442.485059:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609442.485061:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609442.485063:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609442.485064:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609442.485065:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609442.485067:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_00_02+2] req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609442.485068:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193462400, portal 4 00000100:00000001:0.0:1749609442.485069:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609442.485070:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 00000100:00000040:0.0:1749609442.485074:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485079:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609442.485081:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609442.485083:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609442.485085:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193462400, offset 0 00000100:00000001:2.0:1749609442.485087:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609442.485090:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4052) 00000400:00000200:0.0:1749609442.485090:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609442.485101:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609442.485109:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada07c80 00000400:00000200:0.0:1749609442.485115:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 21840 00000100:00000001:1.0:1749609442.485121:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609442.485121:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609442.485123:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609442.485123:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749609442.485124:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609442.485125:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609442.485127:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609442.485128:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485128:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609442.485129:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609442.485133:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d9c00. 00000100:00000001:1.0:1749609442.485134:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609442.485135:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.485135:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d9c00 x1834598193462400 msgsize 520 02000000:00000001:1.0:1749609442.485138:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749609442.485138:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609442.485139:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609442.485140:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609442.485142:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193462784:0@lo:400: 00000100:00000001:1.0:1749609442.485145:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609442.485146:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609442.485148:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609442.485149:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609442.485152:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609442.485153:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485153:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749609442.485156:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a058. 00000400:00000010:1.0:1749609442.485159:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000200:0.0:1749609442.485161:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609442.485162:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609442.485165:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609442.485167:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609442.485168:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193462784, portal 10 00000100:00000001:3.0:1749609442.485170:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609442.485170:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749609442.485171:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193462400 00000100:00000001:1.0:1749609442.485171:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 02000000:00000001:3.0:1749609442.485173:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609442.485174:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609442.485175:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609442.485175:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609442.485176:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609442.485177:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609442.485179:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609442.485181:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193462400 00000100:00000001:1.0:1749609442.485181:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609442.485182:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609442.485183:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749609442.485183:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609442.485184:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749609442.485184:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000200:1.0:1749609442.485185:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193462784, offset 0 00000020:00000001:3.0:1749609442.485186:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609442.485187:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609442.485189:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000400:00000200:1.0:1749609442.485189:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609442.485190:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609442.485192:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000001:0.0:1749609442.485192:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609442.485193:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609442.485195:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609442.485195:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609442.485197:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada07e00 00000100:00000040:0.0:1749609442.485198:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2462 usecs (3 jiffies) 00000100:00000001:3.0:1749609442.485200:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609442.485201:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609442.485201:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 41408 00000100:00000001:0.0:1749609442.485201:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298714931 00000100:00000001:3.0:1749609442.485202:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609442.485203:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000100:00000001:3.0:1749609442.485205:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485208:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:1.0:1749609442.485209:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609442.485212:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609442.485212:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609442.485213:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298714931 00000100:00000001:1.0:1749609442.485214:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:0.0:1749609442.485214:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7d80. 00000100:00000200:1.0:1749609442.485216:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609442.485217:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609442.485218:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609442.485219:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:1.0:1749609442.485219:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0380. 00000100:00000001:0.0:1749609442.485219:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298714931 00000100:00000010:0.0:1749609442.485220:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e75c0. 00000100:00000040:1.0:1749609442.485221:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f0380 x1834598193462784 msgsize 224 00000100:00100000:3.0:1749609442.485222:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000001:0.0:1749609442.485223:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609442.485224:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937598976 : -131938771952640 : ffff88009c5d9c00) 00000100:00100000:1.0:1749609442.485224:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609442.485227:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d9c00 x1834598193462400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609442.485230:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609442.485232:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00100000:3.0:1749609442.485233:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193462400:12345-0@lo:38: 00000400:00000010:1.0:1749609442.485234:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:1.0:1749609442.485236:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609442.485236:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298714931 00000100:00000010:0.0:1749609442.485238:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7e80. 00000100:00000200:1.0:1749609442.485239:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609442.485240:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193462400 00000100:00000001:0.0:1749609442.485240:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:3.0:1749609442.485242:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609442.485243:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609442.485245:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609442.485245:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609442.485245:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609442.485246:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485246:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609442.485249:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609442.485252:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609442.485253:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609442.485253:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609442.485254:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00020000:3.0:1749609442.485255:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609442.485255:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485255:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609442.485257:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609442.485257:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 532 usecs (1 jiffies) 02000000:00000001:0.0:1749609442.485257:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609442.485258:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609442.485259:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609442.485259:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298714929 02000000:00000001:0.0:1749609442.485260:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609442.485261:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609442.485261:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298714931 00000100:00000001:3.0:1749609442.485262:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609442.485262:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298714929 00000100:00100000:0.0:1749609442.485262:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193462528:0@lo:38: 00000100:00000001:1.0:1749609442.485263:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298714931 02000000:00000001:3.0:1749609442.485264:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609442.485265:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298714929 00000100:00000001:0.0:1749609442.485265:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1749609442.485266:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a7bc00. 00000100:00000001:1.0:1749609442.485266:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298714931 02000000:00000001:0.0:1749609442.485266:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609442.485267:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609442.485267:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298714929 02000000:00000001:0.0:1749609442.485267:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609442.485268:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609442.485268:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298714931 00010000:00000001:3.0:1749609442.485269:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609442.485269:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609442.485271:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609442.485271:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609442.485272:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609442.485272:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:3.0:1749609442.485273:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609442.485274:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749609442.485274:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609442.485275:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609442.485276:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609442.485276:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609442.485277:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:0.0:1749609442.485277:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:3.0:1749609442.485279:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609442.485280:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000010:0.0:1749609442.485280:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000040:3.0:1749609442.485281:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609442.485281:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609442.485281:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749609442.485282:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609442.485282:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1749609442.485282:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193462528, portal 10 02000000:00000001:3.0:1749609442.485283:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609442.485283:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193462784 00000100:00000001:0.0:1749609442.485283:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609442.485284:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609442.485284:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609442.485284:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000040:3.0:1749609442.485285:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609442.485285:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609442.485285:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609442.485286:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609442.485287:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:2.0:1749609442.485287:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609442.485287:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485288:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.485288:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609442.485289:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193462400, offset 0 02000000:00000001:2.0:1749609442.485290:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609442.485291:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609442.485292:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193462784 00000100:00000001:0.0:1749609442.485293:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609442.485294:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749609442.485295:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609442.485295:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000040:0.0:1749609442.485295:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609442.485296:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749609442.485296:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000020:00000040:2.0:1749609442.485298:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000200:0.0:1749609442.485298:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193462528, offset 0 00000400:00000200:3.0:1749609442.485299:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada07c80 00000020:00000001:2.0:1749609442.485300:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609442.485301:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609442.485304:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4491 [1] + 0 00000400:00000200:3.0:1749609442.485306:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609442.485306:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609442.485310:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609442.485311:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609442.485311:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609442.485313:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609442.485313:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4d40. 00000100:00000200:3.0:1749609442.485315:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609442.485315:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07d00 00000020:00000010:2.0:1749609442.485316:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4940. 00000400:00000200:0.0:1749609442.485318:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 41632 00000020:00000040:2.0:1749609442.485320:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:3.0:1749609442.485321:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609442.485321:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609442.485323:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609442.485325:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609442.485326:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609442.485326:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609442.485327:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749609442.485329:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000020:00000010:2.0:1749609442.485329:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00000010:0.0:1749609442.485329:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5d9f80. 00000400:00000010:3.0:1749609442.485330:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000040:0.0:1749609442.485330:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5d9f80 x1834598193462528 msgsize 520 00000100:00000001:3.0:1749609442.485331:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749609442.485332:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:3.0:1749609442.485333:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609442.485333:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609442.485334:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609442.485335:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000040:3.0:1749609442.485336:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609442.485337:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609442.485338:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609442.485338:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609442.485340:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d9c00 x1834598193462400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609442.485340:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609442.485342:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609442.485342:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:2.0:1749609442.485343:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749609442.485343:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609442.485344:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609442.485345:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193462400:12345-0@lo:38: Request processed in 112us (209us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609442.485345:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609442.485346:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609442.485349:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000001:2.0:1749609442.485349:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609442.485349:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609442.485350:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609442.485351:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609442.485351:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609442.485352:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609442.485352:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609442.485354:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000020:00000010:3.0:1749609442.485356:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749609442.485358:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00000001:3.0:1749609442.485360:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485360:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485362:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609442.485363:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485365:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.485367:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00080000:3.0:1749609442.485369:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609442.485369:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609442.485369:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298714929 00000100:00000001:0.0:1749609442.485370:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298714931 00000020:00000040:3.0:1749609442.485371:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00100000:2.0:1749609442.485371:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193462528 02000000:00000001:2.0:1749609442.485372:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609442.485372:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298714929 00000100:00000001:2.0:1749609442.485373:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609442.485373:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298714931 00000100:00000001:0.0:1749609442.485374:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298714929 00000100:00000001:2.0:1749609442.485375:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485375:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298714931 02000000:00000001:2.0:1749609442.485377:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485377:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298714929 00000100:00000001:0.0:1749609442.485378:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298714931 00000100:00100000:2.0:1749609442.485379:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193462528 00000100:00000001:0.0:1749609442.485379:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609442.485380:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609442.485381:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609442.485381:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609442.485382:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609442.485383:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609442.485383:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609442.485384:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609442.485384:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485384:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609442.485385:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609442.485386:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1749609442.485387:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000010:2.0:1749609442.485387:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 00000100:00000001:3.0:1749609442.485388:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838076288 : -131938871475328 : ffff8800966f0380) 00000100:00000001:0.0:1749609442.485388:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609442.485389:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d900. 00000100:00000001:0.0:1749609442.485390:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609442.485391:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73a28. 00000100:00000001:0.0:1749609442.485391:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609442.485392:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609442.485393:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f0380 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:388/0 lens 224/0 e 0 to 0 dl 1749609453 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609442.485393:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609442.485393:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609442.485394:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609442.485395:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.485395:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609442.485398:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609442.485401:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba6c0. 00000100:00000001:0.0:1749609442.485401:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609442.485402:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609442.485403:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609442.485404:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7eba6c0. 02000000:00000001:0.0:1749609442.485404:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609442.485405:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609442.485406:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609442.485407:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193462784:12345-0@lo:400: 00000100:00100000:0.0:1749609442.485408:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193462656:0@lo:38: 00000100:00000200:3.0:1749609442.485410:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193462784 00000100:00000001:0.0:1749609442.485410:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749609442.485412:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609442.485414:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609442.485415:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485415:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609442.485415:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749609442.485417:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749609442.485417:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609442.485418:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749609442.485419:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:2.0:1749609442.485419:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609442.485420:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52000. 00000020:00000001:3.0:1749609442.485421:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749609442.485422:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609442.485424:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.485424:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749609442.485424:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000020:00000001:3.0:1749609442.485425:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609442.485425:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609442.485426:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749609442.485427:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000001:1.0:1749609442.485427:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749609442.485427:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000020:00000001:3.0:1749609442.485428:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485428:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937599872 : -131938771951744 : ffff88009c5d9f80) 00000100:00000001:1.0:1749609442.485429:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609442.485429:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193462656, portal 10 00000020:00000001:3.0:1749609442.485430:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749609442.485430:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5d9f80 x1834598193462528/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609442.485430:0:7488:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485430:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609442.485431:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 00000100:00000001:1.0:1749609442.485432:0:7488:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609442.485433:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609442.485434:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609442.485435:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193462528:12345-0@lo:38: 00000100:00000040:0.0:1749609442.485435:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609442.485437:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193462528 02000000:00000010:3.0:1749609442.485438:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a213800. 00000020:00000001:2.0:1749609442.485438:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609442.485440:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609442.485440:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609442.485440:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609442.485441:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.485442:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609442.485443:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609442.485443:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000020:00000001:2.0:1749609442.485444:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609442.485445:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193462784 00010000:00020000:2.0:1749609442.485445:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749609442.485445:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193462656, offset 0 00010000:00000001:3.0:1749609442.485447:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609442.485447:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609442.485448:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609442.485448:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609442.485449:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000200:3.0:1749609442.485450:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0380 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:388/0 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609442.485450:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609442.485451:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609442.485452:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609442.485455:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada07d80 00010000:00000001:3.0:1749609442.485457:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609442.485458:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609442.485458:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998e8000. 00000400:00000200:0.0:1749609442.485458:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 42152 00000100:00001000:3.0:1749609442.485459:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=137 v=5 (1 0 0 0) 02000000:00000001:2.0:1749609442.485459:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485460:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609442.485460:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609442.485462:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609442.485462:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609442.485463:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749609442.485463:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609442.485464:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609442.485464:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609442.485465:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609442.485466:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609442.485467:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749609442.485467:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5da300. 00000100:00000040:3.0:1749609442.485469:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:2.0:1749609442.485469:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:0.0:1749609442.485469:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5da300 x1834598193462656 msgsize 520 00000100:00000001:2.0:1749609442.485470:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609442.485471:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609442.485471:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609442.485472:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00100000:0.0:1749609442.485472:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609442.485473:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609442.485474:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609442.485475:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609442.485475:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609442.485476:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609442.485476:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.485477:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609442.485477:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000100:00000040:3.0:1749609442.485478:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609442.485478:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609442.485479:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000400:00000010:3.0:1749609442.485480:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:2.0:1749609442.485480:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609442.485480:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609442.485482:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193462528, offset 0 00000100:00000001:1.0:1749609442.485482:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609442.485482:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609442.485483:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193462784, offset 224 00000100:00100000:1.0:1749609442.485483:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193462656 00000400:00000200:2.0:1749609442.485485:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609442.485485:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609442.485486:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609442.485488:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609442.485488:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485488:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609442.485490:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609442.485490:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609442.485491:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193462656 00000400:00000200:3.0:1749609442.485493:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609442.485493:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609442.485493:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609442.485494:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749609442.485495:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07d00 00000020:00000001:1.0:1749609442.485495:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609442.485496:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609442.485498:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07e00 00000020:00000001:1.0:1749609442.485498:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485498:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609442.485499:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x44a1 [1] + 0 00000100:00000001:0.0:1749609442.485499:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609442.485500:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000400:00000200:3.0:1749609442.485502:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4499 [1] + 224 00000400:00000200:2.0:1749609442.485502:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609442.485502:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609442.485503:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000400:00000200:2.0:1749609442.485504:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609442.485504:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 602 usecs (1 jiffies) 00000020:00000010:1.0:1749609442.485505:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000400:00000200:3.0:1749609442.485506:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609442.485506:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298714929 00000100:00000001:2.0:1749609442.485507:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609442.485507:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609442.485507:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298714931 00000400:00000200:3.0:1749609442.485508:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609442.485508:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609442.485509:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298714929 00000100:00000200:2.0:1749609442.485510:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609442.485510:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485510:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298714931 00000100:00000001:3.0:1749609442.485511:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609442.485512:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485512:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298714929 00000100:00000001:0.0:1749609442.485513:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298714931 00000100:00000200:3.0:1749609442.485514:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485514:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298714929 00000100:00000001:0.0:1749609442.485516:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298714931 00000100:00000040:2.0:1749609442.485517:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609442.485517:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485517:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609442.485518:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609442.485521:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609442.485521:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609442.485522:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1749609442.485522:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609442.485523:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609442.485524:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609442.485525:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000400:00000010:0.0:1749609442.485525:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000001:1.0:1749609442.485526:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937600768 : -131938771950848 : ffff88009c5da300) 00000400:00000200:0.0:1749609442.485527:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609442.485528:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000040:1.0:1749609442.485529:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5da300 x1834598193462656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485530:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609442.485531:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609442.485532:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609442.485536:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609442.485537:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000200:0.0:1749609442.485539:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609442.485540:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609442.485541:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609442.485544:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609442.485544:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193462656:12345-0@lo:38: 00000100:00000001:0.0:1749609442.485544:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609442.485546:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609442.485546:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609442.485547:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00000001:2.0:1749609442.485547:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609442.485547:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193462656 00000100:00000001:0.0:1749609442.485547:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:3.0:1749609442.485549:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000001:2.0:1749609442.485549:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609442.485549:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609442.485550:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609442.485551:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749609442.485551:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609442.485551:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609442.485552:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609442.485552:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5d9f80 x1834598193462528/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485552:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609442.485555:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609442.485556:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609442.485557:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609442.485557:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609442.485558:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609442.485559:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:2.0:1749609442.485559:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193462528:12345-0@lo:38: Request processed in 123us (227us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749609442.485560:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609442.485560:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:0.0:1749609442.485560:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609442 v=5 (0 0 0 0) 00000020:00000001:3.0:1749609442.485562:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1749609442.485562:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609442.485563:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:0.0:1749609442.485563:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=54 v=20 (1 20 0 0) 00000100:00000040:3.0:1749609442.485565:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f0380 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:388/0 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609442.485565:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000001:1.0:1749609442.485565:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609442.485566:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609442.485566:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609442.485567:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609442.485567:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609442.485568:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1749609442.485568:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096898800. 02000000:00000001:1.0:1749609442.485569:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485569:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609442.485571:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609442.485572:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193462784:12345-0@lo:400: Request processed in 173us (350us total) trans 0 rc 0/0 00000100:00000040:0.0:1749609442.485572:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609442.485573:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1749609442.485574:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d900. 00010000:00000001:1.0:1749609442.485574:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609442.485576:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749609442.485578:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73a28. 00000100:00000001:1.0:1749609442.485578:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609442.485578:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609442.485580:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1749609442.485581:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00000100:00000040:1.0:1749609442.485581:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609442.485581:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609442.485582:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609442.485583:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609442.485584:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609442.485584:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609442.485585:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609442.485586:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609442.485586:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609442.485588:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:0.0:1749609442.485588:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749609442.485589:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609442.485590:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749609442.485590:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000040:1.0:1749609442.485592:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609442.485592:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749609442.485593:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000040:0.0:1749609442.485594:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609442.485595:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000200:1.0:1749609442.485595:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193462656, offset 0 00000100:00000040:3.0:1749609442.485596:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609442.485598:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609442.485599:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609442.485599:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609442.485600:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193462400:0@lo:38: 00000020:00000010:3.0:1749609442.485601:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000020:00000010:3.0:1749609442.485602:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:2.0:1749609442.485602:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609442.485603:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609442.485604:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609442.485604:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749609442.485605:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000400:00000001:0.0:1749609442.485605:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609442.485606:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000020:00000040:3.0:1749609442.485607:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000200:0.0:1749609442.485607:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000001:3.0:1749609442.485608:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609442.485608:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000400:00000200:1.0:1749609442.485610:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada07d80 00000100:00000001:0.0:1749609442.485610:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609442.485612:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609442.485616:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609442.485617:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749609442.485617:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609442.485619:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a058. 00000400:00000200:2.0:1749609442.485622:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000100:00000001:0.0:1749609442.485622:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609442.485624:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000001:2.0:1749609442.485626:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609442.485626:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485628:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749609442.485629:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609442.485629:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x44ad [1] + 0 02000000:00000001:0.0:1749609442.485629:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609442.485630:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609442.485631:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609442.485632:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609442.485632:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609442.485635:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609442.485635:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749609442.485635:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609442 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609442.485637:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609442.485637:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=36 v=20 (1 20 0 0) 00000100:00000200:1.0:1749609442.485639:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485639:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609442.485640:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609442.485641:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609442.485641:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609442.485642:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.485643:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749609442.485644:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609442.485645:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609442.485645:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609442.485646:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609442.485647:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609442.485649:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485649:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609442.485651:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749609442.485652:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=137 v=5 (5 0 0 0) 00000100:00000001:1.0:1749609442.485652:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609442.485652:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485653:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:2.0:1749609442.485654:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=137 v=5 (1 0 0 0) 00000400:00000200:1.0:1749609442.485654:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000001:0.0:1749609442.485654:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609442.485656:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1749609442.485656:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00080000:0.0:1749609442.485656:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609442.485657:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609442.485657:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609442.485658:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749609442.485659:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609442.485659:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609442.485659:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609442.485661:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.485661:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749609442.485662:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609442.485663:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609442.485664:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609442.485666:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609442.485667:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193462528:0@lo:38: 00010000:00000001:2.0:1749609442.485668:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609442.485668:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5da300 x1834598193462656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609442.485670:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609442.485670:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609442.485672:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609442.485672:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609442.485673:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609442.485691:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.485692:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2300 x1834598193462400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609442.485698:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485698:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609442.485699:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609442.485701:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 00000100:00100000:1.0:1749609442.485702:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193462656:12345-0@lo:38: Request processed in 130us (204us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609442.485703:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609442.485704:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609442.485705:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609442.485707:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609442.485707:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749609442.485708:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000020:00000001:0.0:1749609442.485709:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609442.485710:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1749609442.485710:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609442.485711:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609442.485712:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1749609442.485713:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193462784:0@lo:400: 00000020:00000010:1.0:1749609442.485713:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 02000000:00000010:0.0:1749609442.485714:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42400. 00000100:00000001:2.0:1749609442.485716:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609442.485716:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 02000000:00000001:0.0:1749609442.485716:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609442.485718:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609442.485718:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 02000000:00000001:0.0:1749609442.485718:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609442.485719:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000100:00000040:2.0:1749609442.485720:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193462784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609442.485721:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485722:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609442.485723:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485724:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609442.485726:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749609442.485726:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609442.485727:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609442.485729:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 02000000:00000001:2.0:1749609442.485731:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609442.485732:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609442.485732:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1749609442.485733:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749609442.485733:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609442.485734:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 00000020:00000001:2.0:1749609442.485735:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749609442.485735:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1749609442.485736:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be600. 00000020:00000001:0.0:1749609442.485736:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609442.485737:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609442.485739:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609442.485739:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42c00. 02000000:00000001:2.0:1749609442.485740:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609442.485741:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749609442.485741:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1749609442.485742:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 02000000:00000001:0.0:1749609442.485742:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609442.485743:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000001:2.0:1749609442.485744:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609442.485744:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609442.485745:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485745:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485746:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.485747:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485748:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609442.485749:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.485750:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609442.485750:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609442.485751:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485751:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609442.485752:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1749609442.485753:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609442.485754:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609442.485754:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609442.485755:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609442.485757:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609442.485758:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609442.485759:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609442.485774:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609442.485784:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485789:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609442.485790:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485791:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609442.485792:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609442.485794:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609442.485795:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609442.485796:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609442.485799:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609442 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609442.485801:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=137 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609442.485803:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609442.485804:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609442.485805:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609442.485806:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485810:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609442.485811:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609442.485811:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485812:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609442.485813:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609442.485814:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609442.485815:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609442.485816:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609442.485817:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609442.485821:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193462656:0@lo:38: 00000100:00000001:0.0:1749609442.485823:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485824:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609442.485828:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193462656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.485832:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609442.485832:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609442.485833:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52000. 02000000:00000001:0.0:1749609442.485835:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609442.485835:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609442.485836:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609442.485837:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609442.485837:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a41400. 02000000:00000001:0.0:1749609442.485839:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609442.485840:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609442.485840:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000001:0.0:1749609442.485842:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609442.485843:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.485844:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485845:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609442.485846:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609442.485846:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.485847:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609442.487708:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298714931, at 4298714931 00000100:00000040:0.0:1749609442.487708:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298714931, at 4298714931 00000100:00000010:1.0:1749609442.487717:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7d80. 00000100:00000040:2.0:1749609442.487718:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298714931, at 4298714931 00000100:00000040:3.0:1749609442.487720:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298714931, at 4298714931 00000100:00000010:2.0:1749609442.487723:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e75c0. 00000100:00000010:3.0:1749609442.487725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7e80. 00000100:00000010:0.0:1749609442.487725:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000100:00000001:0.0:1749609442.532778:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609442.532784:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609442.532786:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609442.532789:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609442.532792:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609442.532795:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.532797:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609442.532806:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880098a97800 x1834598193460736/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.532813:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.532816:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880098a97800 x1834598193460736/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.532822:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609442.532848:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.532850:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609442.532852:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609442.532854:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a97800 x1834598193460736/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609442.532861:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880098a97800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193460736:0@lo:101: 00000100:00000001:0.0:1749609442.532865:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.532866:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609442.532868:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609442.532870:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609442.532872:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880098a97800 x1834598193460736/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.532876:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609442.532878:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f780. 00000100:00000001:0.0:1749609442.532881:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609442.532882:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609442.532885:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609442.532887:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609442.532889:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609442.532892:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79800 refcount=4 00000020:00000001:0.0:1749609442.532894:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841784320 : -131938867767296 : ffff880096a79800) 00010000:00000001:0.0:1749609442.532896:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841784320 : -131938867767296 : ffff880096a79800) 00010000:00010000:0.0:1749609442.532900:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609442.532906:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609442.532909:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609442.532914:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609442.532916:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609442.532936:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609442.532940:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609442.532945:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609442.532950:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609442.532952:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609442.532955:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609442.532957:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609442.532962:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a79800 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609442.532965:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609442.532966:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609442.532970:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609442.532972:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609442.532973:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609442.532974:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79800 refcount=5 00000020:00000001:0.0:1749609442.532976:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841784320 : -131938867767296 : ffff880096a79800) 00010000:00000001:0.0:1749609442.532977:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841784320 : -131938867767296 : ffff880096a79800) 00010000:00000001:0.0:1749609442.532979:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609442.532980:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609442.532983:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609442.532983:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609442.532986:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749609442.532987:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609442.532988:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609442.532993:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609442.532994:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609442.532996:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609442.532997:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609442.532998:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609442.532999:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609442.533000:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a79800 with handle 0xae754a08875148d9 from hash 00010000:00000001:0.0:1749609442.533001:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609442.533001:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609442.533002:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609442.533002:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609442.533003:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609442.533004:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609442.533005:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609442.533005:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609442.533006:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609442.533007:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609442.533008:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609442.533010:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609442.533011:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609442.533011:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609442.533012:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609442.533013:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609442.533013:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609442.533014:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609442.533014:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a79800/0xae754a08875148d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609442.533019:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35400 count: 0 00010000:00000001:0.0:1749609442.533041:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609442.533042:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609442.533044:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609442.533046:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880098a97800 x1834598193460736/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.533050:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609442.533054:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609442.533055:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609442.533056:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609442.533058:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a79000. 02000000:00000001:0.0:1749609442.533061:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609442.533062:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609442.533063:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098a97800. 00000100:00000001:0.0:1749609442.533065:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609442.533066:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609442.533067:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609442.533069:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609442.533070:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609442.533072:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e7700. 00000020:00000010:0.0:1749609442.533073:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79000. 00000020:00000010:0.0:1749609442.533077:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a79e00. 00000040:00000010:0.0:1749609442.533079:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a78400. 00000020:00000010:0.0:1749609442.533081:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a76800. 00000020:00000010:0.0:1749609442.533084:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a79c00. 80000000:00000010:0.0:1749609442.533087:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609442.533090:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a78200. 00080000:00000010:0.0:1749609442.533094:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609442.533097:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609442.533101:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609442.533103:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609442.533107:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a79e00. 00000040:00000010:0.0:1749609442.533110:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a78400. 00000020:00000010:0.0:1749609442.533112:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a76800. 00000020:00000010:0.0:1749609442.533115:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a79c00. 80000000:00000010:0.0:1749609442.533117:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609442.533119:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a78200. 00080000:00000010:0.0:1749609442.533122:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609442.533126:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609442.533131:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79000. 10000000:00000010:0.0:1749609442.533133:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e7700. 10000000:01000000:0.0:1749609442.533139:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749609442.533142:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749609442.533145:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749609442.533146:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609442.533148:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609442.533149:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b46a7400) refs 2 10000000:00000001:0.0:1749609442.533151:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609442.533152:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609442.533153:0:6439:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b45f1800) refs 2 10000000:00000001:0.0:1749609442.533155:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609442.533156:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609442.533157:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749609442.533158:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609442.533160:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff88008fb77000 from 30 10000000:00000001:0.0:1749609442.533162:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609442.533163:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749609442.533166:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5da680. 00000020:00000040:0.0:1749609442.533169:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609442.533172:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609442.533174:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609442.533177:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609442.533181:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a79000. 00000100:00000001:0.0:1749609442.533185:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609442.533188:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609442.533189:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609442.533192:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35100. 00010000:00000001:0.0:1749609442.533195:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609442.533196:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a78800. 00000020:00000001:0.0:1749609442.533198:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609442.533199:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a78800 with handle 0xae754a08875148e0 to hash 00000020:00000001:0.0:1749609442.533200:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609442.533201:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609442.533203:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609442.533204:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609442.533205:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609442.533209:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609442.533213:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609442.533219:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609442.533222:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609442.533223:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609442.533226:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f780. 00000100:00000001:0.0:1749609442.533227:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392600960 : -131936316950656 : ffff88012eb1f780) 00000100:00000001:0.0:1749609442.533228:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609442.533229:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134937601664 : -131938771949952 : ffff88009c5da680) 00000100:00000001:0.0:1749609442.533232:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609442.533233:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.533234:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609442.533235:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609442.533236:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c5da680 x1834598193462912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.533240:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609442.533241:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609442.533242:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009c5da680 x1834598193462912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.533246:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.533247:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609442.533248:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609442.533248:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609442.533249:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609442.533250:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.533251:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609442.533251:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.533252:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749609442.535744:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35400. 00010000:00000010:2.1:1749609442.535750:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a79800. 00000100:00000001:2.0:1749609443.082841:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609443.082862:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609443.082864:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609443.082868:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609443.082871:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609443.082874:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609443.082876:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609443.082878:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609443.082880:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609443.450817:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609443.450833:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609443.450899:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609443.450903:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609443.450906:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609443.485781:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609443.485792:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609443.485793:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609443.485796:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609443.485798:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609443.485800:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609443.485801:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609443.532749:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609443.532764:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609443.532765:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609443.532767:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609443.532770:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609443.532772:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609443.532774:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609443.532776:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609443.532777:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609444.082953:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609444.082960:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609444.082962:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609444.082965:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609444.082968:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609444.082971:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609444.082974:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609444.082976:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609444.082977:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609444.452953:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609444.452960:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609444.452990:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609444.452992:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609444.452994:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609444.485826:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609444.485840:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609444.485842:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609444.485846:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609444.485848:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609444.485851:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609444.485853:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609444.532799:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609444.532806:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609444.532809:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609444.532812:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609444.532815:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609444.532818:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609444.532821:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609444.532824:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609444.532825:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.082838:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609445.082843:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609445.082845:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609445.082848:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609445.082850:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609445.082853:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.082855:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609445.082856:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.082857:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609445.454852:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609445.454870:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609445.454872:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609445.454873:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609445.454876:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609445.454877:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609445.454879:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609445.454880:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609445.454941:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609445.454945:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609445.454947:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609445.485811:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609445.485825:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609445.485827:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609445.485830:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609445.485832:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609445.485835:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.485837:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.532773:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609445.532782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609445.532784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609445.532787:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609445.532790:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609445.532793:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609445.532795:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609445.532797:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609445.532799:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609446.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609446.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609446.082799:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609446.082801:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609446.082803:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609446.082806:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609446.082821:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609446.082823:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609446.082825:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609446.456807:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609446.456812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609446.456867:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609446.456870:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609446.456872:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609446.485844:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609446.485856:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609446.485858:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609446.485862:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609446.485865:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609446.485868:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609446.485870:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609446.532806:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609446.532812:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609446.532813:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609446.532815:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609446.532821:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609446.532823:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609446.532825:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609446.532839:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609446.532840:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.082772:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609447.082777:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609447.082779:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609447.082781:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609447.082784:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609447.082787:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609447.082789:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609447.082791:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609447.082793:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609447.458921:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609447.458929:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609447.459063:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609447.459068:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609447.459072:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609447.485809:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609447.485814:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749609447.485823:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609422/real 1749609422] req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609447 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609447.485838:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609447.485840:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609447.485843:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000400:00000200:0.0:1749609447.485847:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:0.0:1749609447.485849:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:0.0:1749609447.485852:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609447.485854:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609447 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609447.485860:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609447 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.485865:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609447.485866:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.485868:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609447.485870:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609447.485872:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609447 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.485876:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.485883:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609447.485885:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.485886:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609447.485888:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609447.485890:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609447.485892:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609447 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.485897:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609447.485913:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.485914:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609447.485915:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.485916:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609447.485919:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749609447.485922:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609447.485943:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:0.0:1749609447.485945:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749609447.485948:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609447 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609447.485953:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193460096:0@lo:250: 00000100:00000001:0.0:1749609447.485956:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.485958:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609447.485960:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193460096/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609447 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.485964:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609447.485966:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609447.485969:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51000. 02000000:00000001:0.0:1749609447.485972:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609447.485974:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609447.485975:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609447.485977:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609447.485978:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3dd000. 02000000:00000001:0.0:1749609447.485981:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609447.485983:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609447.485984:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:0.0:1749609447.485987:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1749609447.485988:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609447.485989:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.485990:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.485993:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609447.485994:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609447.485995:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749609447.485995:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609447.485996:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.485998:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609447.485999:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609447.486002:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609447.486006:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4027 00000100:00080000:2.0:1749609447.486010:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609447.486011:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609447.486013:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609447.486015:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609447.486016:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609447.486019:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609447.486021:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:2.0:1749609447.486023:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609447.486026:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:2.0:1749609447.486027:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:2.0:1749609447.486028:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:2.0:1749609447.486029:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609447.486042:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609447.486043:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609447.486044:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609447.486046:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:2.0:1749609447.486048:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:2.0:1749609447.486049:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486051:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609447.486054:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609447.486055:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486057:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609447.486058:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609447.486062:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000020:00000040:2.0:1749609447.486064:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:2.0:1749609447.486067:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609447.486068:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486071:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609447.486073:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609447.486075:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609447.486081:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8400. 00000100:00000001:2.0:1749609447.486086:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609447.486091:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609447.486098:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609447.486100:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609447.486103:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2680] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609447.486123:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609447.486125:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609447.486127:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609447.486128:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609447.486129:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609447.486131:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609447.486134:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4047 00000100:00080000:2.0:1749609447.486136:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609447.486138:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609447.486139:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609447.486140:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609447.486141:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609447.486142:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609447.486143:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609447.486143:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609447.486145:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609447.486146:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609447.486147:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000001:0.0:1749609447.486147:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609447.486148:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609447.486149:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609447.486150:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609447.486150:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609447.486151:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609447.486152:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00000001:0.0:1749609447.486152:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609447.486154:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609447.486155:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486155:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749609447.486155:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609447.486160:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609447.486161:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486162:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609447.486164:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486165:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749609447.486166:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000020:00000040:2.0:1749609447.486167:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749609447.486167:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486168:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609447.486168:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486169:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609447.486169:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609447.486170:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609447.486170:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609447.486172:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8c00. 02000000:00000001:0.0:1749609447.486172:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609447.486174:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486175:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609447.486176:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193463040:0@lo:250: 00000100:00000001:0.0:1749609447.486178:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749609447.486181:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609447.486181:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609447.486183:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486185:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609447.486185:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609447.486186:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609447.486187:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609447.486188:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51000. 02000000:00000001:0.0:1749609447.486189:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486191:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609447.486192:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749609447.486193:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000100:00080000:2.0:1749609447.486195:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609447.486195:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609447.486196:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609447.486197:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749609447.486197:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00080000:2.0:1749609447.486198:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4047 00000100:00080000:2.0:1749609447.486200:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609447.486201:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000200:0.0:1749609447.486201:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193463040, portal 25 00000100:00000001:2.0:1749609447.486202:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609447.486202:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609447.486203:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609447.486203:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609447.486204:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609447.486204:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000020:00000040:2.0:1749609447.486205:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609447.486205:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609447.486206:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609447.486207:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609447.486207:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609447.486208:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609447.486210:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609447.486211:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609447.486211:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609447.486212:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609447.486212:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609447.486213:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609447.486215:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000040:0.0:1749609447.486215:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609447.486216:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609447.486217:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193463040, offset 0 00000100:00000001:2.0:1749609447.486218:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486219:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609447.486220:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609447.486221:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609447.486222:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609447.486223:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609447.486224:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609447.486226:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000020:00000040:2.0:1749609447.486227:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609447.486228:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609447.486229:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486230:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609447.486230:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609447.486231:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609447.486231:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609447.486233:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8800. 00000100:00000001:2.0:1749609447.486234:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609447.486236:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609447.486240:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609447.486240:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609447.486241:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609447.486241:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada07f00 00000100:00000001:2.0:1749609447.486245:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1749609447.486245:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193463040 offset 0 length 520: 4 00000100:00080000:2.0:1749609447.486246:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609447.486248:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609447.486248:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749609447.486248:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726196b0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00080000:2.0:1749609447.486249:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749609447.486249:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1749609447.486250:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609447.486252:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4047 00000100:00080000:2.0:1749609447.486253:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609447.486254:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609447.486255:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609447.486256:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609447.486259:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609447.486260:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609447.486261:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000400:00000200:0.0:1749609447.486261:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000020:00000001:2.0:1749609447.486262:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749609447.486262:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000020:00000040:2.0:1749609447.486264:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609447.486265:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609447.486265:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609447.486265:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609447.486267:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000200:0.0:1749609447.486267:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609447.486268:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609447.486269:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609447.486269:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609447.486270:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609447.486271:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609447.486272:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486273:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609447.486273:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609447.486274:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609447.486274:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609447.486275:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486276:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609447.486277:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486278:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609447.486279:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000020:00000040:2.0:1749609447.486279:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749609447.486279:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609447.486281:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609447.486281:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486282:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609447.486282:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609447.486282:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486283:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609447.486284:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e9000. 00000100:00000001:0.0:1749609447.486285:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298719941 00000100:00000001:2.0:1749609447.486286:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609447.486287:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000100:00100000:2.0:1749609447.486288:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609447.486291:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609447.486292:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609447.486293:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.486293:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609447.486298:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298719941 00000100:00000001:2.0:1749609447.486299:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609447.486299:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7b80. 00000100:00000040:2.0:1749609447.486301:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609447.486301:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609447.486303:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609447.486305:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000020:00000040:2.0:1749609447.486306:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609447.486308:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609447.486309:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609447.486310:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609447.486312:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be600. 00000100:00000001:2.0:1749609447.486314:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609447.486316:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609447.486317:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298719941 00000100:00000001:2.0:1749609447.486319:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749609447.486319:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7a00. 00000100:00000001:2.0:1749609447.486320:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486321:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749609447.486322:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_00_03+3] req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.486323:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298719941 00000100:00000010:0.0:1749609447.486324:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e79c0. 00000100:00000001:0.0:1749609447.486326:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609447.486334:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486335:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609447.486337:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4057) 00000100:00000001:0.0:1749609447.486337:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486338:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486340:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.486343:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609447.486344:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609447.486344:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609447.486345:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609447.486346:0:1050:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749609447.486347:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.486347:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609447.486347:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609447.486350:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609447.486353:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609447.486354:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609447.486355:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609447.486356:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609447.486357:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609447.486359:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.486359:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609447.486360:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609447.486361:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609447.486363:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609447.486364:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609447.486364:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609447.486364:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486366:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749609447.486366:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193463168:0@lo:38: 02000000:00000001:2.0:1749609447.486367:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609447.486368:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609447.486370:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609447.486371:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609447.486371:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609447.486372:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609447.486374:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193463552:0@lo:400: 02000000:00000010:0.0:1749609447.486374:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51c00. 02000000:00000001:0.0:1749609447.486375:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486376:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1749609447.486377:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:3.0:1749609447.486378:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609447.486379:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609447.486380:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609447.486380:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 02000000:00000001:2.0:1749609447.486381:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749609447.486381:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193463168, portal 4 00000100:00000001:3.0:1749609447.486382:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609447.486383:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74000. 00000100:00000001:0.0:1749609447.486383:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609447.486383:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 02000000:00000001:2.0:1749609447.486384:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609447.486387:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609447.486389:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000100:00000001:0.0:1749609447.486392:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749609447.486393:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000040:0.0:1749609447.486393:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609447.486394:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:2.0:1749609447.486398:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193463552, portal 10 00000100:00000200:0.0:1749609447.486398:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193463168, offset 0 00000100:00000001:2.0:1749609447.486400:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609447.486400:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000400:00000200:0.0:1749609447.486400:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609447.486404:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609447.486405:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609447.486407:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada07f80 00000100:00000001:2.0:1749609447.486409:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609447.486411:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609447.486412:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000400:00000200:0.0:1749609447.486412:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 22360 00000100:00000200:2.0:1749609447.486415:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193463552, offset 0 00000400:00000200:0.0:1749609447.486417:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609447.486419:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609447.486421:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609447.486424:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609447.486426:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1749609447.486428:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749609447.486429:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5daa00. 00000100:00000040:0.0:1749609447.486434:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5daa00 x1834598193463168 msgsize 520 00000400:00000200:2.0:1749609447.486435:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada08100 00000100:00100000:0.0:1749609447.486437:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609447.486440:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 42672 00000400:00000200:2.0:1749609447.486445:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609447.486447:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609447.486461:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609447.486463:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749609447.486465:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000100:00000040:2.0:1749609447.486467:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a2300 x1834598193463552 msgsize 224 00000100:00000001:0.0:1749609447.486467:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609447.486469:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609447.486475:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609447.486477:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609447.486479:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609447.486482:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609447.486483:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609447.486489:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609447.486490:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609447.486492:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000040:0.0:1749609447.486492:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609447.486495:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609447.486498:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486499:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609447.486500:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749609447.486500:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609447.486502:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193463168 00000100:00000001:0.0:1749609447.486503:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486505:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609447.486506:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609447.486506:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609447.486506:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2418 usecs (3 jiffies) 00000100:00000001:3.0:1749609447.486509:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609447.486509:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298719932 00000100:00000001:2.0:1749609447.486510:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486511:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609447.486511:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298719941 00000100:00000001:3.0:1749609447.486512:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486513:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298719932 00000100:00000001:2.0:1749609447.486515:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486515:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298719941 02000000:00000001:3.0:1749609447.486516:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486516:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298719932 00000100:00000001:0.0:1749609447.486517:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298719941 00000100:00000040:2.0:1749609447.486518:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 533 usecs (1 jiffies) 00000100:00000001:0.0:1749609447.486519:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298719932 00000100:00100000:3.0:1749609447.486520:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193463168 00000100:00000001:2.0:1749609447.486520:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298719930 00000100:00000001:0.0:1749609447.486520:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298719941 00000100:00000001:2.0:1749609447.486522:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298719941 00000100:00000001:0.0:1749609447.486522:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609447.486524:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609447.486524:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298719930 00000100:00000001:0.0:1749609447.486524:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486525:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298719941 00000020:00000040:3.0:1749609447.486526:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609447.486526:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298719930 00000100:00000001:2.0:1749609447.486527:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298719941 00000100:00000001:0.0:1749609447.486527:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609447.486528:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298719930 00000020:00000001:3.0:1749609447.486529:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609447.486529:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298719941 00000100:00000001:2.0:1749609447.486530:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609447.486531:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609447.486531:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609447.486532:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486533:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.486533:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609447.486534:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486534:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609447.486539:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000001:0.0:1749609447.486542:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609447.486543:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609447.486545:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 02000000:00000001:0.0:1749609447.486546:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1749609447.486548:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193463552 00000020:00000010:3.0:1749609447.486549:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000001:1.0:1749609447.486552:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609447.486554:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609447.486555:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609447.486555:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609447.486556:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609447.486558:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.486559:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609447.486559:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609447.486563:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609447.486563:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193463296:0@lo:38: 00000100:00100000:1.0:1749609447.486567:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193463552 00000100:00000001:0.0:1749609447.486568:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749609447.486570:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609447.486572:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609447.486572:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1749609447.486573:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 02000000:00000001:0.0:1749609447.486574:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609447.486575:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609447.486577:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1749609447.486578:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 02000000:00000010:0.0:1749609447.486581:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52000. 00000020:00000001:1.0:1749609447.486582:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 02000000:00000001:0.0:1749609447.486583:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609447.486584:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609447.486586:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000010:0.0:1749609447.486588:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:3.0:1749609447.486593:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609447.486593:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749609447.486593:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:3.0:1749609447.486596:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609447.486597:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11f00. 00000100:00000200:0.0:1749609447.486598:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193463296, portal 10 00000100:00100000:3.0:1749609447.486601:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000001:0.0:1749609447.486601:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609447.486603:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00000100:00000001:3.0:1749609447.486604:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937602560 : -131938771949056 : ffff88009c5daa00) 00000020:00000010:1.0:1749609447.486604:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4d40. 00000100:00000040:3.0:1749609447.486608:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5daa00 x1834598193463168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609447.486610:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609447.486611:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00100000:3.0:1749609447.486620:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193463168:12345-0@lo:38: 00000100:00000001:0.0:1749609447.486620:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609447.486624:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193463168 00000100:00000040:0.0:1749609447.486624:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609447.486626:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000020:00000001:3.0:1749609447.486627:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609447.486630:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193463296, offset 0 00010000:00000001:3.0:1749609447.486631:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749609447.486635:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609447.486637:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609447.486643:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000020:00000001:3.0:1749609447.486644:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609447.486645:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:3.0:1749609447.486647:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749609447.486648:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00010000:00000001:3.0:1749609447.486650:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609447.486653:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609447.486653:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000400:00000200:0.0:1749609447.486653:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08000 00000100:00080000:2.0:1749609447.486657:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749609447.486672:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:2.0:1749609447.486672:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609447.486674:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609447.486675:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 42896 02000000:00000001:3.0:1749609447.486676:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609447.486676:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609447.486678:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1749609447.486679:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a213000. 00000100:00000001:1.0:1749609447.486679:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609447.486680:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609447.486682:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.486682:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609447.486683:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609447.486683:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749609447.486686:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609447.486686:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609447.486686:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749609447.486687:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.486687:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609447.486688:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609447.486688:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1749609447.486716:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609447.486719:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609447.486720:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1749609447.486720:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5dad80. 00000100:00000001:2.0:1749609447.486721:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609447.486722:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609447.486723:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5dad80 x1834598193463296 msgsize 520 00000100:00000040:3.0:1749609447.486724:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609447.486725:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:2.0:1749609447.486740:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:2.0:1749609447.486742:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609447.486743:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370067712 : -131936339483904 : ffff88012d5a2300) 00000100:00100000:0.0:1749609447.486743:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609447.486745:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609447.486747:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:2.0:1749609447.486747:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a2300 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:393/0 lens 224/0 e 0 to 0 dl 1749609458 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.486752:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609447.486753:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609447.486756:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609447.486757:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609447.486759:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609447.486759:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:3.0:1749609447.486761:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:2.0:1749609447.486761:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749609447.486761:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000020:00000010:2.0:1749609447.486763:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4940. 00000100:00000001:2.0:1749609447.486765:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609447.486766:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4940. 00000100:00100000:2.0:1749609447.486769:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193463552:12345-0@lo:400: 00000100:00000001:0.0:1749609447.486770:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609447.486771:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193463168, offset 0 00000100:00000200:2.0:1749609447.486771:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193463552 00000020:00000001:2.0:1749609447.486773:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609447.486774:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609447.486775:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609447.486776:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609447.486777:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609447.486779:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609447.486780:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609447.486781:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609447.486781:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:2.0:1749609447.486782:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609447.486782:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609447.486784:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609447.486785:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609447.486786:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada07f80 00000020:00000001:2.0:1749609447.486786:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609447.486788:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609447.486789:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x44c9 [1] + 0 00000020:00000001:2.0:1749609447.486789:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.486789:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609447.486790:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193463296 00000020:00000001:2.0:1749609447.486791:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609447.486791:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609447.486792:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609447.486792:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609447.486793:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609447.486794:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609447.486794:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609447.486795:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609447.486795:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486796:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609447.486797:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609447.486797:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609447.486798:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998e9400. 02000000:00000001:1.0:1749609447.486798:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486799:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609447.486800:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609447.486800:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193463296 00000100:00000040:0.0:1749609447.486800:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 818 usecs (1 jiffies) 00000100:00000001:2.0:1749609447.486801:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609447.486802:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486802:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298719931 00010000:00000040:2.0:1749609447.486804:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193463552 00000100:00000001:0.0:1749609447.486805:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298719941 00010000:00000001:2.0:1749609447.486806:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749609447.486807:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609447.486807:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609447.486807:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298719931 00010000:00000200:2.0:1749609447.486808:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a2300 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609447.486808:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609447.486809:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298719941 00000020:00000001:1.0:1749609447.486810:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609447.486811:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298719931 00000100:00000001:3.0:1749609447.486812:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749609447.486812:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609447.486813:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609447.486813:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486813:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298719941 00010000:00000001:2.0:1749609447.486815:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486815:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298719931 00000400:00000200:3.0:1749609447.486816:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00001000:2.0:1749609447.486817:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=142 v=5 (1 0 0 0) 00000100:00000001:0.0:1749609447.486817:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298719941 00000400:00000010:3.0:1749609447.486818:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:1.0:1749609447.486818:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:3.0:1749609447.486819:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609447.486819:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609447.486819:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609447.486821:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609447.486821:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000010:1.0:1749609447.486821:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d180. 00000100:00000001:0.0:1749609447.486821:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609447.486822:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486823:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609447.486824:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:1.0:1749609447.486824:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000100:00000001:2.0:1749609447.486825:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609447.486826:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609447.486826:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609447.486827:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609447.486827:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.486827:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609447.486827:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609447.486828:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609447.486829:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609447.486830:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5daa00 x1834598193463168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609447.486830:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609447.486830:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609447.486832:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609447.486832:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609447.486834:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193463552, offset 224 00000100:00000001:0.0:1749609447.486834:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609447.486835:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609447.486837:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193463168:12345-0@lo:38: Request processed in 217us (401us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749609447.486837:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749609447.486838:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609447.486838:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609447.486838:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609447.486839:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609447.486841:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193463424:0@lo:38: 00000400:00000200:2.0:1749609447.486842:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609447.486842:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749609447.486843:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000001:1.0:1749609447.486843:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609447.486843:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609447.486845:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609447.486845:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08100 00000100:00000001:3.0:1749609447.486846:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609447.486846:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000400:00000200:2.0:1749609447.486848:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x44cd [1] + 224 00000100:00000001:1.0:1749609447.486848:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937603456 : -131938771948160 : ffff88009c5dad80) 00000100:00000040:1.0:1749609447.486850:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5dad80 x1834598193463296/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609447.486850:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749609447.486851:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609447.486851:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609447.486852:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609447.486852:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749609447.486853:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:2.0:1749609447.486854:0:6442:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749609447.486854:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609447.486855:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609447.486856:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000200:2.0:1749609447.486856:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609447.486857:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000020:00000010:3.0:1749609447.486858:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00100000:1.0:1749609447.486858:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193463296:12345-0@lo:38: 00000400:00000010:0.0:1749609447.486860:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:3.0:1749609447.486861:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609447.486861:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609447.486861:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193463296 00000100:00000200:0.0:1749609447.486862:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193463424, portal 10 00000020:00000001:1.0:1749609447.486863:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609447.486864:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749609447.486865:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609447.486865:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 00000100:00000001:2.0:1749609447.486868:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609447.486869:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609447.486870:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609447.486871:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609447.486872:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00010000:00020000:1.0:1749609447.486872:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609447.486873:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609447.486874:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749609447.486874:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609447.486875:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609447.486875:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749609447.486876:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749609447.486876:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000001:2.0:1749609447.486877:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.486877:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749609447.486877:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193463424, offset 0 00000100:00000001:1.0:1749609447.486878:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609447.486879:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:2.0:1749609447.486880:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:1.0:1749609447.486880:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609447.486880:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609447.486881:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609447.486882:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689bc00. 00000020:00000001:2.0:1749609447.486883:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749609447.486884:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609447.486885:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2300 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609447.486885:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609447.486885:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609447.486889:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08080 00000100:00100000:2.0:1749609447.486890:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193463552:12345-0@lo:400: Request processed in 129us (422us total) trans 0 rc 0/0 00010000:00000001:1.0:1749609447.486891:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609447.486891:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 43416 00010000:00000001:1.0:1749609447.486893:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609447.486894:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:2.0:1749609447.486895:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000400:00000200:0.0:1749609447.486895:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609447.486896:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609447.486897:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609447.486898:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609447.486899:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:0.0:1749609447.486899:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749609447.486900:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:0.0:1749609447.486900:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609447.486901:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609447.486901:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000010:0.0:1749609447.486902:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5db100. 00000100:00000001:2.0:1749609447.486903:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609447.486903:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609447.486904:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5db100 x1834598193463424 msgsize 520 00000100:00000040:1.0:1749609447.486905:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:2.0:1749609447.486906:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 02000000:00000001:1.0:1749609447.486906:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749609447.486906:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609447.486907:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.486909:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749609447.486910:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000100:00000040:1.0:1749609447.486910:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609447.486911:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609447.486912:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000400:00000010:1.0:1749609447.486912:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000400:00000200:0.0:1749609447.486913:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609447.486914:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000020:00000040:2.0:1749609447.486915:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:2.0:1749609447.486916:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.486916:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609447.486917:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193463296, offset 0 00000100:00000200:0.0:1749609447.486917:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609447.486920:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609447.486922:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609447.486923:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609447.486924:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609447.486925:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193463424 00000400:00000200:1.0:1749609447.486925:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609447.486926:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609447.486926:0:6442:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609447.486927:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609447.486927:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609447.486929:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609447.486929:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08000 02000000:00000001:3.0:1749609447.486930:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486931:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609447.486932:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193463424 00000100:00000001:2.0:1749609447.486932:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609447.486932:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x44d9 [1] + 0 00000100:00000001:0.0:1749609447.486932:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609447.486933:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609447.486933:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749609447.486934:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609447.486935:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609447.486935:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609447.486936:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1749609447.486936:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609447.486937:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609447.486937:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609447.486937:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 597 usecs (1 jiffies) 00000020:00000001:3.0:1749609447.486938:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609447.486938:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:1.0:1749609447.486938:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609447.486939:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298719931 00000020:00000010:3.0:1749609447.486940:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000400:00000200:2.0:1749609447.486940:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609447.486940:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609447.486940:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298719941 00000020:00000010:3.0:1749609447.486941:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000001:0.0:1749609447.486941:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298719931 00000100:00000001:2.0:1749609447.486942:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609447.486943:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609447.486943:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298719941 00000100:00000001:3.0:1749609447.486944:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609447.486944:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.486944:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298719931 00000100:00000001:3.0:1749609447.486945:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609447.486945:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298719941 00000100:00000001:0.0:1749609447.486946:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298719931 00000100:00000001:3.0:1749609447.486947:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.486947:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298719941 00000100:00000200:2.0:1749609447.486948:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.486948:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609447.486949:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.486949:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609447.486949:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486951:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609447.486951:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.486951:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486952:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.486952:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609447.486954:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609447.486955:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.486955:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609447.486956:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609447.486956:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609447.486957:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609447.486957:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609447.486958:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609447.486958:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.486958:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609447.486960:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609447.486960:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609447.486960:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609447.486961:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1749609447.486961:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609447.486962:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000100:00100000:3.0:1749609447.486963:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00001000:2.0:1749609447.486963:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=142 v=5 (5 0 0 0) 00000400:00000200:0.0:1749609447.486963:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:1.0:1749609447.486964:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749609447.486964:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:3.0:1749609447.486965:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937604352 : -131938771947264 : ffff88009c5db100) 00000100:00001000:2.0:1749609447.486965:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=142 v=5 (1 0 0 0) 00000100:00000001:2.0:1749609447.486966:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609447.486966:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609447.486967:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5db100 x1834598193463424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609447.486967:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609447.486967:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609447.486968:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00010000:00000001:2.0:1749609447.486969:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1749609447.486969:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00010000:00080000:2.0:1749609447.486971:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609447.486972:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749609447.486972:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609447.486973:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609447.486974:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193463424:12345-0@lo:38: 00000100:00000200:3.0:1749609447.486975:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193463424 00000100:00000001:1.0:1749609447.486975:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609447.486977:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749609447.486977:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:3.0:1749609447.486978:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609447.486981:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609447.486982:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609447.486983:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609447.486984:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609447.486985:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609447.486985:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609447.486986:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609447.486987:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609447.486987:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609447.486988:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.486988:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609447.486989:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00020000:3.0:1749609447.486990:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609447.486990:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609447.486990:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5dad80 x1834598193463296/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.486990:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609447.486991:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609447.486992:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609447.486993:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609447.486994:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609447.486994:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609447.486995:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609447.486996:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609447.486996:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609447.486996:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193463296:12345-0@lo:38: Request processed in 138us (271us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609447.486997:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749609447.486997:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609447 v=5 (0 0 0 0) 02000000:00000001:3.0:1749609447.486998:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609447.486998:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609447.486999:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=59 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609447.487001:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749609447.487002:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193463552:0@lo:400: 00000100:00100000:1.0:1749609447.487002:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000001:0.0:1749609447.487003:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609447.487004:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609447.487004:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609447.487005:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609447.487005:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609447.487006:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609447.487007:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609447.487007:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d180. 00000100:00000040:0.0:1749609447.487007:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609447.487009:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c18000. 00000020:00000010:1.0:1749609447.487009:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 02000000:00000001:3.0:1749609447.487010:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.487010:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609447.487011:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749609447.487011:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:3.0:1749609447.487012:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609447.487012:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74000. 00000100:00000001:0.0:1749609447.487012:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609447.487013:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1749609447.487014:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609447.487014:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.487014:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609447.487015:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.487016:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:3.0:1749609447.487017:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749609447.487017:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609447.487017:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609447.487018:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609447.487018:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609447.487019:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00080000:0.0:1749609447.487019:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609447.487020:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609447.487020:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749609447.487021:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000010:2.0:1749609447.487021:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be600. 00000100:00080000:0.0:1749609447.487021:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609447.487022:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609447.487023:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609447.487024:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609447.487024:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609447.487026:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609447.487026:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609447.487027:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609447.487028:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609447.487028:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609447.487028:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00100000:0.0:1749609447.487029:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193463168:0@lo:38: 00000100:00000001:3.0:1749609447.487030:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609447.487030:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609447.487031:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609447.487032:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609447.487032:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749609447.487032:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1749609447.487033:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000001:0.0:1749609447.487033:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609447.487034:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1749609447.487034:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000400:00000200:0.0:1749609447.487035:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609447.487036:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609447.487038:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.487039:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609447.487039:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.487041:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609447.487042:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193463424, offset 0 00000100:00000200:0.0:1749609447.487043:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609447.487044:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609447.487048:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609447.487049:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609447.487052:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08080 00000100:00000001:0.0:1749609447.487052:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609447.487053:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.487054:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749609447.487055:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x44e9 [1] + 0 02000000:00000001:0.0:1749609447.487055:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609447.487056:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609447.487057:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609447.487058:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609447.487058:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609447.487060:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749609447.487060:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609447 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609447.487062:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609447.487062:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=41 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609447.487063:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609447.487064:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.487064:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609447.487065:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609447.487067:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.487071:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609447.487072:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749609447.487073:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.487073:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.487074:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609447.487075:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609447.487076:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609447.487078:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609447.487079:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609447.487079:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609447.487081:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609447.487082:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749609447.487083:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:3.0:1749609447.487084:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609447.487085:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609447.487085:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193463296:0@lo:38: 00000100:00000001:3.0:1749609447.487087:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609447.487088:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000001:0.0:1749609447.487088:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609447.487090:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609447.487091:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749609447.487091:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609447.487092:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000040:3.0:1749609447.487093:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5db100 x1834598193463424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609447.487094:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609447.487095:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609447.487096:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609447.487098:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609447.487099:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193463424:12345-0@lo:38: Request processed in 125us (194us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749609447.487103:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609447.487104:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000001:3.0:1749609447.487105:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609447.487106:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609447.487107:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749609447.487108:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:0.0:1749609447.487108:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.487109:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749609447.487110:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 02000000:00000001:0.0:1749609447.487110:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609447.487110:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609447.487111:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609447.487112:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609447.487114:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609447 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609447.487116:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=142 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609447.487117:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749609447.487118:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00000001:0.0:1749609447.487118:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609447.487119:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609447.487120:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609447.487121:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.487125:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609447.487126:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609447.487126:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.487127:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609447.487128:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609447.487129:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609447.487131:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609447.487132:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609447.487133:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609447.487141:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193463424:0@lo:38: 00000100:00000001:0.0:1749609447.487144:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.487145:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609447.487146:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193463168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.487150:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609447.487151:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609447.487152:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51c00. 02000000:00000001:0.0:1749609447.487154:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609447.487155:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609447.487156:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609447.487157:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609447.487158:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8c00. 02000000:00000001:0.0:1749609447.487159:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609447.487160:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609447.487161:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00000001:0.0:1749609447.487163:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609447.487164:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.487165:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609447.487166:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193463296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.487170:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609447.487171:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609447.487172:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52000. 02000000:00000001:0.0:1749609447.487173:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609447.487174:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609447.487175:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609447.487176:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609447.487176:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8800. 02000000:00000001:0.0:1749609447.487178:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609447.487178:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609447.487179:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:0.0:1749609447.487180:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609447.487183:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.487184:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609447.487186:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193463424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.487190:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609447.487191:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609447.487192:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609447.487193:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609447.487194:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609447.487194:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609447.487195:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609447.487196:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e9000. 02000000:00000001:0.0:1749609447.487197:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609447.487198:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609447.487198:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000001:0.0:1749609447.487202:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609447.487202:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.487203:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.487205:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609447.487205:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609447.487206:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.487207:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609447.497748:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298719941, at 4298719941 00000100:00000010:2.0:1749609447.497756:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a00. 00000100:00000040:1.0:1749609447.497784:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298719941, at 4298719941 00000100:00000040:0.0:1749609447.497792:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298719941, at 4298719941 00000100:00000040:3.0:1749609447.497794:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298719941, at 4298719941 00000100:00000010:1.0:1749609447.497794:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b80. 00000100:00000010:0.0:1749609447.497808:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000100:00000010:3.0:1749609447.497822:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e79c0. 00000100:00000001:0.0:1749609447.532800:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609447.532806:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609447.532808:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609447.532810:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609447.532812:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609447.532815:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.532817:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609447.532818:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.532820:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609448.082843:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609448.082849:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609448.082850:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609448.082853:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609448.082857:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609448.082860:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609448.082862:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609448.082864:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609448.082867:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609448.460860:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609448.460865:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609448.460965:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609448.460969:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609448.460971:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609448.532807:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609448.532812:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609448.532824:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609448.532827:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609448.532829:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609448.532832:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609448.532834:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609448.532836:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609448.532837:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609449.082802:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609449.082807:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609449.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609449.082810:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609449.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609449.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609449.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609449.082819:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609449.082820:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609449.462844:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609449.462849:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609449.462907:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609449.462911:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609449.462913:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609449.532818:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609449.532823:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609449.532824:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609449.532827:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609449.532829:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609449.532831:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609449.532833:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609449.532835:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609449.532836:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.082824:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609450.082830:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609450.082832:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609450.082835:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609450.082838:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609450.082842:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609450.082845:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609450.082847:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609450.082849:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609450.464863:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609450.464868:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609450.464880:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609450.464884:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609450.464899:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609450.532764:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609450.532769:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609450.532771:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609450.532773:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609450.532776:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609450.532778:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.532780:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609450.532781:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.532783:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609451.082785:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609451.082791:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609451.082793:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609451.082796:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609451.082799:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609451.082801:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609451.082803:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609451.082805:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609451.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609451.196156:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609451.196174:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609451.196178:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609451.196180:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609451.196192:0:1041:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609451.196211:0:1041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500400 00000400:00000100:0.0:1749609451.196218:0:1041:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188188672 offset 0 length 520: 4 00000400:00000200:0.0:1749609451.196221:0:1041:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609451.196234:0:1041:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609451.196245:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609451.196252:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609451.196254:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609451.196256:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609451.466848:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609451.466856:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609451.467002:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609451.467012:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609451.467016:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609451.532769:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609451.532779:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609451.532780:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609451.532782:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609451.532786:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609451.532789:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609451.532792:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609451.532794:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609451.532796:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.082845:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609452.082852:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609452.082854:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609452.082857:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609452.082860:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609452.082864:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.082866:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609452.082868:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.082870:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609452.468956:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609452.468964:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609452.469131:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609452.469136:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609452.469158:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609452.486794:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609452.486809:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609452.486811:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.486815:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609452.486817:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609452.486821:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.486823:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609452.500824:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609452.500832:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609452.500835:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609452.500839:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609452.500842:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609452.500844:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609452.500848:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609452.500852:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4052 00000100:00080000:2.0:1749609452.500857:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609452.500859:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609452.500862:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609452.500864:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609452.500866:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609452.500870:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609452.500888:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609452.500890:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609452.500894:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609452.500896:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609452.500899:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609452.500903:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609452.500904:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609452.500906:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609452.500907:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609452.500910:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609452.500913:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609452.500915:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609452.500918:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609452.500925:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609452.500928:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.500930:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609452.500933:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609452.500938:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000020:00000040:2.0:1749609452.500942:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609452.500946:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609452.500948:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.500951:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609452.500954:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609452.500957:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609452.500964:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e9800. 00000100:00000001:2.0:1749609452.500971:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609452.500979:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609452.500990:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609452.500993:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.500996:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a2a00] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609452.501036:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609452.501044:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609452.501049:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609452.501050:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609452.501052:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609452.501054:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609452.501056:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4052 00000100:00080000:2.0:1749609452.501058:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609452.501060:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609452.501063:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609452.501064:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609452.501066:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609452.501068:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609452.501070:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609452.501071:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609452.501073:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609452.501075:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609452.501077:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609452.501079:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609452.501080:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609452.501082:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609452.501083:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609452.501085:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609452.501087:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609452.501089:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609452.501090:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609452.501094:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609452.501095:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.501097:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609452.501099:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609452.501103:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000020:00000040:2.0:1749609452.501105:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609452.501112:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609452.501113:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.501115:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609452.501116:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609452.501118:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609452.501121:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e9c00. 00000100:00000001:2.0:1749609452.501124:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609452.501128:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609452.501136:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609452.501137:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.501139:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a1f80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609452.501150:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.501152:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609452.501153:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609452.501157:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609452.501158:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609452.501160:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749609452.501160:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609452.501162:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609452.501165:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:0.0:1749609452.501166:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609452.501169:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4052 00000100:00080000:2.0:1749609452.501171:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609452.501175:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609452.501178:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609452.501178:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609452.501180:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609452.501180:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.501183:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609452.501183:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609452.501186:0:11382:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609452.501186:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609452.501188:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 02000000:00000001:0.0:1749609452.501189:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.501190:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749609452.501192:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193463680:0@lo:38: 00000020:00000040:2.0:1749609452.501194:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609452.501196:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609452.501196:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609452.501200:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:0.0:1749609452.501210:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609452.501212:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:0.0:1749609452.501213:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609452.501215:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609452.501216:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609452.501218:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000010:0.0:1749609452.501219:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 00000100:00000001:2.0:1749609452.501221:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609452.501221:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609452.501224:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609452.501227:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000400:00000010:0.0:1749609452.501228:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609452.501230:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609452.501233:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749609452.501236:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 02000000:00000001:2.0:1749609452.501238:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609452.501241:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.501244:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:0.0:1749609452.501244:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193463680, portal 4 00000100:00000001:2.0:1749609452.501246:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.501246:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609452.501248:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 00000100:00000010:2.0:1749609452.501250:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000020:00000040:2.0:1749609452.501253:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1749609452.501255:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609452.501257:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609452.501258:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.501261:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609452.501263:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609452.501263:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609452.501266:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609452.501266:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609452.501267:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609452.501270:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193463680, offset 0 02000000:00000010:2.0:1749609452.501271:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea000. 00000100:00000001:2.0:1749609452.501276:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609452.501276:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609452.501282:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609452.501291:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609452.501293:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609452.501295:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.501298:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3b80] to pc [ptlrpcd_rcv+-1] req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609452.501302:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada08180 00000100:00000001:2.0:1749609452.501307:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.501309:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749609452.501309:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 22880 00000100:00000001:2.0:1749609452.501313:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609452.501316:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000400:00000200:0.0:1749609452.501317:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749609452.501318:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749609452.501321:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609452.501326:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609452.501327:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609452.501329:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749609452.501329:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749609452.501331:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609452.501332:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5db480. 02000000:00000010:2.0:1749609452.501334:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be600. 00000100:00000040:0.0:1749609452.501335:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5db480 x1834598193463680 msgsize 520 00000100:00000001:2.0:1749609452.501337:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609452.501339:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609452.501341:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609452.501349:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609452.501351:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.501355:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012d5a3800] to pc [ptlrpcd_00_00+0] req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.501369:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609452.501374:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.501379:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4062) 00000400:00000200:0.0:1749609452.501381:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609452.501384:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609452.501389:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609452.501390:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609452.501392:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609452.501393:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1749609452.501393:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609452.501397:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609452.501404:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609452.501405:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.501405:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609452.501408:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609452.501409:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609452.501411:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609452.501413:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193464064:0@lo:400: 00000100:00000001:2.0:1749609452.501417:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609452.501418:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609452.501420:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609452.501421:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609452.501423:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609452.501425:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74000. 02000000:00000001:2.0:1749609452.501427:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.501429:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609452.501431:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000010:2.0:1749609452.501436:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609452.501440:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193464064, portal 10 00000100:00000001:0.0:1749609452.501441:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609452.501442:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609452.501448:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000100:00000001:0.0:1749609452.501450:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.501454:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609452.501455:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609452.501455:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2381 usecs (3 jiffies) 00000100:00100000:3.0:1749609452.501460:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193463680 00000100:00000001:0.0:1749609452.501460:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298724947 00000100:00000001:2.0:1749609452.501461:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609452.501463:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609452.501463:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609452.501465:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000010:0.0:1749609452.501465:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000100:00000001:3.0:1749609452.501466:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749609452.501468:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193464064, offset 0 00000100:00000001:3.0:1749609452.501470:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609452.501472:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609452.501474:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:3.0:1749609452.501475:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609452.501480:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193463680 00000400:00000200:2.0:1749609452.501480:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609452.501481:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298724947 00000020:00000001:3.0:1749609452.501483:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749609452.501484:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e71c0. 00000020:00000040:3.0:1749609452.501485:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749609452.501486:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada08300 00000020:00000001:3.0:1749609452.501487:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609452.501488:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:3.0:1749609452.501490:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609452.501492:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609452.501492:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 43936 00000400:00000200:2.0:1749609452.501497:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609452.501498:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000400:00000200:2.0:1749609452.501500:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609452.501504:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000001:2.0:1749609452.501504:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609452.501506:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609452.501506:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298724947 00000100:00000010:0.0:1749609452.501509:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7c40. 00000020:00000010:3.0:1749609452.501510:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000010:2.0:1749609452.501510:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8ce00. 00000100:00000040:2.0:1749609452.501513:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8ce00 x1834598193464064 msgsize 224 00000100:00000001:0.0:1749609452.501513:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:2.0:1749609452.501516:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609452.501517:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298724947 00000100:00000001:3.0:1749609452.501518:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1749609452.501519:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7bc0. 00000100:00000001:3.0:1749609452.501520:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609452.501523:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.501523:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609452.501524:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609452.501526:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609452.501529:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609452.501529:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00000001:0.0:1749609452.501530:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609452.501531:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609452.501534:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609452.501534:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749609452.501537:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609452.501538:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609452.501541:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.501545:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609452.501547:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.501550:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609452.501552:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.501553:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.501554:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609452.501555:0:1048:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609452.501555:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609452.501557:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609452.501557:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609452.501557:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609452.501560:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.501561:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 538 usecs (1 jiffies) 00000100:00100000:3.0:1749609452.501563:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000001:2.0:1749609452.501564:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298724945 00000100:00100000:0.0:1749609452.501564:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193463808:0@lo:38: 00000100:00000001:2.0:1749609452.501566:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298724947 00000100:00000001:3.0:1749609452.501567:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937605248 : -131938771946368 : ffff88009c5db480) 00000100:00000001:0.0:1749609452.501569:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609452.501572:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298724945 02000000:00000001:0.0:1749609452.501572:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749609452.501573:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5db480 x1834598193463680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609452.501574:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298724947 00000100:00000001:2.0:1749609452.501576:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298724945 00000100:00000001:2.0:1749609452.501578:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298724947 00000100:00000001:2.0:1749609452.501580:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298724945 00000100:00000001:2.0:1749609452.501581:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298724947 02000000:00000001:0.0:1749609452.501581:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.501583:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609452.501584:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609452.501585:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609452.501585:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609452.501587:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193463680:12345-0@lo:38: 00000100:00000001:2.0:1749609452.501587:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609452.501587:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51c00. 00000100:00000001:2.0:1749609452.501589:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609452.501590:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609452.501591:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609452.501593:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193463680 00000100:00000001:2.0:1749609452.501594:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1749609452.501595:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000020:00000001:3.0:1749609452.501596:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609452.501596:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609452.501598:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609452.501599:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609452.501600:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609452.501600:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00010000:00000001:3.0:1749609452.501601:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609452.501602:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609452.501604:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193463808, portal 10 00000100:00000001:0.0:1749609452.501607:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609452.501609:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 00000100:00000040:0.0:1749609452.501616:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609452.501618:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609452.501619:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609452.501621:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193464064 00010000:00020000:3.0:1749609452.501622:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749609452.501624:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609452.501625:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609452.501626:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609452.501626:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609452.501628:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609452.501629:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609452.501631:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609452.501631:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00100000:1.0:1749609452.501634:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193464064 00000100:00000200:0.0:1749609452.501634:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193463808, offset 0 00000020:00000001:1.0:1749609452.501647:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749609452.501648:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749609452.501648:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000200:0.0:1749609452.501649:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609452.501650:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609452.501652:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:1.0:1749609452.501653:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:3.0:1749609452.501655:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609452.501656:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 02000000:00000001:3.0:1749609452.501658:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609452.501658:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609452.501658:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749609452.501662:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c18400. 00000100:00000001:1.0:1749609452.501663:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609452.501665:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609452.501666:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11ac0. 00000400:00000200:0.0:1749609452.501666:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08200 00000100:00000001:3.0:1749609452.501669:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609452.501671:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11f00. 00000400:00000200:0.0:1749609452.501671:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 44160 00010000:00000001:3.0:1749609452.501740:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609452.501744:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609452.501746:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749609452.501749:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609452.501751:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609452.501754:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609452.501756:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609452.501758:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609452.501758:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609452.501761:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000010:0.0:1749609452.501763:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5db800. 00000100:00000001:3.0:1749609452.501764:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609452.501766:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5db800 x1834598193463808 msgsize 520 00000100:00000001:3.0:1749609452.501768:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609452.501772:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:0.0:1749609452.501772:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609452.501776:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609452.501779:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.501781:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609452.501782:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609452.501784:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609452.501788:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:3.0:1749609452.501789:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:0.0:1749609452.501791:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000200:3.0:1749609452.501794:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193463680, offset 0 00000100:00000001:0.0:1749609452.501794:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609452.501798:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609452.501801:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749609452.501802:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609452.501803:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609452.501806:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193463808 00000400:00000200:3.0:1749609452.501809:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609452.501809:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609452.501809:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609452.501811:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609452.501813:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609452.501813:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609452.501815:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1749609452.501816:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609452.501818:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada08180 00000100:00100000:2.0:1749609452.501818:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193463808 00000020:00000001:2.0:1749609452.501820:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749609452.501821:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000020:00000040:2.0:1749609452.501822:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749609452.501823:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x44f9 [1] + 0 00000020:00000001:2.0:1749609452.501823:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609452.501825:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.501827:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609452.501827:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d180. 00000400:00000200:3.0:1749609452.501829:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609452.501830:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000100:00000001:0.0:1749609452.501831:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609452.501832:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000400:00000200:3.0:1749609452.501833:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609452.501834:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d900. 00000100:00000001:0.0:1749609452.501834:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609452.501837:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609452.501837:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73a28. 00000100:00000001:0.0:1749609452.501839:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.501840:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749609452.501841:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609452.501841:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609452.501842:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609452.501844:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609452.501844:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 812 usecs (1 jiffies) 00000100:00000001:1.0:1749609452.501845:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609452.501847:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609452.501847:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298724946 00000100:00000001:1.0:1749609452.501850:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.501851:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298724947 00000100:00000040:3.0:1749609452.501853:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609452.501853:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.501854:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298724946 00000100:00000001:1.0:1749609452.501857:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609452.501857:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298724947 00000100:00000001:1.0:1749609452.501860:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609452.501860:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298724946 00000100:00000001:2.0:1749609452.501861:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609452.501862:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.501862:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298724947 00000100:00000001:0.0:1749609452.501865:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298724946 00000100:00000001:0.0:1749609452.501867:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298724947 00000100:00000001:2.0:1749609452.501870:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609452.501870:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609452.501871:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.501872:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609452.501873:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609452.501876:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000001:0.0:1749609452.501877:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.501879:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:0.0:1749609452.501879:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.501881:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129173504 : -131938580378112 : ffff8800a7c8ce00) 00000100:00000001:3.0:1749609452.501883:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609452.501884:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609452.501885:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8ce00 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:398/0 lens 224/0 e 0 to 0 dl 1749609463 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609452.501885:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609452.501886:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609452.501889:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00000001:0.0:1749609452.501889:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609452.501890:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000400:00000010:3.0:1749609452.501892:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:0.0:1749609452.501892:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609452.501893:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937606144 : -131938771945472 : ffff88009c5db800) 00000100:00000001:0.0:1749609452.501894:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609452.501895:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609452.501895:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609452.501896:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749609452.501897:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4940. 00000100:00000040:1.0:1749609452.501897:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5db800 x1834598193463808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609452.501898:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609452.501900:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609452.501901:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.501901:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609452.501904:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4940. 00000100:00000040:3.0:1749609452.501905:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609452.501908:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609452.501909:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193463808:12345-0@lo:38: 00000100:00100000:2.0:1749609452.501911:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193464064:12345-0@lo:400: 00000100:00000001:0.0:1749609452.501911:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749609452.501912:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609452.501913:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193463808 00000100:00000001:0.0:1749609452.501913:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609452.501915:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749609452.501916:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193464064 02000000:00000001:0.0:1749609452.501916:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609452.501917:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5db480 x1834598193463680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609452.501918:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749609452.501918:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609452.501919:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609452.501921:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.501923:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:0.0:1749609452.501925:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193463936:0@lo:38: 00000020:00000001:2.0:1749609452.501927:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609452.501927:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609452.501930:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193463680:12345-0@lo:38: Request processed in 344us (593us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749609452.501930:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609452.501930:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00020000:1.0:1749609452.501932:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609452.501933:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00010000:00000001:1.0:1749609452.501935:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609452.501937:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749609452.501938:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1749609452.501939:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749609452.501940:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609452.501941:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000020:00000001:2.0:1749609452.501942:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609452.501942:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749609452.501943:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749609452.501944:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609452.501945:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609452.501946:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749609452.501947:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1749609452.501947:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609452.501947:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 00000100:00000001:3.0:1749609452.501948:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609452.501949:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.501950:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609452.501952:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689b800. 00000020:00000010:3.0:1749609452.501953:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000400:00000010:0.0:1749609452.501953:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000020:00000001:2.0:1749609452.501954:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749609452.501955:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609452.501957:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:1.0:1749609452.501958:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609452.501959:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609452.501959:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609452.501961:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609452.501961:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193463936, portal 10 00000020:00000010:3.0:1749609452.501973:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00000001:0.0:1749609452.501974:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1749609452.501975:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998ea400. 00000100:00000001:0.0:1749609452.501975:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 02000000:00000001:2.0:1749609452.501977:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.501978:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.501980:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609452.501982:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609452.501983:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609452.501984:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1749609452.501986:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193464064 00010000:00000001:1.0:1749609452.501987:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609452.501991:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609452.501992:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609452.501995:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609452.501996:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609452.501997:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:0.0:1749609452.501998:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000001:1.0:1749609452.501999:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609452.502001:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193463936, offset 0 00000100:00000040:1.0:1749609452.502002:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000200:2.0:1749609452.502004:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a7c8ce00 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:398/0 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609452.502005:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:0.0:1749609452.502007:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609452.502009:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00080000:3.0:1749609452.502013:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749609452.502013:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:0.0:1749609452.502015:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609452.502016:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609452.502016:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1749609452.502017:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:1.0:1749609452.502018:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609452.502019:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609452.502021:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609452.502022:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08280 00000100:00001000:2.0:1749609452.502023:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=147 v=5 (1 0 0 0) 00000100:00000040:1.0:1749609452.502024:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609452.502028:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000400:00000200:0.0:1749609452.502028:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 44680 00000100:00000001:2.0:1749609452.502029:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609452.502032:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609452.502035:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:1.0:1749609452.502035:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193463808, offset 0 00000400:00000200:0.0:1749609452.502036:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609452.502038:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609452.502041:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609452.502041:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609452.502043:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609452.502043:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609452.502046:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609452.502047:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609452.502048:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749609452.502050:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000010:0.0:1749609452.502052:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5dbb80. 00000400:00000200:1.0:1749609452.502053:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609452.502055:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193464064, offset 224 00000100:00000040:0.0:1749609452.502055:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5dbb80 x1834598193463936 msgsize 520 00000400:00000200:2.0:1749609452.502061:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609452.502062:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609452.502063:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08200 00000400:00000200:1.0:1749609452.502070:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4509 [1] + 0 00000400:00000200:2.0:1749609452.502071:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609452.502078:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609452.502078:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609452.502079:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08300 00000400:00000200:1.0:1749609452.502082:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609452.502086:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4501 [1] + 224 00000400:00000200:2.0:1749609452.502093:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609452.502097:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609452.502098:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000100:00000001:3.0:1749609452.502099:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749609452.502101:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00100000:3.0:1749609452.502102:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193463936 02000000:00000001:3.0:1749609452.502105:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609452.502105:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609452.502106:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609452.502107:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609452.502107:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609452.502109:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609452.502110:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609452.502110:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609452.502111:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609452.502113:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609452.502117:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193463936 00000020:00000001:3.0:1749609452.502119:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609452.502120:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749609452.502121:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749609452.502121:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609452.502124:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609452.502124:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609452.502126:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609452.502129:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609452.502131:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609452.502135:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609452.502135:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749609452.502137:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000020:00000010:3.0:1749609452.502139:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000001:1.0:1749609452.502140:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609452.502141:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609452.502142:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609452.502142:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609452.502143:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000001:0.0:1749609452.502144:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609452.502145:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609452.502146:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000040:1.0:1749609452.502148:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609452.502149:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00000001:3.0:1749609452.502152:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749609452.502152:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:0.0:1749609452.502153:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.502154:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609452.502155:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609452.502156:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.502157:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609452.502157:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609452.502157:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 587 usecs (1 jiffies) 00000100:00000001:2.0:1749609452.502158:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609452.502160:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298724946 00000100:00000040:1.0:1749609452.502161:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5db800 x1834598193463808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609452.502162:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.502162:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.502163:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298724947 00000100:00000040:2.0:1749609452.502166:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609452.502166:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298724946 00010000:00000001:2.0:1749609452.502169:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609452.502169:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298724947 00000100:00000001:3.0:1749609452.502170:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609452.502171:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193463808:12345-0@lo:38: Request processed in 262us (402us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609452.502172:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298724946 00000100:00000001:0.0:1749609452.502174:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298724947 00000100:00000001:0.0:1749609452.502177:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298724946 00000100:00000001:3.0:1749609452.502179:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609452.502179:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000001:0.0:1749609452.502179:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298724947 00000020:00000001:2.0:1749609452.502180:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.502181:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609452.502181:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609452.502182:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609452.502182:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609452.502183:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609452.502185:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609452.502186:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000020:00000010:1.0:1749609452.502186:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d900. 00000100:00000001:3.0:1749609452.502189:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937607040 : -131938771944576 : ffff88009c5dbb80) 00000100:00000040:2.0:1749609452.502189:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8ce00 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:398/0 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609452.502190:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73a28. 00000400:00000001:0.0:1749609452.502191:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609452.502193:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609452.502194:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5dbb80 x1834598193463936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609452.502195:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000400:00000010:0.0:1749609452.502196:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000400:00000200:0.0:1749609452.502200:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:1.0:1749609452.502201:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609452.502202:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00100000:2.0:1749609452.502203:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193464064:12345-0@lo:400: Request processed in 308us (688us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609452.502205:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609452.502207:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193463936:12345-0@lo:38: 00000100:00000200:0.0:1749609452.502209:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609452.502212:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193463936 00000020:00000001:3.0:1749609452.502215:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609452.502216:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00000001:3.0:1749609452.502218:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609452.502219:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000200:0.0:1749609452.502221:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609452.502223:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609452.502226:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609452.502228:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609452.502230:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d180. 00010000:00020000:3.0:1749609452.502231:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609452.502232:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749609452.502235:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609452.502235:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609452.502236:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00010000:00000001:3.0:1749609452.502238:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609452.502238:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609452.502239:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749609452.502240:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:3.0:1749609452.502241:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609452.502241:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609452.502241:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609452.502244:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609452.502244:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749609452.502245:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000001:1.0:1749609452.502245:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609452.502246:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609452.502246:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609452.502247:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609452.502248:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609452.502249:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 02000000:00000010:3.0:1749609452.502250:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c18800. 00000400:00000200:1.0:1749609452.502252:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 02000000:00000001:3.0:1749609452.502253:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609452.502254:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:3.0:1749609452.502256:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609452.502256:0:1048:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609452.502256:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609452.502260:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609452.502260:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609452.502262:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609452.502262:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609452 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609452.502266:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749609452.502267:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609452.502268:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=64 v=20 (1 20 0 0) 00000100:00000001:3.0:1749609452.502270:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609452.502272:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609452.502274:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609452.502275:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502275:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609452.502277:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609452.502277:0:1048:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609452.502278:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609452.502279:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609452.502280:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609452.502281:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609452.502283:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609452.502283:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609452.502283:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609452.502285:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.502287:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00001000:1.0:1749609452.502289:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=147 v=5 (5 0 0 0) 00000100:00000040:3.0:1749609452.502291:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00001000:1.0:1749609452.502292:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=147 v=5 (1 0 0 0) 02000000:00000001:3.0:1749609452.502294:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609452.502294:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609452.502295:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749609452.502296:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.502299:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609452.502299:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609452.502301:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609452.502302:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609452.502302:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609452.502304:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609452.502304:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:3.0:1749609452.502305:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:0.0:1749609452.502307:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:1.0:1749609452.502308:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609452.502309:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193463936, offset 0 00000100:00080000:0.0:1749609452.502311:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749609452.502315:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749609452.502315:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00010000:00000001:1.0:1749609452.502316:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609452.502319:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609452.502319:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609452.502321:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:3.0:1749609452.502323:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609452.502323:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1749609452.502323:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609452.502324:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609452.502327:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609452.502331:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08280 00000100:00000001:1.0:1749609452.502333:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609452.502335:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193463680:0@lo:38: 00000100:00000001:1.0:1749609452.502336:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749609452.502337:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4515 [1] + 0 00000100:00000001:1.0:1749609452.502337:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609452.502340:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609452.502343:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749609452.502343:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609452.502345:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749609452.502347:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193464064:0@lo:400: 00000400:00000200:3.0:1749609452.502348:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609452.502348:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:1.0:1749609452.502351:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609452.502351:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000001:1.0:1749609452.502353:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749609452.502354:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000040:1.0:1749609452.502355:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3800 x1834598193464064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.502356:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609452.502360:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609452.502361:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609452.502363:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609452.502365:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74000. 00000100:00000001:3.0:1749609452.502366:0:7488:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609452.502368:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609452.502369:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1749609452.502371:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609452.502371:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:0.0:1749609452.502371:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609452.502373:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609452.502374:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be600. 02000000:00000001:1.0:1749609452.502381:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609452.502382:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609452.502382:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609452.502383:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609452.502384:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00000001:1.0:1749609452.502387:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609452.502390:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609452.502393:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502393:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609452.502394:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609452.502395:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609452.502395:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609452.502397:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609452.502398:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00000001:1.0:1749609452.502399:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609452.502400:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.502400:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609452.502401:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:1.0:1749609452.502402:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609452.502403:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.502404:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609452.502404:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.502405:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749609452.502408:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609452 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609452.502409:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609452.502412:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00001000:0.0:1749609452.502412:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=46 v=20 (1 20 0 0) 00000100:00000001:3.0:1749609452.502415:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.502416:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749609452.502418:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609452.502418:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609452.502421:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609452.502423:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5dbb80 x1834598193463936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609452.502426:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.502437:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609452.502440:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609452.502442:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502445:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609452.502447:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749609452.502450:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193463936:12345-0@lo:38: Request processed in 243us (392us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749609452.502450:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609452.502454:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609452.502457:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609452.502461:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:0.0:1749609452.502461:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609452.502464:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609452.502466:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609452.502470:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00100000:0.0:1749609452.502471:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193463808:0@lo:38: 00000020:00000010:3.0:1749609452.502474:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609452.502477:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609452.502478:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00000001:0.0:1749609452.502480:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609452.502481:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609452.502484:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2a00 x1834598193463680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.502494:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609452.502496:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609452.502499:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609452.502508:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609452.502511:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609452.502513:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609452.502516:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609452.502519:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e9800. 02000000:00000001:0.0:1749609452.502524:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609452.502526:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609452.502528:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000001:0.0:1749609452.502533:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609452.502535:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502537:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609452.502541:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a1f80 x1834598193463808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.502550:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609452.502552:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609452.502554:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51c00. 02000000:00000001:0.0:1749609452.502557:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609452.502559:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609452.502560:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609452.502563:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609452.502564:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e9c00. 02000000:00000001:0.0:1749609452.502567:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609452.502568:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609452.502570:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000001:0.0:1749609452.502573:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609452.502575:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502577:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502583:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609452.502585:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502588:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609452.502590:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609452.502594:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609452.502595:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609452.502598:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609452.502601:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609452.502603:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609452.502606:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609452.502609:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609452.502624:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.502631:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609452.502633:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502635:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609452.502637:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609452.502638:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609452.502640:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609452.502642:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609452.502646:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609452 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609452.502648:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=147 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609452.502651:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609452.502653:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609452.502654:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609452.502657:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.502663:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609452.502666:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609452.502667:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502668:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609452.502669:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609452.502672:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609452.502731:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609452.502734:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609452.502737:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609452.502744:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193463936:0@lo:38: 00000100:00000001:0.0:1749609452.502749:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.502751:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609452.502769:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a3b80 x1834598193463936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.502776:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609452.502778:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609452.502780:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609452.502782:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609452.502784:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609452.502785:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609452.502787:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609452.502788:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea000. 02000000:00000001:0.0:1749609452.502790:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609452.502791:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609452.502792:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000001:0.0:1749609452.502795:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609452.502796:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.502798:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.502799:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609452.502801:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609452.502802:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.502804:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609452.503759:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298724947, at 4298724947 00000100:00000010:1.0:1749609452.503769:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e71c0. 00000100:00000040:2.0:1749609452.503777:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298724947, at 4298724947 00000100:00000010:2.0:1749609452.503787:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7c40. 00000100:00000040:0.0:1749609452.503790:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298724947, at 4298724947 00000100:00000040:3.0:1749609452.503791:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298724947, at 4298724947 00000100:00000010:3.0:1749609452.503818:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7bc0. 00000100:00000010:0.0:1749609452.503832:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000800:00000200:0.0:1749609452.512817:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749609452.512825:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749609452.512829:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130dc1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749609452.513065:0:1042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749609452.513069:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609452.513086:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609452.513091:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609452.513093:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.532789:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609452.532794:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609452.532797:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609452.532799:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609452.532802:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609452.532805:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.532807:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609452.532821:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.532823:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609453.082843:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609453.082850:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609453.082851:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609453.082854:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609453.082856:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609453.082859:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609453.082861:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609453.082863:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609453.082864:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609453.470918:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609453.470924:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609453.471018:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609453.471024:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609453.471028:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609453.502781:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609453.502794:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609453.502797:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609453.502800:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609453.502803:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609453.502807:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609453.502809:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609453.532776:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609453.532782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609453.532784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609453.532787:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609453.532790:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609453.532793:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609453.532796:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609453.532799:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609453.532800:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609454.082831:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609454.082838:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609454.082840:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609454.082843:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609454.082846:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609454.082849:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609454.082852:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609454.082871:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609454.082873:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609454.472943:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609454.472950:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609454.472985:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609454.472988:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609454.472990:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609454.502774:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609454.502786:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609454.502788:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609454.502791:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609454.502794:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609454.502804:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609454.502807:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609454.532797:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609454.532802:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609454.532804:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609454.532807:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609454.532810:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609454.532813:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609454.532816:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609454.532839:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609454.532841:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.082826:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609455.082831:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609455.082833:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609455.082836:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609455.082839:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609455.082842:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609455.082845:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609455.082847:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609455.082849:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609455.474754:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609455.474761:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609455.474764:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609455.474766:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609455.474770:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609455.474771:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609455.474774:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609455.474776:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609455.474805:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609455.474808:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609455.474810:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609455.502717:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609455.502727:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609455.502728:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609455.502730:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609455.502732:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609455.502734:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.502736:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.532765:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609455.532770:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609455.532771:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609455.532773:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609455.532776:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609455.532779:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609455.532780:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609455.532782:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609455.532784:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609456.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609456.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609456.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609456.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609456.082799:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609456.082801:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609456.082803:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609456.082804:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609456.082806:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609456.476789:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609456.476794:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609456.476886:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609456.476889:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609456.476892:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609456.502796:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609456.502809:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609456.502810:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609456.502814:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609456.502816:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609456.502819:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609456.502821:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609456.532784:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609456.532790:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609456.532792:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609456.532794:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609456.532813:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609456.532816:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609456.532818:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609456.532821:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609456.532823:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.082720:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609457.082726:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609457.082728:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609457.082731:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609457.082733:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609457.082736:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609457.082738:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609457.082740:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609457.082742:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609457.478832:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609457.478838:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609457.478927:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609457.478930:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609457.478932:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609457.502785:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609457.502795:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609457.502796:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.502799:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609457.502801:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609457.502804:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.502805:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609457.508753:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609457.508757:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609457.508759:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609457.508761:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609457.508783:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609457.508784:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609457.508787:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609457.508790:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4057 00000100:00080000:2.0:1749609457.508792:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609457.508794:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609457.508796:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609457.508797:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609457.508798:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609457.508800:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609457.508802:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609457.508803:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609457.508805:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609457.508806:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609457.508808:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609457.508809:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609457.508810:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609457.508811:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609457.508811:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609457.508813:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609457.508815:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609457.508816:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609457.508818:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609457.508822:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609457.508824:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.508825:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609457.508826:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609457.508835:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688000. 00000020:00000040:2.0:1749609457.508838:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609457.508841:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609457.508843:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.508845:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609457.508849:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609457.508852:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609457.508857:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea800. 00000100:00000001:2.0:1749609457.508862:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609457.508867:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609457.508873:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609457.508875:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609457.508877:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688000] to pc [ptlrpcd_rcv+-1] req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609457.508892:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609457.508894:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609457.508895:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609457.508896:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609457.508897:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609457.508898:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609457.508899:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4057 00000100:00080000:2.0:1749609457.508901:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609457.508902:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609457.508903:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609457.508903:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609457.508904:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609457.508905:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609457.508906:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609457.508907:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609457.508908:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609457.508908:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609457.508909:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609457.508911:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609457.508911:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609457.508912:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609457.508915:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609457.508917:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609457.508918:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609457.508919:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609457.508920:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609457.508920:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609457.508921:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609457.508922:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.508922:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609457.508923:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609457.508924:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.508924:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749609457.508925:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 00000020:00000040:2.0:1749609457.508926:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609457.508927:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609457.508928:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.508929:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609457.508929:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749609457.508929:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609457.508930:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609457.508932:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998eb000. 00000100:00000001:2.0:1749609457.508934:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609457.508935:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609457.508937:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609457.508938:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.508939:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609457.508940:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609457.508941:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688380] to pc [ptlrpcd_rcv+-1] req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609457.508941:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609457.508943:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609457.508945:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609457.508945:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609457.508946:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609457.508947:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1749609457.508947:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193464192:0@lo:38: 00000100:00000001:2.0:1749609457.508948:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609457.508949:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609457.508950:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609457.508950:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749609457.508951:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4057 00000100:00080000:2.0:1749609457.508952:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749609457.508953:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609457.508955:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609457.508956:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609457.508957:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609457.508957:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609457.508957:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609457.508958:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609457.508959:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609457.508960:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 02000000:00000010:0.0:1749609457.508960:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 00000020:00000001:2.0:1749609457.508961:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609457.508962:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609457.508962:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:0.0:1749609457.508962:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609457.508963:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609457.508964:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609457.508965:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609457.508966:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609457.508967:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:0.0:1749609457.508967:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000020:00000040:2.0:1749609457.508968:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609457.508968:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609457.508969:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609457.508970:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609457.508971:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609457.508972:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.508973:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:0.0:1749609457.508973:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609457.508974:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609457.508975:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688700. 00000020:00000040:2.0:1749609457.508976:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609457.508977:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609457.508978:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609457.508978:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193464192, portal 4 00000100:00000001:2.0:1749609457.508979:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609457.508979:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609457.508980:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.508980:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1749609457.508981:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998eac00. 00000100:00000001:0.0:1749609457.508981:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955089920 : -131938754461696 : ffff88009d688000) 00000100:00000001:2.0:1749609457.508983:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609457.508984:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609457.508991:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609457.508993:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609457.508994:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609457.508995:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688700] to pc [ptlrpcd_rcv+-1] req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609457.508997:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609457.508999:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609457.509000:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749609457.509000:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609457.509002:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749609457.509002:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000010:2.0:1749609457.509004:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688a80. 00000020:00000040:2.0:1749609457.509004:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:0.0:1749609457.509004:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193464192, offset 0 00000100:00000001:2.0:1749609457.509006:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609457.509006:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609457.509007:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609457.509008:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749609457.509009:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be900. 00000100:00000001:2.0:1749609457.509010:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609457.509012:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609457.509016:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609457.509016:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609457.509019:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688a80] to pc [ptlrpcd_00_01+1] req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609457.509019:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609457.509027:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada08380 00000400:00000200:0.0:1749609457.509033:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33cd [256] + 23400 00000100:00000001:2.0:1749609457.509036:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609457.509037:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0b5d10. 00000100:00000040:2.0:1749609457.509038:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4067) 00000400:00000200:0.0:1749609457.509040:0:1047:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880096ea4000 00000400:00000200:0.0:1749609457.509044:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609457.509047:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609457.509051:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880096ea4000 00000400:00000010:0.0:1749609457.509053:0:1047:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 4216 at ffff880096ea4000. 00000100:00000001:0.0:1749609457.509059:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609457.509061:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749609457.509064:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130a12850 x1834598193464192 msgsize 520 00000100:00100000:0.0:1749609457.509067:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609457.509069:0:1047:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1749609457.509079:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609457.509082:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609457.509083:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609457.509084:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609457.509087:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609457.509090:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609457.509092:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:1.0:1749609457.509093:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609457.509093:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509094:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609457.509095:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609457.509096:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609457.509098:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609457.509098:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609457.509099:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193464576:0@lo:400: 00000100:00000001:1.0:1749609457.509101:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609457.509102:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609457.509103:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609457.509104:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609457.509105:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749609457.509106:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528da00. 02000000:00000001:1.0:1749609457.509107:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609457.509107:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609457.509110:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a0b0. 00000400:00000010:1.0:1749609457.509113:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609457.509113:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509114:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749609457.509115:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193464576, portal 10 00000100:00000001:1.0:1749609457.509116:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609457.509117:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955092608 : -131938754459008 : ffff88009d688a80) 00000100:00000001:0.0:1749609457.509117:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609457.509120:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609457.509121:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2356 usecs (3 jiffies) 00000100:00000001:1.0:1749609457.509125:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609457.509126:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609457.509126:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609457.509128:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298729955 00000100:00100000:3.0:1749609457.509129:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193464192 02000000:00000001:3.0:1749609457.509131:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749609457.509131:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000400:00000010:1.0:1749609457.509132:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:3.0:1749609457.509133:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609457.509133:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193464576, offset 0 00000100:00000001:3.0:1749609457.509135:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609457.509136:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609457.509137:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:3.0:1749609457.509138:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609457.509140:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609457.509141:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193464192 00000100:00000001:0.0:1749609457.509141:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298729955 00000020:00000001:3.0:1749609457.509142:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749609457.509143:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada08500 00000100:00000010:0.0:1749609457.509143:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7840. 00000020:00000040:3.0:1749609457.509144:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609457.509145:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609457.509145:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:3.0:1749609457.509146:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609457.509147:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 45200 00000100:00000001:0.0:1749609457.509147:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298729955 00000020:00000001:3.0:1749609457.509148:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609457.509149:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7040. 00000400:00000200:1.0:1749609457.509150:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609457.509151:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000001:0.0:1749609457.509151:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000200:1.0:1749609457.509152:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609457.509155:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000001:1.0:1749609457.509155:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609457.509156:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609457.509159:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0000. 00000100:00000001:0.0:1749609457.509159:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298729955 00000100:00000040:1.0:1749609457.509161:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f0000 x1834598193464576 msgsize 224 00000100:00000010:0.0:1749609457.509161:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7440. 00000020:00000010:3.0:1749609457.509163:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609457.509163:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:1.0:1749609457.509164:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609457.509176:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609457.509178:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.509180:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609457.509180:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.509181:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609457.509182:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509182:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609457.509182:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.509185:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749609457.509186:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000001:3.0:1749609457.509187:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609457.509187:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609457.509187:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.509188:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609457.509189:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609457.509190:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609457.509190:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609457.509190:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749609457.509191:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193464576 00000100:00000200:1.0:1749609457.509192:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609457.509193:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609457.509193:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609457.509193:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609457.509195:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609457.509195:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609457.509196:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609457.509197:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193464576 00000020:00000001:2.0:1749609457.509198:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609457.509199:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:1.0:1749609457.509199:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609457.509199:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609457.509200:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609457.509201:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609457.509202:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609457.509202:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609457.509203:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609457.509203:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609457.509203:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609457.509204:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:2.0:1749609457.509205:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 02000000:00000001:0.0:1749609457.509205:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609457.509206:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609457.509206:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609457.509207:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000001:1.0:1749609457.509207:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749609457.509207:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193464320:0@lo:38: 00000100:00000001:3.0:1749609457.509209:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137425053776 : -131936284497840 : ffff880130a12850) 00000100:00000001:2.0:1749609457.509209:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609457.509209:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509210:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749609457.509211:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4940. 02000000:00000001:0.0:1749609457.509211:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749609457.509212:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130a12850 x1834598193464192/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609457.509212:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 555 usecs (1 jiffies) 00000020:00000010:2.0:1749609457.509214:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11ac0. 00000100:00000001:1.0:1749609457.509214:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298729953 00000100:00000001:1.0:1749609457.509216:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298729955 02000000:00000001:0.0:1749609457.509216:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509217:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298729953 00000020:00000040:2.0:1749609457.509218:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:0.0:1749609457.509218:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609457.509219:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298729955 00000100:00100000:3.0:1749609457.509220:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a12850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193464192:12345-0@lo:38: 00000100:00000001:1.0:1749609457.509220:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298729953 02000000:00000010:0.0:1749609457.509220:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51c00. 00000100:00000001:1.0:1749609457.509221:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298729955 02000000:00000001:0.0:1749609457.509221:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609457.509223:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193464192 00000100:00000001:2.0:1749609457.509223:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1749609457.509224:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000020:00000001:3.0:1749609457.509225:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609457.509225:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74a00. 00000400:00000010:0.0:1749609457.509226:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000020:00000010:2.0:1749609457.509227:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d980. 00000100:00000001:1.0:1749609457.509227:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298729953 00000100:00000001:1.0:1749609457.509228:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298729955 00010000:00000001:3.0:1749609457.509229:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:2.0:1749609457.509229:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000100:00000001:1.0:1749609457.509229:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609457.509229:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193464320, portal 10 00000100:00000001:1.0:1749609457.509231:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509231:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609457.509232:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509232:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955090816 : -131938754460800 : ffff88009d688380) 00000100:00000040:2.0:1749609457.509233:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609457.509234:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609457.509234:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609457.509235:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609457.509236:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609457.509236:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609457.509237:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609457.509238:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509238:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609457.509239:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609457.509240:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609457.509240:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609457.509240:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609457.509241:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509241:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609457.509242:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609457.509242:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609457.509243:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609457.509243:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749609457.509244:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609457.509244:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609457.509245:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00010000:00000001:3.0:1749609457.509246:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609457.509246:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193464320, offset 0 00000100:00000001:3.0:1749609457.509248:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609457.509248:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609457.509249:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609457.509249:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609457.509250:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609457.509251:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000001:1.0:1749609457.509251:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609457.509252:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609457.509252:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:1.0:1749609457.509252:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.509253:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838075392 : -131938871476224 : ffff8800966f0000) 00000400:00000200:0.0:1749609457.509254:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749609457.509255:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c18c00. 00000100:00000040:2.0:1749609457.509256:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f0000 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:403/0 lens 224/0 e 0 to 0 dl 1749609468 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509257:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.509258:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609457.509258:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08400 00000100:00000001:2.0:1749609457.509260:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609457.509260:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4a40. 00010000:00000001:3.0:1749609457.509261:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609457.509261:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609457.509261:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 45424 00010000:00000001:3.0:1749609457.509263:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609457.509263:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4a40. 00000100:00001000:3.0:1749609457.509265:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:2.0:1749609457.509265:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193464576:12345-0@lo:400: 00000400:00000200:0.0:1749609457.509265:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609457.509267:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609457.509267:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609457.509270:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609457.509270:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193464576 00000100:00000001:0.0:1749609457.509270:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609457.509271:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609457.509272:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:2.0:1749609457.509272:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609457.509274:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000010:0.0:1749609457.509274:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098a97800. 00000020:00000001:2.0:1749609457.509275:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609457.509275:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749609457.509276:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880098a97800 x1834598193464320 msgsize 520 00000020:00000001:2.0:1749609457.509277:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000040:1.0:1749609457.509277:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609457.509278:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609457.509278:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:2.0:1749609457.509279:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1749609457.509279:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609457.509280:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000001:2.0:1749609457.509281:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609457.509282:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:2.0:1749609457.509282:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609457.509283:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609457.509283:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609457.509284:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609457.509285:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609457.509285:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.509287:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609457.509287:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749609457.509287:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609457.509288:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000040:3.0:1749609457.509289:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609457.509289:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609457.509290:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609457.509290:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609457.509290:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749609457.509291:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00100000:1.0:1749609457.509291:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193464320 02000000:00000010:2.0:1749609457.509292:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998eb400. 02000000:00000001:1.0:1749609457.509292:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749609457.509292:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609457.509293:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193464192, offset 0 02000000:00000001:2.0:1749609457.509293:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509293:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609457.509294:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509294:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609457.509295:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609457.509296:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609457.509297:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1749609457.509297:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193464576 00000100:00100000:1.0:1749609457.509297:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193464320 00010000:00000001:2.0:1749609457.509298:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749609457.509298:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609457.509298:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749609457.509299:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609457.509299:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:2.0:1749609457.509300:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0000 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:403/0 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609457.509300:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609457.509300:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609457.509301:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609457.509303:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609457.509303:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00010000:00000001:2.0:1749609457.509305:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749609457.509305:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00010000:00000001:2.0:1749609457.509306:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609457.509307:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=152 v=5 (1 0 0 0) 00000020:00000010:1.0:1749609457.509307:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000400:00000200:3.0:1749609457.509308:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada08380 00000100:00000001:1.0:1749609457.509308:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609457.509309:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609457.509309:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609457.509309:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609457.509310:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609457.509310:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509310:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609457.509311:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:3.0:1749609457.509312:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4529 [1] + 0 02000000:00000001:2.0:1749609457.509312:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609457.509312:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509312:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509313:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.509314:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609457.509315:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609457.509315:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609457.509316:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609457.509316:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609457.509316:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 816 usecs (1 jiffies) 00000100:00000001:0.0:1749609457.509317:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298729953 00000400:00000200:3.0:1749609457.509318:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609457.509319:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193464576, offset 224 00000100:00000001:0.0:1749609457.509319:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298729955 00000100:00000001:3.0:1749609457.509320:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609457.509321:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609457.509321:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298729953 00000100:00000001:0.0:1749609457.509322:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298729955 00000100:00000001:1.0:1749609457.509323:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749609457.509324:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609457.509324:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609457.509324:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298729953 00000100:00000001:0.0:1749609457.509325:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298729955 00000100:00100000:1.0:1749609457.509326:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000001:0.0:1749609457.509327:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298729953 00000400:00000200:2.0:1749609457.509328:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609457.509328:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134875461632 : -131938834089984 : ffff880098a97800) 00000100:00000001:0.0:1749609457.509328:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298729955 00000100:00000001:0.0:1749609457.509329:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609457.509330:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880098a97800 x1834598193464320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609457.509330:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609457.509331:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609457.509331:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08500 00000100:00000001:0.0:1749609457.509332:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749609457.509334:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4531 [1] + 224 00000100:00000040:0.0:1749609457.509334:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609457.509335:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193464320:12345-0@lo:38: 00000100:00000001:3.0:1749609457.509337:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609457.509337:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609457.509337:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193464320 00000020:00000001:1.0:1749609457.509338:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609457.509339:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609457.509339:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609457.509340:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749609457.509341:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00000001:0.0:1749609457.509341:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609457.509343:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000001:1.0:1749609457.509343:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609457.509343:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609457.509344:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609457.509345:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00010000:00020000:1.0:1749609457.509345:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609457.509346:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749609457.509346:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609457.509346:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609457.509347:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609457.509347:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193464448:0@lo:38: 00000100:00000001:2.0:1749609457.509348:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609457.509348:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609457.509349:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509349:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609457.509350:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:2.0:1749609457.509350:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609457.509350:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609457.509350:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609457.509352:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609457.509352:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096898000. 02000000:00000001:0.0:1749609457.509352:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609457.509353:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609457.509353:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609457.509354:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609457.509354:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609457.509354:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609457.509355:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609457.509355:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609457.509356:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130a12850 x1834598193464192/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609457.509356:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 00010000:00000001:1.0:1749609457.509357:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609457.509358:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749609457.509358:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509359:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609457.509360:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609457.509361:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609457.509361:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609457.509362:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:3.0:1749609457.509363:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a12850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193464192:12345-0@lo:38: Request processed in 144us (298us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609457.509363:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000010:0.0:1749609457.509363:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000400:00000200:2.0:1749609457.509364:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609457.509365:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000040:1.0:1749609457.509365:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:1.0:1749609457.509366:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609457.509367:0:7440:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609457.509367:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.509368:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609457.509369:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509370:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609457.509371:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:2.0:1749609457.509372:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749609457.509372:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609457.509373:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609457.509373:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000020:00000001:2.0:1749609457.509374:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749609457.509374:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000200:1.0:1749609457.509375:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193464320, offset 0 00000100:00000040:2.0:1749609457.509376:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f0000 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:403/0 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609457.509376:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193464448, portal 10 00000100:00100000:3.0:1749609457.509377:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000400:00000200:1.0:1749609457.509377:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609457.509378:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609457.509379:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955091712 : -131938754459904 : ffff88009d688700) 00000100:00000001:3.0:1749609457.509380:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749609457.509380:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193464576:12345-0@lo:400: Request processed in 120us (218us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609457.509381:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609457.509381:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609457.509383:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609457.509384:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00100000:2.0:1749609457.509384:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000400:00000200:1.0:1749609457.509384:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08400 00000100:00000040:2.0:1749609457.509385:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000020:00000010:3.0:1749609457.509387:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609457.509387:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609457.509387:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609457.509387:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4539 [1] + 0 00000020:00000010:2.0:1749609457.509389:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d980. 00000400:00000200:1.0:1749609457.509389:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609457.509389:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609457.509390:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000020:00000010:2.0:1749609457.509391:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000400:00000200:1.0:1749609457.509391:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609457.509391:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609457.509392:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:0.0:1749609457.509392:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000020:00000010:2.0:1749609457.509393:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74a00. 00000100:00000200:1.0:1749609457.509394:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609457.509394:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193464448, offset 0 00000020:00000040:2.0:1749609457.509397:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000200:0.0:1749609457.509397:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609457.509399:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509400:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749609457.509400:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609457.509401:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749609457.509402:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096c18c00. 00000100:00000001:1.0:1749609457.509403:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609457.509405:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749609457.509405:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000200:0.0:1749609457.509405:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08480 00000400:00000010:1.0:1749609457.509406:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 02000000:00000001:3.0:1749609457.509407:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509407:0:7488:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:3.0:1749609457.509408:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096c18400. 00000100:00000001:1.0:1749609457.509408:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609457.509408:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 45944 02000000:00000001:3.0:1749609457.509409:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609457.509409:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609457.509411:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5db480. 00000100:00000040:1.0:1749609457.509411:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609457.509412:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609457.509412:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609457.509413:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609457.509414:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880098a97800 x1834598193464320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609457.509414:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609457.509415:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509415:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a213000. 02000000:00000001:3.0:1749609457.509417:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609457.509417:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:3.0:1749609457.509418:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5daa00. 00000100:00000200:0.0:1749609457.509418:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749609457.509419:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193464320:12345-0@lo:38: Request processed in 83us (142us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749609457.509421:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509422:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136a7bc00. 00000100:00100000:1.0:1749609457.509422:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 02000000:00000001:3.0:1749609457.509424:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609457.509424:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:3.0:1749609457.509425:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5d9c00. 00000100:00000001:1.0:1749609457.509425:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1749609457.509425:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68c000. 00000020:00000010:1.0:1749609457.509426:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00000100:00000040:0.0:1749609457.509427:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68c000 x1834598193464448 msgsize 520 02000000:00000001:3.0:1749609457.509428:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509428:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136a79800. 00000020:00000010:1.0:1749609457.509428:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 02000000:00000001:3.0:1749609457.509430:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1749609457.509430:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1749609457.509431:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5d9180. 00000020:00000010:1.0:1749609457.509432:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 02000000:00000001:3.0:1749609457.509433:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509434:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f7ae800. 00000100:00000001:0.0:1749609457.509434:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609457.509435:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609457.509436:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509437:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5d8700. 00000100:00000001:1.0:1749609457.509438:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609457.509438:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609457.509439:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 02000000:00000001:3.0:1749609457.509440:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1749609457.509440:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193464448 02000000:00000001:1.0:1749609457.509440:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749609457.509441:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a3dd800. 00000100:00000001:1.0:1749609457.509441:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609457.509441:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609457.509442:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509443:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1749609457.509443:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609457.509443:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609457.509444:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098a97b80. 00000100:00100000:1.0:1749609457.509445:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193464448 00000020:00000001:1.0:1749609457.509445:0:7488:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609457.509446:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1749609457.509446:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000010:3.0:1749609457.509447:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a3de000. 00000020:00000001:1.0:1749609457.509447:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609457.509447:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509448:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1749609457.509448:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609457.509449:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000001:0.0:1749609457.509449:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609457.509450:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00000020:00000010:1.0:1749609457.509451:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000040:0.0:1749609457.509451:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609457.509453:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609457.509453:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1749609457.509454:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098a96d80. 00000100:00000001:1.0:1749609457.509454:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509456:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509456:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509457:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509457:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad1800. 00000100:00000001:0.0:1749609457.509458:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609457.509459:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609457.509459:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609457.509460:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098a96300. 00000100:00000001:1.0:1749609457.509461:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609457.509462:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509462:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749609457.509463:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad1400. 00000100:00000001:0.0:1749609457.509463:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.509464:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609457.509464:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 02000000:00000001:3.0:1749609457.509465:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509465:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098a95880. 00000100:00000001:2.0:1749609457.509465:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609457.509465:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955106304 : -131938754445312 : ffff88009d68c000) 00000100:00000001:2.0:1749609457.509466:0:6442:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609457.509466:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68c000 x1834598193464448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609457.509466:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 595 usecs (1 jiffies) 00000100:00000001:2.0:1749609457.509467:0:6442:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509468:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609457.509468:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298729953 02000000:00000010:3.0:1749609457.509469:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880099e70c00. 00000100:00000001:0.0:1749609457.509469:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298729955 02000000:00000001:3.0:1749609457.509470:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509471:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098a94e00. 00000100:00100000:1.0:1749609457.509471:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193464448:12345-0@lo:38: 00000100:00000001:0.0:1749609457.509471:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298729953 00000100:00000200:1.0:1749609457.509472:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193464448 00000020:00000001:1.0:1749609457.509473:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609457.509473:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298729955 02000000:00000001:3.0:1749609457.509474:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1749609457.509474:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609457.509474:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298729953 02000000:00000010:3.0:1749609457.509475:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a3de400. 00000100:00000001:0.0:1749609457.509475:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298729955 00000100:00000001:0.0:1749609457.509476:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298729953 02000000:00000001:3.0:1749609457.509477:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509477:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098a94380. 00000020:00000001:1.0:1749609457.509477:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609457.509478:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609457.509478:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298729955 02000000:00000001:3.0:1749609457.509479:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609457.509479:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749609457.509480:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a3dd400. 00000100:00000001:0.0:1749609457.509481:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509482:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1749609457.509482:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:3.0:1749609457.509483:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096d1b800. 00010000:00000001:1.0:1749609457.509483:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609457.509484:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:0.0:1749609457.509484:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609457.509485:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:0.0:1749609457.509485:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749609457.509486:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749609457.509487:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 02000000:00000010:1.0:1749609457.509488:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096899000. 02000000:00000001:1.0:1749609457.509488:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509489:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509489:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609457.509489:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 02000000:00000010:3.0:1749609457.509490:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad3400. 00010000:00000001:1.0:1749609457.509490:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749609457.509490:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00010000:00000001:1.0:1749609457.509491:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509492:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1749609457.509492:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609457.509492:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:3.0:1749609457.509493:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096d1ad80. 00000100:00000001:1.0:1749609457.509494:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749609457.509494:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609457.509495:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609457.509496:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609457.509497:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609457.509498:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:3.0:1749609457.509499:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1749609457.509499:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000010:3.0:1749609457.509500:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad0c00. 02000000:00000001:1.0:1749609457.509500:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609457.509501:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609457.509501:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509502:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509502:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096d1a300. 00000100:00000001:1.0:1749609457.509502:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609457.509503:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609457.509504:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1749609457.509504:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 02000000:00000010:3.0:1749609457.509505:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad1c00. 00000100:00000200:1.0:1749609457.509505:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193464448, offset 0 00000100:00000001:0.0:1749609457.509506:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609457.509507:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509507:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096d19880. 00000400:00000200:1.0:1749609457.509507:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609457.509508:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609457.509510:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609457.509510:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609457.509512:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1749609457.509512:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08480 02000000:00000001:0.0:1749609457.509512:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1749609457.509513:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad2800. 00000400:00000200:1.0:1749609457.509514:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x454d [1] + 0 00000100:00000001:0.0:1749609457.509514:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609457.509515:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609457.509515:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609457.509516:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096d18e00. 00000400:00000200:1.0:1749609457.509516:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609457.509518:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1749609457.509518:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609457.509518:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509519:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609457.509520:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609457.509521:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609457 v=5 (0 0 0 0) 02000000:00000010:3.0:1749609457.509524:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad1000. 00000100:00000040:1.0:1749609457.509524:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609457.509524:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=69 v=20 (1 20 0 0) 02000000:00000001:3.0:1749609457.509525:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609457.509526:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1749609457.509527:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f1500. 02000000:00000001:3.0:1749609457.509529:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509530:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad2400. 00000100:00000001:0.0:1749609457.509531:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609457.509532:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609457.509532:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:3.0:1749609457.509533:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096d18380. 00000100:00000001:0.0:1749609457.509533:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609457.509534:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 02000000:00000001:3.0:1749609457.509535:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1749609457.509535:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 02000000:00000010:3.0:1749609457.509536:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad0800. 00000100:00000001:1.0:1749609457.509536:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749609457.509536:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509537:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609457.509537:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:3.0:1749609457.509538:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822300. 00000100:00000001:1.0:1749609457.509538:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609457.509540:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:3.0:1749609457.509541:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509541:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609457.509542:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012c462400. 00000020:00000001:1.0:1749609457.509542:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609457.509542:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609457.509543:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1749609457.509543:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68c000 x1834598193464448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609457.509544:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821f80. 00000100:00000001:0.0:1749609457.509545:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609457.509546:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609457.509547:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509547:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013071ec00. 00000100:00100000:1.0:1749609457.509547:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193464448:12345-0@lo:38: Request processed in 76us (119us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609457.509548:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749609457.509549:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509550:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820700. 00000100:00000001:0.0:1749609457.509550:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609457.509551:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 02000000:00000001:3.0:1749609457.509552:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509552:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:0.0:1749609457.509552:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:3.0:1749609457.509553:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130a42000. 00000100:00000001:1.0:1749609457.509553:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609457.509554:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00000100:00080000:0.0:1749609457.509554:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000001:3.0:1749609457.509555:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1749609457.509555:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000100:00000010:3.0:1749609457.509556:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822a00. 00000100:00000001:0.0:1749609457.509556:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609457.509557:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 02000000:00000001:3.0:1749609457.509558:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509558:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609457.509558:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609457.509559:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096899800. 02000000:00000001:3.0:1749609457.509560:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509561:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1180. 02000000:00000001:3.0:1749609457.509564:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509564:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749609457.509565:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013071d400. 00000100:00000001:1.0:1749609457.509565:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749609457.509565:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193464192:0@lo:38: 02000000:00000001:3.0:1749609457.509567:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:1.0:1749609457.509567:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1749609457.509568:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0700. 00000400:00000001:1.0:1749609457.509568:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609457.509568:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609457.509569:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a0b0. 00000400:00000200:1.0:1749609457.509570:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000001:0.0:1749609457.509570:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609457.509571:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1749609457.509571:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 02000000:00000010:3.0:1749609457.509572:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013071fc00. 00000100:00000001:1.0:1749609457.509572:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609457.509572:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688000 x1834598193464192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509573:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1749609457.509573:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609457.509574:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8fb80. 02000000:00000001:3.0:1749609457.509577:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609457.509577:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1749609457.509578:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880099e71c00. 00000100:00000200:1.0:1749609457.509578:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509579:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1749609457.509579:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609457.509581:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749609457.509581:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 00000100:00000001:1.0:1749609457.509584:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609457.509584:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1749609457.509585:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8f100. 00000100:00000001:1.0:1749609457.509585:0:1049:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749609457.509585:0:1047:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749609457.509586:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1749609457.509586:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609457.509587:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609457.509588:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509588:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609457.509588:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609457.509589:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880099e72800. 02000000:00000001:1.0:1749609457.509589:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609457.509589:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea800. 02000000:00000001:3.0:1749609457.509590:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509591:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8e680. 00000100:00001000:1.0:1749609457.509591:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=152 v=5 (5 0 0 0) 02000000:00000001:0.0:1749609457.509592:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609457.509593:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1749609457.509593:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=152 v=5 (1 0 0 0) 02000000:00000001:0.0:1749609457.509593:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1749609457.509594:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013071e000. 00000100:00000001:1.0:1749609457.509594:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1749609457.509594:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688000. 00000100:00000001:1.0:1749609457.509595:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509596:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509596:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8dc00. 00000100:00000001:0.0:1749609457.509596:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1749609457.509597:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749609457.509598:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00080000:1.0:1749609457.509598:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609457.509599:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009adaa400. 00000100:00000001:0.0:1749609457.509600:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609457.509601:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609457.509601:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609457.509602:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8d180. 00010000:00000001:1.0:1749609457.509603:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509604:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509604:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609457.509604:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1749609457.509605:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009689ac00. 00000100:00000040:1.0:1749609457.509605:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609457.509606:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609457.509606:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609457.509607:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509607:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8c380. 00000100:00000001:1.0:1749609457.509607:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509607:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609457.509608:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609457.509608:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609457.509609:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509610:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096899400. 02000000:00000001:3.0:1749609457.509611:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609457.509611:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749609457.509611:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1749609457.509612:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c3b80. 00000100:00000001:1.0:1749609457.509612:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1749609457.509612:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609457.509613:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609457.509613:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000100:00000040:1.0:1749609457.509614:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509615:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509615:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096898400. 00000400:00000200:0.0:1749609457.509615:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609457.509616:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 02000000:00000001:3.0:1749609457.509617:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509618:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c0380. 00000100:00100000:1.0:1749609457.509618:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193464576:0@lo:400: 00000100:00000001:0.0:1749609457.509618:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609457.509620:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509620:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609457.509620:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609457.509621:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20f000. 00000100:00000001:1.0:1749609457.509621:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609457.509622:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688a80 x1834598193464576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509623:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509624:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c0a80. 00000100:00000001:1.0:1749609457.509625:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609457.509626:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509626:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20ec00. 02000000:00000001:1.0:1749609457.509626:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609457.509627:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528da00. 00000100:00000200:0.0:1749609457.509627:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509629:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509630:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c1500. 02000000:00000001:3.0:1749609457.509631:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1749609457.509631:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1749609457.509632:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20e800. 00000020:00000001:1.0:1749609457.509632:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609457.509632:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749609457.509633:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609457.509633:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609457.509634:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1749609457.509634:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1749609457.509635:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c1c00. 02000000:00000010:1.0:1749609457.509635:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be900. 00000100:00000001:0.0:1749609457.509635:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609457.509636:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749609457.509637:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609457.509637:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609457.509639:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609457.509639:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609457.509639:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609457.509640:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688a80. 02000000:00000001:0.0:1749609457.509640:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.509641:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1749609457.509642:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20f800. 00000100:00000001:1.0:1749609457.509642:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609457.509643:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609457.509643:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609457.509643:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609457 v=5 (0 0 0 0) 00000100:00000010:3.0:1749609457.509645:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d299880. 00000100:00000001:1.0:1749609457.509645:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1749609457.509645:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=51 v=20 (1 20 0 0) 00000100:00000001:1.0:1749609457.509646:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.509647:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609457.509647:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609457.509647:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749609457.509648:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f7af800. 00000100:00000001:1.0:1749609457.509648:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509648:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609457.509650:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609457.509651:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509652:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c2a00. 00000100:00000040:0.0:1749609457.509652:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509654:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509655:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f7afc00. 02000000:00000001:3.0:1749609457.509656:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509657:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c1f80. 00000100:00000001:0.0:1749609457.509699:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609457.509702:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609457.509703:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.509704:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609457.509705:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609457.509706:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509707:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f7af400. 02000000:00000001:3.0:1749609457.509709:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509710:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c3800. 00000100:00080000:0.0:1749609457.509711:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749609457.509712:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509713:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009539f000. 00000100:00080000:0.0:1749609457.509714:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000001:3.0:1749609457.509715:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509715:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f2680. 00000100:00000001:0.0:1749609457.509715:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609457.509717:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509718:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009539ec00. 00000100:00000040:0.0:1749609457.509718:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509721:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509721:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823480. 02000000:00000001:3.0:1749609457.509724:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509724:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009539e800. 00000100:00100000:0.0:1749609457.509725:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193464320:0@lo:38: 02000000:00000001:3.0:1749609457.509726:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609457.509727:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d299180. 02000000:00000001:3.0:1749609457.509729:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509730:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130a41c00. 00000400:00000001:0.0:1749609457.509730:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609457.509731:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609457.509732:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1749609457.509732:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000010:3.0:1749609457.509733:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823800. 00000400:00000200:0.0:1749609457.509734:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 02000000:00000001:3.0:1749609457.509735:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1749609457.509735:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 02000000:00000010:3.0:1749609457.509736:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130a43800. 02000000:00000001:3.0:1749609457.509737:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609457.509737:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:3.0:1749609457.509738:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823b80. 00000100:00000200:0.0:1749609457.509739:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609457.509740:0:6490:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609457.509740:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009539dc00. 02000000:00000001:3.0:1749609457.509742:0:6490:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1749609457.509745:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609457.509748:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f1c00. 00000100:00000001:0.0:1749609457.509750:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609457.509751:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.509751:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.509753:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609457.509754:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1749609457.509755:0:6490:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000100:00000001:0.0:1749609457.509755:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609457.509756:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609457.509758:0:6490:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b580. 02000000:00000001:0.0:1749609457.509758:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609457.509761:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609457 v=5 (0 0 0 0) 00000400:00000010:3.0:1749609457.509763:0:6490:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88006e4e6000. 00000100:00001000:0.0:1749609457.509763:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=152 v=20 (20 0 0 0) 00000100:00000001:0.0:1749609457.509765:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609457.509766:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609457.509768:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609457.509770:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609457.509776:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609457.509781:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609457.509782:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.509783:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609457.509784:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609457.509786:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609457.509788:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609457.509789:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609457.509792:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609457.509798:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193464448:0@lo:38: 00000100:00000001:0.0:1749609457.509801:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509803:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609457.509805:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688380 x1834598193464320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609457.509810:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609457.509811:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609457.509813:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51c00. 02000000:00000001:0.0:1749609457.509815:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609457.509816:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609457.509817:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609457.509819:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609457.509820:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998eb000. 02000000:00000001:0.0:1749609457.509822:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609457.509823:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609457.509824:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688380. 00000100:00000001:0.0:1749609457.509826:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609457.509827:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.509828:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609457.509829:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688700 x1834598193464448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609457.509835:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609457.509836:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609457.509840:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609457.509841:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609457.509842:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609457.509843:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609457.509845:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609457.509846:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998eac00. 02000000:00000001:0.0:1749609457.509848:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609457.509849:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609457.509850:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688700. 00000100:00000001:0.0:1749609457.509851:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609457.509852:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.509854:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509855:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609457.509856:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609457.509857:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.509859:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609457.511721:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298729955, at 4298729955 00000100:00000040:2.0:1749609457.511725:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298729955, at 4298729955 00000100:00000010:0.0:1749609457.511726:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000100:00000010:2.0:1749609457.511730:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7040. 00000100:00000040:1.0:1749609457.511737:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298729955, at 4298729955 00000100:00000010:1.0:1749609457.511743:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7840. 00000100:00000040:3.0:1749609457.511754:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298729955, at 4298729955 00000100:00000010:3.0:1749609457.511759:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7440. 00000100:00000001:0.0:1749609457.532727:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609457.532732:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609457.532734:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609457.532737:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609457.532740:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609457.532743:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.532745:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609457.532747:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609457.532748:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609458.082810:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609458.082815:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609458.082816:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609458.082818:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609458.082821:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609458.082823:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609458.082825:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609458.082827:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609458.082828:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609458.480843:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609458.480849:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609458.480913:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609458.480917:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609458.480920:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609458.509801:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609458.509811:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609458.509813:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609458.509816:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609458.509819:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609458.509822:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609458.509824:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609458.532759:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609458.532765:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609458.532780:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609458.532783:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609458.532786:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609458.532789:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609458.532791:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609458.532798:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009c5da680 x1834598193462912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.532807:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609458.532809:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c5da680 x1834598193462912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.532816:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609458.532818:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609458.532820:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609458.532821:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609458.532823:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5da680 x1834598193462912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609458.532830:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c5da680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193462912:0@lo:101: 00000100:00000001:0.0:1749609458.532835:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609458.532836:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609458.532839:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609458.532841:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609458.532842:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c5da680 x1834598193462912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.532848:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609458.532850:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f780. 00000100:00000001:0.0:1749609458.532853:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609458.532855:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609458.532858:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609458.532861:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609458.532864:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609458.532866:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78800 refcount=4 00000020:00000001:0.0:1749609458.532868:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609458.532873:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00010000:0.0:1749609458.532877:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609458.532884:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609458.532887:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609458.532893:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609458.532894:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609458.532899:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609458.532901:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609458.532903:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609458.532908:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609458.532910:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609458.532912:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609458.532914:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609458.532919:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a78800 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609458.532922:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609458.532924:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609458.532929:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609458.532930:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609458.532931:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609458.532932:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78800 refcount=5 00000020:00000001:0.0:1749609458.532934:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609458.532939:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609458.532942:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609458.532943:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609458.532948:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609458.532949:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609458.532954:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749609458.532956:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609458.532957:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609458.532959:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609458.532961:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609458.532963:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609458.532964:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609458.532965:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609458.532966:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609458.532968:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a78800 with handle 0xae754a08875148e0 from hash 00010000:00000001:0.0:1749609458.532970:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609458.532971:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609458.532972:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609458.532973:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609458.532974:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609458.532975:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609458.532977:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609458.532978:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609458.532979:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609458.532980:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609458.532982:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609458.532986:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609458.532987:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609458.532988:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609458.532989:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609458.532993:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609458.532993:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609458.532994:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609458.532995:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a08875148e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609458.533002:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35100 count: 0 00010000:00000001:0.0:1749609458.533029:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609458.533031:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609458.533033:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609458.533036:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c5da680 x1834598193462912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.533042:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609458.533044:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609458.533046:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609458.533048:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609458.533051:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a79000. 02000000:00000001:0.0:1749609458.533055:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609458.533056:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609458.533058:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5da680. 00000100:00000001:0.0:1749609458.533062:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609458.533063:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609458.533065:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609458.533067:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609458.533069:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609458.533072:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e7700. 00000020:00000010:0.0:1749609458.533075:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79000. 00000020:00000010:0.0:1749609458.533079:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a79c00. 00000040:00000010:0.0:1749609458.533081:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a78200. 00000020:00000010:0.0:1749609458.533085:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a75800. 00000020:00000010:0.0:1749609458.533087:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a78400. 80000000:00000010:0.0:1749609458.533091:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609458.533095:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79e00. 00080000:00000010:0.0:1749609458.533099:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609458.533103:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609458.533113:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609458.533115:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609458.533120:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a79c00. 00000040:00000010:0.0:1749609458.533122:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a78200. 00000020:00000010:0.0:1749609458.533125:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a75800. 00000020:00000010:0.0:1749609458.533129:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a78400. 80000000:00000010:0.0:1749609458.533131:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609458.533133:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79e00. 00080000:00000010:0.0:1749609458.533137:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609458.533140:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609458.533146:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79000. 10000000:00000010:0.0:1749609458.533148:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e7700. 10000000:01000000:0.0:1749609458.533150:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1749609458.533153:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749609458.533155:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749609458.533157:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609458.533159:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609458.533160:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff8800b46a6200) refs 2 10000000:00000001:0.0:1749609458.533162:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609458.533164:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609458.533165:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b46a7400) refs 2 10000000:00000001:0.0:1749609458.533166:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609458.533167:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609458.533169:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1749609458.533170:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609458.533171:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff88008fb77000 from 1 10000000:00000001:0.0:1749609458.533174:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609458.533175:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1749609458.533179:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68c380. 00000020:00000040:0.0:1749609458.533181:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609458.533185:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609458.533187:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609458.533191:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609458.533195:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a79000. 00000100:00000001:0.0:1749609458.533200:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609458.533206:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609458.533208:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609458.533212:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35b00. 00010000:00000001:0.0:1749609458.533216:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609458.533217:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a78a00. 00000020:00000001:0.0:1749609458.533220:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609458.533222:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a78a00 with handle 0xae754a08875148e7 to hash 00000020:00000001:0.0:1749609458.533223:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609458.533224:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609458.533227:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609458.533229:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609458.533230:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609458.533232:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609458.533238:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609458.533246:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609458.533252:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609458.533253:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609458.533258:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f780. 00000100:00000001:0.0:1749609458.533259:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392600960 : -131936316950656 : ffff88012eb1f780) 00000100:00000001:0.0:1749609458.533262:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609458.533263:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955107200 : -131938754444416 : ffff88009d68c380) 00000100:00000001:0.0:1749609458.533266:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609458.533267:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609458.533269:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609458.533271:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609458.533273:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68c380 x1834598193464704/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.533280:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609458.533284:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609458.533287:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009d68c380 x1834598193464704/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.533293:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609458.533295:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609458.533296:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609458.533297:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609458.533299:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609458.533300:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609458.533301:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609458.533302:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609458.533303:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749609458.535753:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35100. 00010000:00000010:2.1:1749609458.535760:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a78800. 00000100:00000001:2.0:1749609459.082835:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609459.082841:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609459.082843:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609459.082846:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609459.082849:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609459.082852:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609459.082854:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609459.082856:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609459.082858:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609459.482841:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609459.482846:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609459.482867:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609459.482869:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609459.482870:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609459.509810:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609459.509821:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609459.509822:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609459.509826:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609459.509828:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609459.509831:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609459.509832:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609459.532775:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609459.532782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609459.532783:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609459.532786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609459.532789:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609459.532792:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609459.532794:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609459.532796:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609459.532798:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609460.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609460.082799:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609460.082802:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609460.082804:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609460.082807:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609460.082810:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.082811:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609460.484802:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609460.484807:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609460.484897:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609460.484901:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609460.484903:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609460.509742:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609460.509751:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609460.509767:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.509769:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609460.509771:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609460.509773:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.509775:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.532747:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609460.532750:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609460.532752:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609460.532754:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609460.532756:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609460.532758:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.532760:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609460.532762:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.532763:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609461.082820:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609461.082826:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609461.082827:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609461.082829:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609461.082832:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609461.082834:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609461.082836:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609461.082838:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609461.082839:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609461.486830:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609461.486835:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609461.486893:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609461.486897:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609461.486899:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609461.509781:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609461.509791:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609461.509793:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609461.509795:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609461.509797:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609461.509800:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609461.509801:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609461.532736:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609461.532739:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609461.532740:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609461.532741:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609461.532743:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609461.532745:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609461.532747:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609461.532749:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609461.532750:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.082749:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609462.082755:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609462.082757:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609462.082760:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609462.082763:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609462.082766:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609462.082768:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609462.082771:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609462.082772:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609462.488819:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609462.488824:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609462.488924:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609462.488927:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609462.488929:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609462.509744:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609462.509753:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609462.509755:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.509757:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609462.509759:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609462.509776:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.509777:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609462.516727:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609462.516730:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609462.516732:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609462.516734:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609462.516736:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609462.516737:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609462.516740:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609462.516748:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4062 00000100:00080000:2.0:1749609462.516751:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609462.516752:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609462.516754:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609462.516755:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609462.516756:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609462.516759:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609462.516760:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609462.516762:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609462.516764:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609462.516765:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609462.516766:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609462.516767:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609462.516768:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609462.516769:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609462.516770:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609462.516771:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609462.516773:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609462.516774:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609462.516776:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609462.516780:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609462.516782:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.516783:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609462.516785:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609462.516788:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688e00. 00000020:00000040:2.0:1749609462.516790:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609462.516793:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609462.516794:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.516796:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609462.516798:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609462.516801:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609462.516805:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998eb800. 00000100:00000001:2.0:1749609462.516810:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609462.516817:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609462.516824:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609462.516825:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609462.516827:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688e00] to pc [ptlrpcd_rcv+-1] req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609462.516840:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609462.516842:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609462.516844:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609462.516845:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609462.516846:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609462.516847:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609462.516848:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4062 00000100:00080000:2.0:1749609462.516849:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609462.516851:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609462.516852:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609462.516852:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609462.516853:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609462.516854:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609462.516855:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609462.516856:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609462.516857:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609462.516858:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609462.516859:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609462.516860:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609462.516861:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609462.516862:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609462.516862:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609462.516863:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609462.516864:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609462.516868:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609462.516869:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609462.516871:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609462.516872:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.516873:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609462.516874:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609462.516875:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689180. 00000020:00000040:2.0:1749609462.516876:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609462.516877:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609462.516878:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.516879:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609462.516879:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609462.516880:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609462.516882:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ebc00. 00000100:00000001:2.0:1749609462.516884:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609462.516885:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609462.516889:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609462.516890:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609462.516891:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689180] to pc [ptlrpcd_rcv+-1] req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609462.516895:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609462.516896:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609462.516898:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609462.516898:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609462.516899:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609462.516900:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609462.516900:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609462.516901:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4062 00000100:00080000:2.0:1749609462.516902:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609462.516903:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609462.516903:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609462.516903:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609462.516904:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609462.516905:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609462.516907:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609462.516908:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609462.516908:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609462.516909:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609462.516910:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609462.516911:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609462.516912:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609462.516913:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609462.516914:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609462.516915:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609462.516915:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609462.516916:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609462.516916:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.516917:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609462.516917:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609462.516918:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609462.516918:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609462.516919:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.516919:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609462.516920:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609462.516921:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609462.516921:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609462.516922:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609462.516922:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193464832:0@lo:38: 00000100:00000001:2.0:1749609462.516923:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609462.516924:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609462.516925:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689500. 00000100:00000001:0.0:1749609462.516925:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749609462.516926:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609462.516927:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609462.516927:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609462.516928:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.516928:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.516929:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609462.516929:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609462.516930:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.516930:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609462.516932:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998eac00. 02000000:00000010:0.0:1749609462.516933:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 00000100:00000001:2.0:1749609462.516934:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.516934:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609462.516935:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609462.516938:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749609462.516938:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609462.516939:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609462.516940:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689500] to pc [ptlrpcd_rcv+-1] req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609462.516943:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609462.516947:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609462.516948:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1749609462.516949:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193464832, portal 4 00000100:00000001:2.0:1749609462.516950:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609462.516950:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1749609462.516951:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689880. 00000100:00000001:0.0:1749609462.516951:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955093504 : -131938754458112 : ffff88009d688e00) 00000020:00000040:2.0:1749609462.516952:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609462.516953:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609462.516954:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609462.516955:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609462.516955:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609462.516957:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bed00. 00000100:00000001:2.0:1749609462.516958:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609462.516960:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609462.516960:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609462.516962:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609462.516963:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749609462.516963:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609462.516964:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609462.516965:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193464832, offset 0 00000100:00000040:2.0:1749609462.516966:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689880] to pc [ptlrpcd_00_02+2] req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609462.516968:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609462.516978:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609462.516983:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609462.516985:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4072) 00000400:00000200:0.0:1749609462.516986:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada08600 00000400:00000200:0.0:1749609462.516990:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 0 00000100:00000001:2.0:1749609462.516995:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609462.516997:0:1051:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749609462.516998:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609462.516999:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609462.517001:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609462.517002:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609462.517002:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609462.517003:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609462.517004:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609462.517005:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609462.517005:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609462.517007:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609462.517007:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609462.517009:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68c700. 00000100:00000001:2.0:1749609462.517010:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609462.517011:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609462.517011:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609462.517011:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68c700 x1834598193464832 msgsize 520 02000000:00000001:2.0:1749609462.517012:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609462.517013:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609462.517013:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609462.517014:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609462.517017:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609462.517019:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193465216:0@lo:400: 00000100:00000001:0.0:1749609462.517020:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609462.517021:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609462.517022:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609462.517023:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609462.517024:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609462.517026:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74a00. 00000400:00000200:0.0:1749609462.517026:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 02000000:00000001:2.0:1749609462.517027:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609462.517027:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000400:00000010:2.0:1749609462.517029:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000100:00000001:0.0:1749609462.517029:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749609462.517031:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:0.0:1749609462.517031:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609462.517032:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609462.517033:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193464832 00000100:00000200:2.0:1749609462.517034:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193465216, portal 10 02000000:00000001:3.0:1749609462.517035:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609462.517035:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609462.517036:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955096192 : -131938754455424 : ffff88009d689880) 00000100:00000001:0.0:1749609462.517036:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609462.517037:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609462.517037:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609462.517038:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609462.517039:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517040:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517041:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609462.517042:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517042:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609462.517043:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609462.517043:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609462.517044:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193464832 00000400:00000010:2.0:1749609462.517044:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000020:00000001:3.0:1749609462.517045:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749609462.517045:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193465216, offset 0 00000100:00000040:0.0:1749609462.517045:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2318 usecs (3 jiffies) 00000020:00000040:3.0:1749609462.517046:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609462.517047:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609462.517047:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609462.517047:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298734963 00000020:00000001:3.0:1749609462.517048:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609462.517049:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609462.517049:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000020:00000010:3.0:1749609462.517052:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000001:0.0:1749609462.517054:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:3.0:1749609462.517055:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000020:00000010:3.0:1749609462.517058:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749609462.517058:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609462.517058:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298734963 00000100:00000010:0.0:1749609462.517059:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f80. 00000100:00000001:3.0:1749609462.517061:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609462.517061:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609462.517062:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609462.517063:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609462.517064:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada08780 00000100:00000001:3.0:1749609462.517066:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609462.517068:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 46464 00000100:00000001:3.0:1749609462.517071:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609462.517071:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609462.517072:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609462.517073:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298734963 00000100:00000001:2.0:1749609462.517075:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:0.0:1749609462.517075:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7340. 00000100:00000001:3.0:1749609462.517076:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609462.517076:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609462.517077:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:2.0:1749609462.517077:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689c00. 00000100:00000040:2.0:1749609462.517078:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff88009d689c00 x1834598193465216 msgsize 224 00000100:00000001:0.0:1749609462.517078:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:3.0:1749609462.517080:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000001:0.0:1749609462.517080:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298734963 00000100:00100000:2.0:1749609462.517081:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609462.517082:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955108096 : -131938754443520 : ffff88009d68c700) 00000100:00000010:0.0:1749609462.517082:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7ec0. 00000100:00000040:3.0:1749609462.517084:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68c700 x1834598193464832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609462.517084:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609462.517087:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609462.517088:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609462.517089:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609462.517090:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609462.517091:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609462.517093:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609462.517094:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517095:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609462.517097:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609462.517098:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609462.517099:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193464832:12345-0@lo:38: 00000100:00000040:2.0:1749609462.517099:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609462.517102:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193464832 00000100:00000001:2.0:1749609462.517103:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609462.517104:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609462.517104:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609462.517104:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609462.517105:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609462.517106:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609462.517106:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.517106:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609462.517107:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609462.517108:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 02000000:00000001:0.0:1749609462.517109:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517110:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298734961 00000100:00000001:2.0:1749609462.517111:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298734963 00000100:00100000:0.0:1749609462.517111:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193464960:0@lo:38: 00000100:00000001:2.0:1749609462.517112:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298734961 00000100:00000001:2.0:1749609462.517113:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298734963 00000100:00000001:0.0:1749609462.517113:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609462.517114:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298734961 00000020:00000001:3.0:1749609462.517115:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517115:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298734963 02000000:00000001:0.0:1749609462.517115:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00020000:3.0:1749609462.517116:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609462.517116:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298734961 02000000:00000001:0.0:1749609462.517116:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517117:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298734963 00000100:00000001:2.0:1749609462.517117:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609462.517117:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749609462.517118:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609462.517118:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517119:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609462.517119:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51c00. 00010000:00000001:3.0:1749609462.517120:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609462.517121:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.517121:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609462.517122:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609462.517123:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749609462.517123:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 02000000:00000001:3.0:1749609462.517125:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609462.517126:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c18400. 00000400:00000010:0.0:1749609462.517126:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:1.0:1749609462.517127:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609462.517128:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609462.517128:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193464960, portal 10 00000100:00000001:3.0:1749609462.517129:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609462.517129:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193465216 02000000:00000001:1.0:1749609462.517130:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609462.517130:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609462.517131:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955094400 : -131938754457216 : ffff88009d689180) 00010000:00000001:3.0:1749609462.517132:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609462.517132:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609462.517133:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609462.517133:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609462.517135:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749609462.517135:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609462.517135:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609462.517137:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1749609462.517137:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193465216 00000100:00000001:3.0:1749609462.517139:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749609462.517139:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609462.517140:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000040:1.0:1749609462.517140:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:0.0:1749609462.517140:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609462.517141:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609462.517141:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609462.517142:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609462.517142:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609462.517143:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000040:1.0:1749609462.517143:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000010:0.0:1749609462.517143:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 02000000:00000001:3.0:1749609462.517144:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749609462.517144:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193464960, offset 0 02000000:00000001:3.0:1749609462.517145:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609462.517145:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:3.0:1749609462.517146:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609462.517146:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609462.517147:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609462.517148:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609462.517149:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:1.0:1749609462.517150:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749609462.517151:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193464832, offset 0 00000400:00000200:0.0:1749609462.517152:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609462.517153:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11f00. 00000400:00000200:3.0:1749609462.517154:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609462.517156:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08680 00000020:00000010:1.0:1749609462.517157:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4940. 00000400:00000200:3.0:1749609462.517158:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609462.517159:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 46688 00000020:00000040:1.0:1749609462.517161:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:3.0:1749609462.517165:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada08600 00000100:00000001:1.0:1749609462.517167:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749609462.517167:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609462.517168:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x455d [1] + 0 00000400:00000200:0.0:1749609462.517170:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609462.517171:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609462.517172:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609462.517172:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609462.517173:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609462.517174:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609462.517174:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 00000100:00000010:0.0:1749609462.517175:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ca80. 00000100:00000200:3.0:1749609462.517176:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609462.517176:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00000100:00000040:0.0:1749609462.517176:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68ca80 x1834598193464960 msgsize 520 00000020:00000010:1.0:1749609462.517179:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00100000:0.0:1749609462.517179:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609462.517181:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609462.517185:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609462.517186:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609462.517187:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609462.517188:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00000001:1.0:1749609462.517188:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749609462.517189:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:1.0:1749609462.517190:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609462.517191:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609462.517192:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609462.517192:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609462.517193:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609462.517193:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1749609462.517195:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609462.517195:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609462.517196:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609462.517196:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609462.517196:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000020:00000001:3.0:1749609462.517197:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609462.517197:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000040:3.0:1749609462.517199:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68c700 x1834598193464832/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517199:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609462.517200:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609462.517201:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609462.517203:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193464832:12345-0@lo:38: Request processed in 104us (191us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609462.517205:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609462.517206:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193464960 00000100:00100000:3.0:1749609462.517207:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 02000000:00000001:1.0:1749609462.517207:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609462.517207:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609462.517208:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609462.517209:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609462.517209:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609462.517209:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609462.517210:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609462.517211:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609462.517212:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:2.0:1749609462.517213:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609462.517213:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193464960 00000020:00000010:3.0:1749609462.517214:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609462.517214:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609462.517214:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609462.517214:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609462.517215:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609462.517215:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609462.517216:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00100000:2.0:1749609462.517217:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000020:00000001:1.0:1749609462.517217:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609462.517218:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609462.517218:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000001:1.0:1749609462.517218:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517218:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517219:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955097088 : -131938754454528 : ffff88009d689c00) 00000020:00000001:1.0:1749609462.517219:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609462.517220:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 808 usecs (1 jiffies) 00000020:00000010:1.0:1749609462.517221:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000040:2.0:1749609462.517222:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d689c00 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:408/0 lens 224/0 e 0 to 0 dl 1749609473 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517222:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298734961 00000020:00000010:1.0:1749609462.517223:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 00000100:00000001:0.0:1749609462.517224:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298734963 00000020:00000010:1.0:1749609462.517225:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ad48. 00000100:00000001:2.0:1749609462.517226:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609462.517226:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609462.517226:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298734961 00000100:00000001:1.0:1749609462.517227:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609462.517227:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298734963 00000020:00000010:2.0:1749609462.517228:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4a40. 00000100:00000001:1.0:1749609462.517228:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517228:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298734961 00000100:00000001:0.0:1749609462.517230:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298734963 00000100:00000001:1.0:1749609462.517231:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517231:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298734961 00000100:00000001:2.0:1749609462.517232:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609462.517232:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298734963 00000020:00000010:2.0:1749609462.517233:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4a40. 00000100:00000001:0.0:1749609462.517233:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609462.517235:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517235:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609462.517236:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193465216:12345-0@lo:400: 00000100:00000001:0.0:1749609462.517236:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609462.517238:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193465216 00000020:00000001:2.0:1749609462.517239:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609462.517239:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609462.517240:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609462.517241:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609462.517241:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609462.517242:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609462.517242:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000020:00000001:2.0:1749609462.517244:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609462.517244:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955108992 : -131938754442624 : ffff88009d68ca80) 00000100:00000001:0.0:1749609462.517244:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609462.517245:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:0.0:1749609462.517245:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609462.517246:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749609462.517247:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68ca80 x1834598193464960/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517247:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609462.517248:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517248:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609462.517249:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609462.517249:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609462.517250:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749609462.517251:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609462.517252:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609462.517253:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609462.517256:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609462.517257:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609462.517257:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749609462.517258:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193464960:12345-0@lo:38: 00000100:00000001:0.0:1749609462.517258:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609462.517259:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998eb000. 02000000:00000001:0.0:1749609462.517259:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609462.517260:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517261:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609462.517261:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193464960 02000000:00000001:0.0:1749609462.517261:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609462.517262:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.517262:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609462.517263:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000040:2.0:1749609462.517264:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193465216 00000100:00100000:0.0:1749609462.517264:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193465088:0@lo:38: 00010000:00000001:2.0:1749609462.517265:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749609462.517265:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609462.517266:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000200:2.0:1749609462.517268:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d689c00 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609462.517268:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609462.517269:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609462.517270:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.517270:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00020000:1.0:1749609462.517272:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749609462.517272:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 00010000:00000001:1.0:1749609462.517274:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609462.517274:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609462.517275:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609462.517276:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609462.517276:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749609462.517276:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00001000:2.0:1749609462.517278:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=7 v=5 (1 1 0 0) 00000100:00000001:1.0:1749609462.517278:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749609462.517278:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:1.0:1749609462.517279:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609462.517280:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609462.517280:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193465088, portal 10 00000100:00000001:2.0:1749609462.517281:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609462.517282:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609462.517282:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1749609462.517283:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096898400. 00000100:00000001:0.0:1749609462.517283:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955095296 : -131938754456320 : ffff88009d689500) 00000100:00000001:2.0:1749609462.517284:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:1.0:1749609462.517284:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609462.517286:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609462.517286:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609462.517286:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609462.517287:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517288:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609462.517288:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609462.517289:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609462.517291:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609462.517292:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609462.517293:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609462.517293:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609462.517294:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609462.517294:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000001:1.0:1749609462.517295:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749609462.517296:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000040:1.0:1749609462.517296:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000200:0.0:1749609462.517296:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193465088, offset 0 00000100:00000001:1.0:1749609462.517298:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609462.517299:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:0.0:1749609462.517299:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749609462.517301:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193465216, offset 224 00000100:00000040:1.0:1749609462.517301:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:1.0:1749609462.517303:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749609462.517303:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609462.517304:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609462.517304:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609462.517305:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609462.517307:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609462.517307:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08700 00000400:00000010:1.0:1749609462.517309:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000400:00000200:2.0:1749609462.517310:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609462.517310:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 47208 00000400:00000200:2.0:1749609462.517314:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08780 00000400:00000200:0.0:1749609462.517317:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609462.517319:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609462.517320:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193464960, offset 0 00000100:00000001:0.0:1749609462.517322:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749609462.517323:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609462.517323:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609462.517325:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ce00. 00000400:00000200:2.0:1749609462.517326:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4565 [1] + 224 00000400:00000200:1.0:1749609462.517327:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609462.517327:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68ce00 x1834598193465088 msgsize 520 00000100:00100000:0.0:1749609462.517330:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609462.517331:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609462.517333:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609462.517335:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08680 00000100:00000001:2.0:1749609462.517336:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609462.517338:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x456d [1] + 0 00000100:00000200:2.0:1749609462.517339:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517340:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609462.517341:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609462.517343:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609462.517343:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609462.517344:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000040:2.0:1749609462.517346:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609462.517346:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609462.517346:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609462.517348:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609462.517348:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517354:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609462.517355:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609462.517355:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609462.517355:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609462.517358:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609462.517359:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00100000:3.0:1749609462.517360:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193465088 00000400:00000010:2.0:1749609462.517361:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609462.517361:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609462.517361:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609462.517362:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609462.517362:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609462.517363:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609462.517363:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609462.517364:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609462.517364:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609462.517365:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749609462.517366:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000040:0.0:1749609462.517366:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 591 usecs (1 jiffies) 00000100:00000001:2.0:1749609462.517367:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517367:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298734961 00000100:00000001:1.0:1749609462.517368:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609462.517369:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609462.517369:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609462.517369:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609462.517369:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298734963 00010000:00000001:2.0:1749609462.517370:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:3.0:1749609462.517371:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609462.517371:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517371:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298734961 00000020:00000001:2.0:1749609462.517372:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517372:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298734963 00000020:00000001:2.0:1749609462.517373:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609462.517373:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609462.517373:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298734961 00000100:00100000:3.0:1749609462.517374:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193465088 00000020:00000001:3.0:1749609462.517375:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609462.517375:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517375:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298734963 00000020:00000040:3.0:1749609462.517376:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609462.517376:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609462.517376:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298734961 00000020:00000001:3.0:1749609462.517377:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609462.517377:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689c00 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517377:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298734963 00000100:00000001:0.0:1749609462.517378:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609462.517379:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609462.517379:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68ca80 x1834598193464960/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609462.517380:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517380:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609462.517382:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00100000:2.0:1749609462.517383:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d689c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193465216:12345-0@lo:400: Request processed in 156us (303us total) trans 0 rc 0/0 00000400:00000001:0.0:1749609462.517383:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749609462.517384:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00100000:1.0:1749609462.517385:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193464960:12345-0@lo:38: Request processed in 127us (207us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749609462.517386:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000001:0.0:1749609462.517387:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609462.517389:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749609462.517389:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000001:3.0:1749609462.517390:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609462.517390:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000400:00000200:0.0:1749609462.517390:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:3.0:1749609462.517391:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609462.517391:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000040:2.0:1749609462.517392:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00100000:1.0:1749609462.517393:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000001:0.0:1749609462.517393:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609462.517394:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609462.517395:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517395:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609462.517395:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749609462.517395:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609462.517396:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609462.517397:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00000020:00000010:1.0:1749609462.517398:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 00000100:00000001:3.0:1749609462.517401:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609462.517401:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ad48. 00000100:00000200:0.0:1749609462.517401:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609462.517403:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000020:00000010:2.0:1749609462.517405:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000100:00000001:3.0:1749609462.517406:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609462.517406:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517406:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609462.517407:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609462.517407:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00000100:00000001:0.0:1749609462.517408:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517409:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749609462.517410:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000020:00000040:2.0:1749609462.517411:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:1.0:1749609462.517411:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609462.517411:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609462.517412:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955109888 : -131938754441728 : ffff88009d68ce00) 00000100:00000001:2.0:1749609462.517412:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609462.517413:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609462.517413:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609462.517414:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68ce00 x1834598193465088/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609462.517414:0:7488:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517414:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609462.517415:0:7488:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.517416:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609462.517419:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609462 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609462.517422:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193465088:12345-0@lo:38: 00000100:00001000:0.0:1749609462.517422:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=74 v=20 (1 20 0 0) 00000100:00000200:3.0:1749609462.517424:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193465088 00000100:00000001:2.0:1749609462.517424:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609462.517424:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609462.517425:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609462.517426:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609462.517426:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609462.517427:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:2.0:1749609462.517428:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1749609462.517428:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609462.517428:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749609462.517429:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1749609462.517430:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000010:2.0:1749609462.517431:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000100:00000040:0.0:1749609462.517431:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609462.517432:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609462.517433:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609462.517434:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00010000:00020000:3.0:1749609462.517435:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609462.517436:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609462.517436:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609462.517437:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609462.517438:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609462.517439:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517439:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609462.517440:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609462.517440:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609462.517441:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609462.517442:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749609462.517443:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609462.517444:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749609462.517446:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609462.517446:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609462.517448:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000010:3.0:1749609462.517450:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c18c00. 00000100:00000001:0.0:1749609462.517450:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609462.517451:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517451:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609462.517452:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609462.517452:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609462.517453:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517454:0:1051:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749609462.517455:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609462.517455:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749609462.517456:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517456:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1749609462.517458:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609462.517458:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609462.517460:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609462.517461:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609462.517462:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1749609462.517463:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=7 v=5 (5 5 0 0) 00000100:00000040:3.0:1749609462.517464:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609462.517465:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:2.0:1749609462.517465:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=7 v=5 (1 1 0 0) 00000100:00000001:3.0:1749609462.517467:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609462.517467:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749609462.517467:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193464832:0@lo:38: 00000100:00000001:2.0:1749609462.517468:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609462.517469:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:2.0:1749609462.517470:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749609462.517471:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609462.517472:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609462.517472:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:2.0:1749609462.517473:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609462.517473:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609462.517474:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609462.517474:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000100:00000040:3.0:1749609462.517476:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609462.517476:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609462.517477:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000400:00000010:3.0:1749609462.517478:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00010000:00000001:2.0:1749609462.517479:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517479:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609462.517480:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193465088, offset 0 00000100:00000001:2.0:1749609462.517481:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1749609462.517481:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609462.517483:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609462.517483:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609462.517484:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609462.517486:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609462.517487:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609462.517488:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609462.517492:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609462.517492:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609462.517493:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08700 00000100:00000040:2.0:1749609462.517493:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517493:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609462.517494:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609462.517495:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609462.517496:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4579 [1] + 0 00000100:00000001:0.0:1749609462.517496:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.517497:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609462.517499:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609462.517499:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749609462.517499:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609462 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609462.517500:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1749609462.517501:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=56 v=20 (1 20 0 0) 00000400:00000200:3.0:1749609462.517502:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609462.517502:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517502:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609462.517503:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609462.517504:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609462.517504:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517504:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609462.517506:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609462.517507:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517509:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609462.517510:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193465216:0@lo:400: 00000100:00000001:0.0:1749609462.517510:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609462.517510:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517511:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609462.517512:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609462.517513:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749609462.517514:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609462.517514:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609462.517515:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609462.517517:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689880 x1834598193465216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609462.517517:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609462.517518:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609462.517520:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609462.517521:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609462.517522:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609462.517524:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 02000000:00000001:2.0:1749609462.517524:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1749609462.517524:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193464960:0@lo:38: 00000400:00000010:3.0:1749609462.517525:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 02000000:00000010:2.0:1749609462.517526:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74a00. 00000100:00000001:0.0:1749609462.517526:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609462.517527:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609462.517527:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609462.517527:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688e00 x1834598193464832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517530:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609462.517531:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749609462.517531:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609462.517532:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609462.517532:0:1051:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1749609462.517532:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 00000020:00000040:2.0:1749609462.517533:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749609462.517534:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609462.517535:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749609462.517535:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609462.517535:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749609462.517536:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609462.517537:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bed00. 00000020:00000001:0.0:1749609462.517537:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609462.517537:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998eb800. 00000100:00000040:3.0:1749609462.517538:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609462.517539:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.517539:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609462.517539:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1749609462.517541:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609462.517541:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688e00. 02000000:00000001:2.0:1749609462.517542:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609462.517542:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749609462.517543:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609462.517543:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517543:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609462.517544:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68ce00 x1834598193465088/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609462.517544:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689880. 00000100:00000040:0.0:1749609462.517544:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689180 x1834598193464960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609462.517546:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609462.517547:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517548:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609462.517548:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609462.517549:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609462.517549:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51c00. 02000000:00000001:0.0:1749609462.517550:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609462.517550:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1749609462.517551:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193465088:12345-0@lo:38: Request processed in 129us (222us total) trans 0 rc -19/-19 00000020:00000040:0.0:1749609462.517551:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609462.517551:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609462.517552:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1749609462.517552:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ebc00. 00000100:00000001:2.0:1749609462.517553:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609462.517554:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609462.517555:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.517555:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609462.517556:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609462.517556:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689180. 00000100:00100000:3.0:1749609462.517557:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000001:3.0:1749609462.517558:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609462.517558:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609462.517558:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609462.517559:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609462.517559:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609462.517561:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:0.0:1749609462.517562:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609462.517562:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517563:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609462.517564:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609462.517564:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749609462.517566:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000400:00000001:0.0:1749609462.517566:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609462.517567:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749609462.517567:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609462.517567:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609462.517569:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609462.517569:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609462.517570:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609462.517572:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609462.517576:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517579:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609462.517579:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517580:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609462.517581:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609462.517581:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609462.517582:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609462.517583:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609462.517584:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609462 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609462.517585:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=7 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609462.517587:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609462.517587:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609462.517588:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609462.517589:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517592:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609462.517602:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609462.517603:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517604:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609462.517605:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609462.517606:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609462.517607:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609462.517608:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609462.517609:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609462.517612:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193465088:0@lo:38: 00000100:00000001:0.0:1749609462.517614:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517615:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609462.517616:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689500 x1834598193465088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.517619:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609462.517619:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609462.517620:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609462.517621:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609462.517621:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609462.517622:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609462.517623:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609462.517623:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998eac00. 02000000:00000001:0.0:1749609462.517642:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609462.517643:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609462.517643:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689500. 00000100:00000001:0.0:1749609462.517645:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609462.517645:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.517646:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517647:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609462.517647:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609462.517648:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.517649:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609462.519711:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298734963, at 4298734963 00000100:00000010:3.0:1749609462.519716:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7ec0. 00000100:00000040:2.0:1749609462.519726:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298734963, at 4298734963 00000100:00000040:0.0:1749609462.519728:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298734963, at 4298734963 00000100:00000010:2.0:1749609462.519732:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7340. 00000100:00000010:0.0:1749609462.519740:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000100:00000040:1.0:1749609462.519750:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298734963, at 4298734963 00000100:00000010:1.0:1749609462.519754:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f80. 00000100:00000001:0.0:1749609462.532758:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609462.532761:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609462.532762:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609462.532764:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609462.532766:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609462.532767:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.532769:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609462.532770:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.532772:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609463.082824:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609463.082844:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609463.082846:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609463.082848:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609463.082850:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609463.082853:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609463.082855:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609463.082857:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609463.082858:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609463.490809:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609463.490814:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609463.490885:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609463.490888:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609463.490890:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609463.516711:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609463.516720:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609463.516722:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609463.516723:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609463.516725:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609463.516727:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609463.516729:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609463.532715:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609463.532717:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609463.532718:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609463.532720:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609463.532721:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609463.532723:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609463.532724:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609463.532726:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609463.532727:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609464.082817:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609464.082823:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609464.082825:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609464.082828:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609464.082831:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609464.082835:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609464.082837:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609464.082839:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609464.082841:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609464.492888:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609464.492893:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609464.492921:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609464.492924:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609464.492927:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609464.516727:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609464.516734:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609464.516736:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609464.516738:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609464.516740:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609464.516743:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609464.516745:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609464.532735:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609464.532752:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609464.532753:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609464.532755:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609464.532757:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609464.532760:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609464.532762:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609464.532764:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609464.532766:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.082870:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609465.082878:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609465.082880:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609465.082883:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609465.082887:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609465.082890:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609465.082892:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609465.082895:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609465.082896:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609465.494833:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609465.494840:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609465.494842:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609465.494844:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609465.494846:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609465.494848:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609465.494849:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609465.494850:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609465.494904:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609465.494908:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609465.494909:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609465.516730:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609465.516740:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609465.516742:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609465.516745:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609465.516747:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609465.516749:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.516750:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.532755:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609465.532758:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609465.532759:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609465.532761:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609465.532763:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609465.532765:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609465.532767:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609465.532768:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609465.532769:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609466.082838:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609466.082844:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609466.082846:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609466.082849:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609466.082851:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609466.082854:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.082856:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609466.082875:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.082876:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609466.496785:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609466.496791:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609466.496843:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609466.496846:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609466.496848:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609466.516724:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609466.516734:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609466.516735:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.516737:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609466.516739:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609466.516741:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609466.516742:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609466.532778:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609466.532783:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609466.532784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609466.532786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609466.532789:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609466.532791:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.532793:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609466.532795:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.532796:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.082819:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609467.082824:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609467.082825:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609467.082828:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609467.082830:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609467.082832:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.082846:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609467.082848:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.082850:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609467.498807:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609467.498812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609467.498885:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609467.498889:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609467.498891:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609467.516720:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609467.516730:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609467.516731:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.516734:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609467.516736:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609467.516738:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.516739:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609467.524757:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609467.524762:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609467.524764:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609467.524767:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609467.524768:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609467.524770:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609467.524772:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609467.524775:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4067 00000100:00080000:2.0:1749609467.524778:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609467.524779:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609467.524781:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609467.524782:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609467.524783:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609467.524786:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609467.524787:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609467.524789:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609467.524791:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609467.524792:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609467.524793:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609467.524795:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609467.524796:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609467.524796:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609467.524797:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609467.524799:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609467.524813:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609467.524815:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609467.524816:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609467.524822:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609467.524823:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.524825:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609467.524827:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609467.524830:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689880. 00000020:00000040:2.0:1749609467.524832:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609467.524835:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609467.524836:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.524838:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609467.524840:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609467.524842:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609467.524846:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea800. 00000100:00000001:2.0:1749609467.524851:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609467.524856:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609467.524862:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609467.524864:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.524866:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689880] to pc [ptlrpcd_rcv+-1] req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.524882:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609467.524883:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609467.524885:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609467.524886:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609467.524886:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609467.524888:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609467.524889:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4067 00000100:00080000:2.0:1749609467.524890:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609467.524891:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609467.524892:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609467.524896:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609467.524897:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609467.524898:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609467.524899:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609467.524900:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609467.524901:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609467.524902:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609467.524903:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609467.524904:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609467.524905:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609467.524905:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609467.524906:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609467.524907:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609467.524908:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609467.524909:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609467.524910:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609467.524911:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609467.524912:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.524913:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609467.524914:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609467.524915:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689f80. 00000020:00000040:2.0:1749609467.524916:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609467.524917:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609467.524918:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.524919:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609467.524919:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609467.524920:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609467.524921:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea000. 00000100:00000001:2.0:1749609467.524923:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.524924:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609467.524925:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609467.524928:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609467.524929:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609467.524929:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.524931:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609467.524933:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689f80] to pc [ptlrpcd_rcv+-1] req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609467.524935:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.524938:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609467.524939:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609467.524940:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609467.524941:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609467.524941:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609467.524942:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609467.524943:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609467.524944:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4067 00000100:00080000:2.0:1749609467.524944:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609467.524945:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.524946:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609467.524947:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609467.524947:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609467.524947:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609467.524948:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609467.524949:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609467.524949:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 02000000:00000001:0.0:1749609467.524949:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609467.524950:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609467.524951:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 02000000:00000001:0.0:1749609467.524951:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609467.524952:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609467.524953:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609467.524954:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609467.524955:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609467.524955:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609467.524956:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609467.524957:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609467.524958:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:0.0:1749609467.524959:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193465344:0@lo:38: 00000100:00000001:2.0:1749609467.524960:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609467.524960:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609467.524962:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609467.524962:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609467.524963:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.524965:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609467.524966:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609467.524967:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.524967:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609467.524968:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a300. 00000020:00000040:2.0:1749609467.524969:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609467.524969:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609467.524970:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609467.524971:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.524972:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609467.524972:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1749609467.524972:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 02000000:00000001:2.0:1749609467.524973:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.524974:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609467.524975:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e9c00. 00000100:00000001:2.0:1749609467.524976:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609467.524978:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609467.524979:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609467.524981:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609467.524981:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.524982:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68a300] to pc [ptlrpcd_rcv+-1] req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609467.524984:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609467.524986:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.524987:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609467.524988:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609467.524990:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a680. 00000100:00000200:0.0:1749609467.524990:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193465344, portal 4 00000020:00000040:2.0:1749609467.524991:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609467.524992:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609467.524992:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609467.524993:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609467.524993:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.524993:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955096192 : -131938754455424 : ffff88009d689880) 02000000:00000010:2.0:1749609467.524995:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bed00. 00000100:00000001:2.0:1749609467.524996:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.524997:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609467.524998:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525001:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609467.525001:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.525004:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68a680] to pc [ptlrpcd_00_03+3] req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609467.525004:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609467.525007:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609467.525008:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609467.525010:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193465344, offset 0 00000400:00000200:0.0:1749609467.525015:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609467.525025:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609467.525027:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.525030:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4077) 00000400:00000200:0.0:1749609467.525034:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada08800 00000400:00000200:0.0:1749609467.525040:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 520 00000100:00000001:2.0:1749609467.525043:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609467.525044:0:1050:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749609467.525045:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609467.525046:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609467.525049:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749609467.525049:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609467.525050:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.525051:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609467.525052:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609467.525053:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609467.525054:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609467.525055:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609467.525056:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609467.525058:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609467.525059:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609467.525059:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68d180. 02000000:00000001:2.0:1749609467.525060:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609467.525061:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609467.525062:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609467.525062:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68d180 x1834598193465344 msgsize 520 00000100:00100000:2.0:1749609467.525063:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193465728:0@lo:400: 00000100:00000001:2.0:1749609467.525065:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749609467.525066:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609467.525067:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609467.525068:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609467.525069:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609467.525070:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74a00. 02000000:00000001:2.0:1749609467.525071:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525073:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:2.0:1749609467.525074:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749609467.525076:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:2.0:1749609467.525089:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193465728, portal 10 00000100:00000001:3.0:1749609467.525091:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609467.525091:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609467.525091:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955099776 : -131938754451840 : ffff88009d68a680) 00000400:00000200:0.0:1749609467.525092:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000001:3.0:1749609467.525094:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609467.525094:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000040:2.0:1749609467.525095:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609467.525096:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609467.525099:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609467.525099:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609467.525100:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609467.525104:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000200:2.0:1749609467.525106:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193465728, offset 0 00000400:00000200:2.0:1749609467.525108:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609467.525110:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609467.525110:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609467.525112:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193465344 00000100:00000040:0.0:1749609467.525113:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609467.525114:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609467.525115:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609467.525117:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609467.525117:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada08980 00000100:00000001:0.0:1749609467.525117:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525118:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609467.525119:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609467.525120:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 47728 00000100:00000001:0.0:1749609467.525121:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609467.525123:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609467.525123:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609467.525123:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2281 usecs (3 jiffies) 00000100:00100000:3.0:1749609467.525125:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193465344 00000400:00000200:2.0:1749609467.525125:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609467.525126:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298739971 00000020:00000001:3.0:1749609467.525127:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609467.525127:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:3.0:1749609467.525128:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:2.0:1749609467.525128:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609467.525128:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000020:00000001:3.0:1749609467.525130:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749609467.525130:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68aa00. 00000020:00000001:3.0:1749609467.525131:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.525131:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68aa00 x1834598193465728 msgsize 224 00000020:00000001:3.0:1749609467.525132:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609467.525133:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609467.525133:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:3.0:1749609467.525136:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000001:0.0:1749609467.525136:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298739971 00000100:00000001:2.0:1749609467.525137:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:0.0:1749609467.525137:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7b00. 00000100:00000001:0.0:1749609467.525139:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000200:2.0:1749609467.525140:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000020:00000010:3.0:1749609467.525141:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000400:00000010:2.0:1749609467.525141:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609467.525143:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749609467.525144:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000200:2.0:1749609467.525144:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525149:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609467.525150:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609467.525150:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298739971 00000100:00000010:0.0:1749609467.525151:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7000. 00000100:00000001:2.0:1749609467.525153:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525153:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609467.525154:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609467.525154:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609467.525154:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298739971 00000100:00000001:2.0:1749609467.525155:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609467.525155:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000100:00000001:3.0:1749609467.525156:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609467.525156:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609467.525157:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.525157:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 555 usecs (1 jiffies) 00000100:00000001:2.0:1749609467.525158:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298739969 00000100:00000001:0.0:1749609467.525158:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609467.525159:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525160:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298739971 00000100:00000001:2.0:1749609467.525161:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298739969 00000100:00000001:0.0:1749609467.525161:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609467.525162:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525162:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298739971 00000100:00000001:0.0:1749609467.525162:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.525163:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298739969 00000100:00000001:2.0:1749609467.525164:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298739971 00000100:00000001:0.0:1749609467.525164:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609467.525165:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.525166:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609467.525167:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298739969 00000100:00000001:0.0:1749609467.525167:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609467.525168:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298739971 00000100:00000001:0.0:1749609467.525168:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609467.525169:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.525169:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609467.525169:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525170:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525171:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525172:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525173:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609467.525177:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609467.525177:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.525178:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609467.525179:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609467.525179:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609467.525180:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609467.525182:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193465472:0@lo:38: 00000100:00100000:3.0:1749609467.525183:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000001:2.0:1749609467.525183:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609467.525183:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749609467.525184:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193465728 00000100:00000001:3.0:1749609467.525185:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955110784 : -131938754440832 : ffff88009d68d180) 02000000:00000001:2.0:1749609467.525185:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609467.525185:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609467.525185:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525186:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609467.525187:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.525187:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609467.525188:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68d180 x1834598193465344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609467.525188:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609467.525188:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51c00. 02000000:00000001:0.0:1749609467.525189:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609467.525190:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193465728 00000020:00000001:2.0:1749609467.525191:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609467.525191:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000010:0.0:1749609467.525191:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000020:00000001:2.0:1749609467.525192:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609467.525193:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000010:0.0:1749609467.525193:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000020:00000001:2.0:1749609467.525194:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:2.0:1749609467.525195:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000200:0.0:1749609467.525195:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193465472, portal 10 00000100:00000001:0.0:1749609467.525196:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749609467.525197:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193465344:12345-0@lo:38: 00000100:00000001:0.0:1749609467.525197:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955097984 : -131938754453632 : ffff88009d689f80) 00000100:00000001:2.0:1749609467.525198:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749609467.525200:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193465344 00000020:00000010:2.0:1749609467.525200:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4a40. 00000100:00000040:0.0:1749609467.525200:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609467.525203:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609467.525203:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11f00. 00000100:00000001:0.0:1749609467.525203:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609467.525204:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609467.525205:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00010000:00000001:3.0:1749609467.525206:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:2.0:1749609467.525206:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000200:0.0:1749609467.525206:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193465472, offset 0 00000400:00000200:0.0:1749609467.525208:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609467.525210:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749609467.525211:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75a00. 00000400:00000200:0.0:1749609467.525211:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609467.525213:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d980. 00000400:00000200:0.0:1749609467.525214:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08880 00000020:00000010:2.0:1749609467.525215:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000020:00000001:3.0:1749609467.525216:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609467.525216:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 47952 00010000:00020000:3.0:1749609467.525219:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609467.525219:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1749609467.525219:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609467.525220:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609467.525220:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609467.525221:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1749609467.525222:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609467.525222:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.525222:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609467.525223:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609467.525224:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:0.0:1749609467.525224:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68d500. 00000100:00000001:2.0:1749609467.525225:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609467.525226:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00080000:1.0:1749609467.525226:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749609467.525226:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68d500 x1834598193465472 msgsize 520 00000100:00000001:2.0:1749609467.525227:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609467.525227:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609467.525228:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609467.525228:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1749609467.525229:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:3.0:1749609467.525230:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609467.525232:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749609467.525233:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c19000. 02000000:00000001:3.0:1749609467.525235:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525235:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609467.525236:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609467.525237:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609467.525238:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00010000:00000001:3.0:1749609467.525239:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609467.525239:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609467.525239:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609467.525240:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193465472 00010000:00000001:3.0:1749609467.525241:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609467.525241:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609467.525241:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749609467.525241:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525242:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609467.525242:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1749609467.525243:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609467.525243:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609467.525244:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525244:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749609467.525245:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193465472 00000100:00100000:1.0:1749609467.525245:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:0.0:1749609467.525245:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609467.525246:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609467.525246:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609467.525246:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609467.525247:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609467.525247:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609467.525248:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609467.525248:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609467.525248:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609467.525248:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955100672 : -131938754450944 : ffff88009d68aa00) 00000100:00000001:0.0:1749609467.525248:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525249:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749609467.525250:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:2.0:1749609467.525250:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75400. 00000100:00000001:0.0:1749609467.525250:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609467.525251:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d900. 00000100:00000001:3.0:1749609467.525252:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:2.0:1749609467.525252:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000040:1.0:1749609467.525252:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68aa00 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:413/0 lens 224/0 e 0 to 0 dl 1749609478 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609467.525252:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 801 usecs (1 jiffies) 00000100:00000001:2.0:1749609467.525253:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609467.525253:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298739969 00000100:00000001:2.0:1749609467.525254:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609467.525254:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525254:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298739971 00000100:00000001:0.0:1749609467.525255:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298739969 00000100:00000001:2.0:1749609467.525256:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525256:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298739971 00000100:00000001:0.0:1749609467.525257:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298739969 00000100:00000001:3.0:1749609467.525258:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609467.525258:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609467.525258:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298739971 00000100:00000001:2.0:1749609467.525259:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.525259:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298739969 00000100:00000001:0.0:1749609467.525259:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298739971 00000020:00000010:1.0:1749609467.525260:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11800. 00000100:00000001:0.0:1749609467.525260:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609467.525261:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609467.525261:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609467.525261:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609467.525261:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525262:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609467.525262:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609467.525263:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749609467.525263:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11800. 00000100:00100000:2.0:1749609467.525264:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:0.0:1749609467.525264:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609467.525265:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525265:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955111680 : -131938754439936 : ffff88009d68d500) 00000100:00000001:3.0:1749609467.525266:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609467.525266:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68d500 x1834598193465472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609467.525266:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193465728:12345-0@lo:400: 00000100:00000001:0.0:1749609467.525267:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609467.525267:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609467.525268:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749609467.525268:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193465728 02000000:00000001:0.0:1749609467.525268:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749609467.525269:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609467.525269:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609467.525270:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609467.525271:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00100000:2.0:1749609467.525271:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193465472:12345-0@lo:38: 00000020:00000001:1.0:1749609467.525271:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:0.0:1749609467.525271:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193465600:0@lo:38: 00000020:00000001:1.0:1749609467.525272:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609467.525273:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193465472 00000100:00000200:3.0:1749609467.525274:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193465344, offset 0 00000020:00000001:2.0:1749609467.525274:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609467.525274:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749609467.525275:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609467.525275:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:0.0:1749609467.525275:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609467.525276:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749609467.525277:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749609467.525277:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609467.525278:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609467.525278:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749609467.525279:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609467.525279:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609467.525279:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609467.525280:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609467.525281:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609467.525282:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609467.525282:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000400:00000010:0.0:1749609467.525283:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000400:00000200:3.0:1749609467.525284:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609467.525284:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749609467.525284:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193465600, portal 10 00000100:00000001:0.0:1749609467.525285:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749609467.525286:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609467.525286:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955098880 : -131938754452736 : ffff88009d68a300) 00000020:00000001:1.0:1749609467.525287:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609467.525288:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1749609467.525288:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609467.525290:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada08800 00000100:00000001:1.0:1749609467.525291:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609467.525292:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609467.525292:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609467.525292:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609467.525293:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x458d [1] + 0 00000100:00000001:2.0:1749609467.525294:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:1.0:1749609467.525294:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096899400. 00000100:00000040:0.0:1749609467.525294:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609467.525295:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609467.525295:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609467.525295:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 02000000:00000001:2.0:1749609467.525296:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609467.525296:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609467.525296:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193465600, offset 0 00000400:00000200:3.0:1749609467.525297:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749609467.525297:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998e9800. 00000020:00000001:1.0:1749609467.525297:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609467.525298:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609467.525298:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609467.525299:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609467.525299:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193465728 00010000:00000001:2.0:1749609467.525300:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609467.525300:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749609467.525301:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609467.525301:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609467.525301:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:1.0:1749609467.525302:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68aa00 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609467.525303:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749609467.525303:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609467.525304:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609467.525304:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08900 00000100:00000001:2.0:1749609467.525305:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609467.525305:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 48472 00000100:00000200:3.0:1749609467.525306:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609467.525306:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609467.525307:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000001:1.0:1749609467.525307:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609467.525307:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609467.525308:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00010000:00000001:1.0:1749609467.525308:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609467.525309:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=12 v=5 (1 1 0 0) 00000400:00000200:0.0:1749609467.525309:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609467.525310:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609467.525310:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609467.525311:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609467.525311:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609467.525311:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749609467.525312:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525312:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609467.525312:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:1.0:1749609467.525313:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000010:0.0:1749609467.525313:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68d880. 00000100:00000040:3.0:1749609467.525314:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609467.525314:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609467.525314:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609467.525314:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68d880 x1834598193465600 msgsize 520 00000400:00000010:2.0:1749609467.525315:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 02000000:00000001:1.0:1749609467.525315:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609467.525316:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609467.525316:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749609467.525317:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193465472, offset 0 00000100:00000040:1.0:1749609467.525317:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609467.525319:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749609467.525319:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609467.525319:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609467.525321:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609467.525321:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193465728, offset 224 00000400:00000200:2.0:1749609467.525323:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609467.525323:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609467.525323:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:0.0:1749609467.525324:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749609467.525325:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609467.525326:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609467.525327:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000200:2.0:1749609467.525327:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08880 00000400:00000010:3.0:1749609467.525329:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000200:1.0:1749609467.525329:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609467.525331:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609467.525332:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609467.525333:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08980 00000100:00000001:3.0:1749609467.525335:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525335:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609467.525336:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609467.525337:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609467.525338:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609467.525338:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x459d [1] + 0 00000100:00000001:0.0:1749609467.525339:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609467.525340:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609467.525340:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609467.525340:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609467.525342:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609467.525342:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609467.525343:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68d180 x1834598193465344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609467.525344:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 583 usecs (1 jiffies) 00000400:00000200:1.0:1749609467.525345:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4595 [1] + 224 00000100:00000001:0.0:1749609467.525345:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298739969 00000100:00000001:0.0:1749609467.525346:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298739971 00000100:00000001:0.0:1749609467.525346:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298739969 00000100:00000001:2.0:1749609467.525347:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609467.525347:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609467.525347:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298739971 00000100:00000001:0.0:1749609467.525348:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298739969 00000100:00000200:2.0:1749609467.525349:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609467.525349:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609467.525349:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298739971 00000100:00100000:3.0:1749609467.525350:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193465344:12345-0@lo:38: Request processed in 153us (286us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609467.525350:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298739969 00000100:00000001:1.0:1749609467.525351:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609467.525351:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298739971 00000100:00000001:0.0:1749609467.525351:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609467.525352:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.525353:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609467.525353:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609467.525355:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609467.525355:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609467.525356:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000400:00000010:0.0:1749609467.525357:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609467.525358:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609467.525358:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609467.525359:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609467.525361:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609467.525363:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609467.525363:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609467.525364:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749609467.525364:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609467.525365:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609467.525366:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000020:00000010:3.0:1749609467.525367:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000400:00000010:2.0:1749609467.525367:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609467.525368:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609467.525368:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609467.525368:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.525369:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609467.525370:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609467.525370:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.525371:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609467.525372:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525372:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749609467.525373:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000020:00000001:2.0:1749609467.525373:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609467.525373:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609467.525374:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609467.525375:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609467.525375:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68d500 x1834598193465472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609467.525375:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609467.525376:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609467.525377:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 02000000:00000001:0.0:1749609467.525377:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609467.525378:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00100000:2.0:1749609467.525379:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193465472:12345-0@lo:38: Request processed in 108us (152us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609467.525380:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749609467.525380:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609467 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609467.525381:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609467.525382:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609467.525382:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=79 v=20 (1 20 0 0) 00000100:00100000:2.0:1749609467.525383:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000001:2.0:1749609467.525384:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749609467.525384:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609467.525384:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609467.525385:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609467.525385:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609467.525385:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609467.525386:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609467.525387:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d900. 00000100:00000001:0.0:1749609467.525387:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609467.525388:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1749609467.525389:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000100:00000040:1.0:1749609467.525389:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68aa00 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609467.525389:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609467.525391:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75400. 00000100:00000001:0.0:1749609467.525392:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609467.525393:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609467.525394:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193465728:12345-0@lo:400: Request processed in 136us (262us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609467.525394:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609467.525395:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609467.525396:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609467.525396:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609467.525397:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609467.525397:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609467.525398:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193465600 00000100:00100000:1.0:1749609467.525398:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:3.0:1749609467.525399:0:6442:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609467.525399:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749609467.525399:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00080000:0.0:1749609467.525399:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609467.525400:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:0.0:1749609467.525400:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609467.525401:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609467.525401:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609467.525401:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609467.525401:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609467.525402:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609467.525402:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609467.525403:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193465600 00000020:00000010:1.0:1749609467.525403:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d980. 00000020:00000001:2.0:1749609467.525404:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609467.525405:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609467.525405:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749609467.525405:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000020:00000001:2.0:1749609467.525406:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609467.525406:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193465344:0@lo:38: 00000020:00000001:2.0:1749609467.525407:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609467.525407:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75a00. 00000020:00000010:2.0:1749609467.525408:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75400. 00000100:00000001:0.0:1749609467.525408:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609467.525409:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d900. 00000020:00000040:1.0:1749609467.525409:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:0.0:1749609467.525409:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609467.525410:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689880 x1834598193465344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609467.525411:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609467.525412:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000001:2.0:1749609467.525414:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609467.525414:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609467.525415:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609467.525415:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609467.525416:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609467.525416:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 00000100:00000001:2.0:1749609467.525417:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.525418:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609467.525420:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609467.525421:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609467.525422:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609467.525422:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1749609467.525422:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609467.525423:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609467.525423:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609467.525423:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1749609467.525424:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 02000000:00000010:0.0:1749609467.525424:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea800. 00000100:00000001:2.0:1749609467.525426:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955112576 : -131938754439040 : ffff88009d68d880) 00000100:00000001:1.0:1749609467.525426:0:7488:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.525426:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749609467.525427:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68d880 x1834598193465600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609467.525427:0:7488:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.525427:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609467.525427:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689880. 00000100:00000001:0.0:1749609467.525429:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609467.525430:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.525430:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609467.525431:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193465600:12345-0@lo:38: 00000100:00000200:2.0:1749609467.525432:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193465600 00000020:00000001:2.0:1749609467.525433:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609467.525433:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609467.525433:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609467.525434:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609467.525434:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609467.525435:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609467.525437:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609467.525437:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00020000:2.0:1749609467.525438:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:0.0:1749609467.525438:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609467.525438:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00010000:00000001:2.0:1749609467.525439:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609467.525439:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609467.525440:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00010000:00000001:2.0:1749609467.525441:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609467.525441:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609467.525442:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749609467.525442:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525443:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609467.525444:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609467.525445:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998e9000. 02000000:00000001:2.0:1749609467.525446:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609467.525446:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525447:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609467.525448:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609467.525449:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609467.525449:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609467.525449:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609467.525450:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.525451:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609467.525451:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609467.525451:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609467.525452:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609467.525452:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609467.525453:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609467.525453:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.525453:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609467.525455:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609467 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609467.525456:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:0.0:1749609467.525456:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=61 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609467.525457:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609467.525457:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609467.525458:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609467.525458:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609467.525459:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609467.525460:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609467.525460:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609467.525460:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525461:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609467.525462:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609467.525463:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000200:2.0:1749609467.525465:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193465600, offset 0 00000100:00000001:0.0:1749609467.525466:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609467.525467:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609467.525467:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609467.525467:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.525468:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609467.525469:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609467.525470:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609467.525471:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609467.525472:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609467.525473:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609467.525477:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193465472:0@lo:38: 00000400:00000200:2.0:1749609467.525478:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609467.525478:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525479:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609467.525480:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689f80 x1834598193465472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609467.525481:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08900 00000400:00000200:2.0:1749609467.525483:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x45a9 [1] + 0 00000100:00000001:0.0:1749609467.525483:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609467.525484:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609467.525484:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51c00. 00000400:00000200:2.0:1749609467.525485:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609467.525485:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609467.525486:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609467.525486:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609467.525487:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609467.525488:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea000. 00000400:00000200:2.0:1749609467.525489:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609467.525489:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609467.525489:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609467.525490:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689f80. 00000100:00000001:2.0:1749609467.525491:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609467.525491:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609467.525491:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609467.525492:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609467.525492:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525493:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609467.525493:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609467.525496:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525500:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609467.525502:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609467.525503:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609467.525504:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609467.525505:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749609467.525505:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609467.525505:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609467.525506:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609467.525506:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000040:2.0:1749609467.525507:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609467.525507:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:2.0:1749609467.525508:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609467.525508:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000020:00000001:2.0:1749609467.525509:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609467.525509:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609467.525511:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68d880 x1834598193465600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609467.525511:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609467.525514:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609467.525515:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193465600:12345-0@lo:38: Request processed in 83us (200us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609467.525517:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609467.525518:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.525519:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609467.525519:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609467.525520:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609467.525520:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609467.525521:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609467.525522:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609467 v=5 (0 0 0 0) 00000100:00100000:2.0:1749609467.525523:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000001:2.0:1749609467.525524:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1749609467.525524:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=12 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609467.525525:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609467.525525:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609467.525526:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609467.525526:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609467.525527:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d900. 00000020:00000010:2.0:1749609467.525528:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000100:00000040:0.0:1749609467.525528:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609467.525530:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75400. 00000100:00000001:2.0:1749609467.525531:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.525531:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609467.525532:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609467.525533:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.525533:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609467.525534:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609467.525535:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609467.525536:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609467.525537:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609467.525538:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609467.525538:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525539:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609467.525541:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609467.525542:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609467.525543:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749609467.525544:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00100000:0.0:1749609467.525544:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193465600:0@lo:38: 00000400:00000010:2.0:1749609467.525545:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609467.525546:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609467.525546:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525547:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749609467.525548:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609467.525548:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68a300 x1834598193465600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609467.525551:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609467.525551:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749609467.525552:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609467.525552:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609467.525553:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609467.525553:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609467.525554:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609467.525555:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609467.525555:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609467.525555:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e9c00. 00000100:00000001:2.0:1749609467.525556:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609467.525556:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609467.525557:0:1050:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609467.525557:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609467.525557:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68a300. 02000000:00000001:2.0:1749609467.525558:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609467.525558:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609467.525558:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609467.525558:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.525559:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525559:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609467.525560:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609467.525560:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609467.525560:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609467.525561:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609467.525562:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=12 v=5 (5 5 0 0) 00000100:00000001:0.0:1749609467.525562:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609467.525564:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=12 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609467.525565:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609467.525566:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609467.525567:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609467.525569:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609467.525573:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525577:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609467.525579:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609467.525580:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609467.525581:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.525582:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525585:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609467.525586:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609467.525587:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609467.525588:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609467.525618:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193465728:0@lo:400: 00000100:00000001:2.0:1749609467.525621:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.525622:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609467.525623:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68a680 x1834598193465728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.525626:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609467.525626:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609467.525628:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74a00. 02000000:00000001:2.0:1749609467.525631:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609467.525632:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609467.525633:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609467.525634:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609467.525635:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bed00. 02000000:00000001:2.0:1749609467.525639:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609467.525639:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609467.525640:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68a680. 00000100:00000001:2.0:1749609467.525641:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609467.525642:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.525643:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609467.525646:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609467.525646:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.525647:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609467.525648:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609467.527718:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298739971, at 4298739971 00000100:00000040:2.0:1749609467.527719:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298739971, at 4298739971 00000100:00000010:0.0:1749609467.527723:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000100:00000010:2.0:1749609467.527725:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7000. 00000100:00000040:1.0:1749609467.527727:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298739971, at 4298739971 00000100:00000010:1.0:1749609467.527733:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b00. 00000100:00000040:3.0:1749609467.527757:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298739971, at 4298739971 00000100:00000010:3.0:1749609467.527762:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00000100:00000001:0.0:1749609467.532738:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609467.532742:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609467.532744:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609467.532746:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609467.532748:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609467.532750:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.532752:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609467.532754:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.532756:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609468.082822:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609468.082828:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609468.082829:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609468.082832:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609468.082836:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609468.082839:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609468.082841:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609468.082843:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609468.082845:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609468.500794:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609468.500799:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609468.500855:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609468.500859:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609468.500861:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609468.524744:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609468.524756:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609468.524758:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609468.524761:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609468.524763:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609468.524766:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609468.524768:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609468.532736:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609468.532740:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609468.532742:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609468.532744:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609468.532746:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609468.532749:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609468.532751:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609468.532753:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609468.532755:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609469.082809:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609469.082814:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609469.082816:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609469.082819:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609469.082822:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609469.082825:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609469.082827:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609469.082828:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609469.082830:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609469.502796:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609469.502800:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609469.502861:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609469.502864:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609469.502866:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609469.524722:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609469.524731:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609469.524732:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609469.524735:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609469.524738:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609469.524741:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609469.524743:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609469.532740:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609469.532743:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609469.532743:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609469.532745:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609469.532747:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609469.532749:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609469.532751:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609469.532753:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609469.532754:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609470.082788:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609470.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609470.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609470.082796:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609470.082798:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609470.082801:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.082803:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609470.082804:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.082805:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609470.504815:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609470.504822:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609470.504919:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609470.504923:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609470.504925:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609470.524729:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609470.524737:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609470.524739:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.524741:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609470.524743:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609470.524745:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.524746:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.532728:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609470.532731:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609470.532732:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609470.532733:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609470.532735:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609470.532737:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.532739:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609470.532741:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.532742:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609471.082818:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609471.082824:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609471.082825:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609471.082828:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609471.082831:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609471.082847:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609471.082849:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609471.082851:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609471.082853:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609471.506769:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609471.506773:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609471.506823:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609471.506826:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609471.506828:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609471.524761:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609471.524774:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609471.524776:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609471.524780:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609471.524782:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609471.524785:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609471.524787:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609471.532751:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609471.532754:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609471.532756:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609471.532758:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609471.532760:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609471.532762:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609471.532763:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609471.532765:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609471.532766:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609472.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609472.082802:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609472.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609472.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609472.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609472.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609472.082812:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609472.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609472.508969:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609472.508976:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609472.509118:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609472.509123:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609472.509126:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609472.524778:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609472.524784:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749609472.524796:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609447/real 1749609447] req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609472 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609472.524822:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609472.524824:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609472.524828:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000400:00000200:0.0:1749609472.524834:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:0.0:1749609472.524836:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:0.0:1749609472.524841:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609472.524843:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609472 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609472.524852:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609472 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.524859:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609472.524861:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.524863:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609472.524865:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609472.524868:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609472 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.524875:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.524884:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609472.524886:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.524888:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609472.524891:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609472.524893:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609472.524896:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609472 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.524904:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609472.524906:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.524908:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609472.524909:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.524911:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609472.524913:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749609472.524916:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609472.524943:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:0.0:1749609472.524946:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749609472.524949:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609472 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609472.524957:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193463040:0@lo:250: 00000100:00000001:0.0:1749609472.524962:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.524964:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609472.524966:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d5a2680 x1834598193463040/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609472 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.524973:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609472.524976:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609472.524979:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51000. 02000000:00000001:0.0:1749609472.524984:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609472.524985:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609472.524987:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609472.524990:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609472.524991:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8400. 02000000:00000001:0.0:1749609472.524995:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609472.524996:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609472.524998:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000001:0.0:1749609472.525002:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609472.525004:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.525006:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.525008:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609472.525010:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525011:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609472.525013:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609472.525044:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609472.525051:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749609472.525054:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609472.525055:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609472.525059:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609472.525062:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4052 00000100:00080000:2.0:1749609472.525066:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609472.525069:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609472.525071:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609472.525074:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609472.525076:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609472.525079:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609472.525081:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:2.0:1749609472.525084:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609472.525086:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:2.0:1749609472.525088:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:2.0:1749609472.525091:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:2.0:1749609472.525093:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609472.525113:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609472.525114:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609472.525116:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609472.525119:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:2.0:1749609472.525122:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:2.0:1749609472.525124:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609472.525127:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609472.525130:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609472.525132:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525134:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609472.525137:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609472.525142:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a680. 00000020:00000040:2.0:1749609472.525147:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:2.0:1749609472.525153:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609472.525155:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525160:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609472.525163:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609472.525168:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609472.525175:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8800. 00000100:00000001:2.0:1749609472.525184:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609472.525192:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609472.525207:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609472.525210:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609472.525214:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68a680] to pc [ptlrpcd_rcv+-1] req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609472.525247:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609472.525251:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609472.525256:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609472.525258:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609472.525260:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609472.525264:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609472.525274:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4072 00000100:00080000:2.0:1749609472.525277:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609472.525281:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609472.525285:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609472.525287:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609472.525288:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609472.525290:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609472.525292:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609472.525293:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609472.525295:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000100:00000001:0.0:1749609472.525295:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609472.525297:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609472.525300:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000100:00000040:0.0:1749609472.525300:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609472.525303:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609472.525306:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609472.525310:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609472.525312:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609472.525313:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609472.525314:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609472.525315:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609472.525316:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609472.525319:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 02000000:00000001:0.0:1749609472.525319:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609472.525321:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609472.525323:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.525323:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609472.525324:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609472.525326:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609472.525329:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193465856:0@lo:250: 02000000:00000001:2.0:1749609472.525330:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609472.525332:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525334:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609472.525335:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609472.525336:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609472.525339:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ad80. 02000000:00000001:0.0:1749609472.525340:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749609472.525341:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609472.525343:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609472.525344:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609472.525345:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.525346:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609472.525347:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609472.525349:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609472.525350:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609472.525351:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd51000. 02000000:00000010:2.0:1749609472.525354:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8c00. 02000000:00000001:0.0:1749609472.525355:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525358:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609472.525361:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea790. 00000400:00000010:0.0:1749609472.525366:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9198. 00000100:00100000:2.0:1749609472.525368:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749609472.525372:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193465856, portal 25 00000100:00000001:0.0:1749609472.525374:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609472.525376:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609472.525376:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955099776 : -131938754451840 : ffff88009d68a680) 00000100:00000001:2.0:1749609472.525378:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609472.525380:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609472.525381:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68ad80] to pc [ptlrpcd_rcv+-1] req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.525388:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609472.525389:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609472.525390:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749609472.525392:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749609472.525392:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000200:0.0:1749609472.525394:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193465856, offset 0 00000100:00080000:2.0:1749609472.525395:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609472.525396:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609472.525398:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609472.525400:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749609472.525400:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749609472.525402:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4072 00000100:00080000:2.0:1749609472.525405:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609472.525407:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609472.525409:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609472.525410:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609472.525412:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609472.525413:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609472.525413:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609472.525414:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609472.525416:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609472.525417:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609472.525419:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609472.525421:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609472.525423:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609472.525425:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609472.525425:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada08a00 00000100:00000040:2.0:1749609472.525427:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609472.525428:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609472.525430:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000400:00000100:0.0:1749609472.525431:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193465856 offset 0 length 520: 4 00000100:00080000:2.0:1749609472.525432:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000400:00000200:0.0:1749609472.525434:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726196b0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1749609472.525437:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609472.525437:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:2.0:1749609472.525439:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609472.525442:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609472.525444:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609472.525445:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:2.0:1749609472.525446:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609472.525447:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609472.525447:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000010:2.0:1749609472.525450:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b100. 00000100:00000001:0.0:1749609472.525450:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749609472.525452:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:0.0:1749609472.525453:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609472.525454:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609472.525455:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525457:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609472.525459:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609472.525461:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525461:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609472.525463:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609472.525466:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8400. 00000100:00000001:0.0:1749609472.525469:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525470:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525471:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609472.525474:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609472.525475:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609472.525478:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298744980 00000100:00000010:0.0:1749609472.525482:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000100:00000001:2.0:1749609472.525486:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609472.525488:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525490:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749609472.525491:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68b100] to pc [ptlrpcd_rcv+-1] req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.525495:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298744980 00000100:00000010:0.0:1749609472.525497:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7cc0. 00000100:00000001:0.0:1749609472.525500:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609472.525503:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609472.525506:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609472.525510:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609472.525512:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609472.525513:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609472.525515:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298744980 00000100:00000001:2.0:1749609472.525517:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:0.0:1749609472.525518:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7480. 00000100:00080000:2.0:1749609472.525519:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4072 00000100:00000001:0.0:1749609472.525521:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00080000:2.0:1749609472.525522:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609472.525523:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298744980 00000100:00000040:2.0:1749609472.525525:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000010:0.0:1749609472.525525:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7e40. 00000100:00000001:0.0:1749609472.525528:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609472.525529:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609472.525531:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609472.525540:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609472.525541:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609472.525543:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609472.525545:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609472.525545:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609472.525547:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000001:0.0:1749609472.525547:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609472.525549:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609472.525551:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749609472.525552:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000100:00000001:0.0:1749609472.525553:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609472.525554:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609472.525555:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609472.525583:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609472.525588:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609472.525590:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609472.525591:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609472.525592:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609472.525593:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:0.0:1749609472.525595:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609472.525596:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609472.525599:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609472.525602:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609472.525605:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609472.525608:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609472.525609:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609472.525610:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.525612:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609472.525613:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609472.525614:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609472.525616:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.525617:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525619:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749609472.525620:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193465984:0@lo:38: 00000100:00000001:2.0:1749609472.525621:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525623:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609472.525625:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749609472.525626:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b480. 02000000:00000001:0.0:1749609472.525627:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609472.525629:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609472.525629:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609472.525631:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53800. 02000000:00000001:2.0:1749609472.525632:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609472.525633:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609472.525634:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525636:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749609472.525636:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 02000000:00000001:2.0:1749609472.525638:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749609472.525639:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 02000000:00000001:2.0:1749609472.525641:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609472.525641:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193465984, portal 4 00000100:00000001:0.0:1749609472.525643:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609472.525644:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955101568 : -131938754450048 : ffff88009d68ad80) 02000000:00000010:2.0:1749609472.525645:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e9c00. 00000100:00000040:0.0:1749609472.525649:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609472.525651:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525655:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609472.525656:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609472.525658:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609472.525659:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609472.525661:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193465984, offset 0 00000400:00000200:0.0:1749609472.525664:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609472.525668:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749609472.525669:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609472.525670:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609472.525673:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada08a80 00000400:00000200:0.0:1749609472.525708:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 1040 00000400:00000200:0.0:1749609472.525715:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609472.525719:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609472.525721:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68b480] to pc [ptlrpcd_rcv+-1] req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.525723:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609472.525725:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609472.525729:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68dc00. 00000100:00000040:0.0:1749609472.525732:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68dc00 x1834598193465984 msgsize 520 00000100:00100000:0.0:1749609472.525736:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609472.525744:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609472.525747:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609472.525752:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609472.525753:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:2.0:1749609472.525757:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b800. 00000400:00000200:0.0:1749609472.525759:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000020:00000040:2.0:1749609472.525760:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:0.0:1749609472.525760:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609472.525762:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609472.525764:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749609472.525765:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609472.525767:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609472.525770:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525772:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609472.525774:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609472.525775:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bed00. 00000100:00000001:2.0:1749609472.525780:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525780:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525782:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609472.525784:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609472.525785:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609472.525787:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2243 usecs (3 jiffies) 00000100:00000001:0.0:1749609472.525789:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298744972 00000100:00000001:0.0:1749609472.525791:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298744980 00000100:00000001:0.0:1749609472.525793:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298744972 00000100:00000001:2.0:1749609472.525795:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609472.525795:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298744980 00000100:00000001:2.0:1749609472.525796:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525797:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298744972 00000100:00000001:0.0:1749609472.525798:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298744980 00000100:00000040:2.0:1749609472.525800:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68b800] to pc [ptlrpcd_00_00+0] req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.525800:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298744972 00000100:00000001:0.0:1749609472.525801:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298744980 00000100:00000001:0.0:1749609472.525803:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609472.525804:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525806:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609472.525809:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.525815:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609472.525816:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.525818:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609472.525819:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609472.525821:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609472.525823:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193466112:0@lo:38: 00000100:00000001:0.0:1749609472.525826:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609472.525827:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609472.525828:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525830:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.525830:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609472.525833:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609472.525834:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609472.525836:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4082) 00000400:00000010:0.0:1749609472.525837:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000400:00000010:0.0:1749609472.525840:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609472.525842:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193466112, portal 10 00000100:00000001:0.0:1749609472.525844:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609472.525845:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955102464 : -131938754449152 : ffff88009d68b100) 00000100:00000040:0.0:1749609472.525849:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.525855:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609472.525857:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609472.525858:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609472.525859:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609472.525860:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193466112, offset 0 00000100:00100000:2.0:1749609472.525863:0:1049:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:0.0:1749609472.525863:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609472.525865:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609472.525867:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609472.525868:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609472.525871:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08b00 00000100:00000001:2.0:1749609472.525873:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749609472.525874:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193465984 00000100:00000001:2.0:1749609472.525875:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609472.525875:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 48992 02000000:00000001:3.0:1749609472.525877:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609472.525877:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609472.525879:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609472.525880:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609472.525880:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609472.525881:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609472.525882:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609472.525883:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609472.525883:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609472.525886:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609472.525887:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609472.525887:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749609472.525888:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.525888:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609472.525890:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68df80. 00000100:00100000:3.0:1749609472.525892:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193465984 00000100:00000040:0.0:1749609472.525892:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68df80 x1834598193466112 msgsize 520 00000020:00000001:3.0:1749609472.525894:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609472.525896:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749609472.525896:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749609472.525898:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609472.525899:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749609472.525900:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.525901:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609472.525902:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525903:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609472.525905:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749609472.525906:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000020:00000010:3.0:1749609472.525907:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 02000000:00000001:2.0:1749609472.525908:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609472.525908:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609472.525910:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749609472.525912:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000200:0.0:1749609472.525912:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609472.525916:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609472.525918:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609472.525919:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609472.525920:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609472.525921:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609472.525923:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609472.525924:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193466368:0@lo:400: 00000100:00000001:3.0:1749609472.525925:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.525926:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609472.525929:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609472.525929:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193466112 00000100:00000001:3.0:1749609472.525931:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609472.525932:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609472.525932:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609472.525933:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609472.525933:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609472.525935:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.525935:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609472.525936:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609472.525938:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609472.525938:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609472.525938:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 790 usecs (1 jiffies) 00000100:00000001:0.0:1749609472.525940:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298744970 00000100:00000001:3.0:1749609472.525941:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609472.525942:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74a00. 02000000:00000001:1.0:1749609472.525942:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525942:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298744980 00000100:00000001:0.0:1749609472.525943:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298744970 02000000:00000001:2.0:1749609472.525945:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525945:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298744980 00000100:00100000:1.0:1749609472.525946:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193466112 00000100:00000001:0.0:1749609472.525946:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298744970 00000100:00000001:0.0:1749609472.525948:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298744980 00000020:00000001:1.0:1749609472.525949:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609472.525949:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298744970 00000100:00000001:3.0:1749609472.525950:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749609472.525950:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000020:00000040:1.0:1749609472.525951:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609472.525951:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298744980 00000100:00000001:0.0:1749609472.525952:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609472.525953:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609472.525954:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609472.525954:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609472.525955:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:0.0:1749609472.525955:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609472.525957:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.525957:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609472.525958:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000020:00000001:1.0:1749609472.525960:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609472.525961:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955113472 : -131938754438144 : ffff88009d68dc00) 00000100:00000200:2.0:1749609472.525961:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193466368, portal 10 00000100:00000001:0.0:1749609472.525961:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609472.525962:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609472.525964:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609472.525964:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609472.525965:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609472.525966:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68dc00 x1834598193465984/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609472.525966:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955104256 : -131938754447360 : ffff88009d68b800) 00000020:00000010:1.0:1749609472.525966:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000001:0.0:1749609472.525966:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609472.525968:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609472.525972:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 00000100:00000040:2.0:1749609472.525974:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.525975:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1749609472.525976:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ad48. 00000100:00000001:0.0:1749609472.525976:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.525977:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609472.525979:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609472.525980:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.525982:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749609472.525983:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193466240:0@lo:38: 00000100:00000001:2.0:1749609472.525984:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609472.525984:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609472.525985:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749609472.525987:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193465984:12345-0@lo:38: 00000100:00000001:1.0:1749609472.525987:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.525987:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609472.525988:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609472.525989:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.525990:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749609472.525991:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193465984 00000400:00000010:2.0:1749609472.525991:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609472.525992:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609472.525992:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 00000100:00000200:2.0:1749609472.525994:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193466368, offset 0 02000000:00000001:0.0:1749609472.525994:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609472.525995:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749609472.525996:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000400:00000010:0.0:1749609472.525998:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00010000:00000001:3.0:1749609472.525999:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609472.526001:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609472.526002:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609472.526010:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193466240, portal 10 00000020:00000001:3.0:1749609472.526011:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609472.526011:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609472.526012:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609472.526013:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955103360 : -131938754448256 : ffff88009d68b480) 00010000:00020000:3.0:1749609472.526014:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609472.526014:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609472.526016:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749609472.526017:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609472.526017:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609472.526020:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609472.526020:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada08c00 00000100:00100000:1.0:1749609472.526021:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000001:3.0:1749609472.526023:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609472.526023:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609472.526024:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955114368 : -131938754437248 : ffff88009d68df80) 00000100:00000001:3.0:1749609472.526026:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609472.526026:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609472.526027:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 49512 00000400:00000010:0.0:1749609472.526027:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 02000000:00000001:3.0:1749609472.526028:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609472.526028:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68df80 x1834598193466112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609472.526032:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c19400. 00000100:00000200:0.0:1749609472.526033:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193466240, offset 0 02000000:00000001:3.0:1749609472.526034:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609472.526034:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609472.526036:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609472.526036:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609472.526039:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749609472.526040:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609472.526041:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609472.526042:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.526044:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:3.0:1749609472.526045:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609472.526045:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08b80 00000100:00000200:2.0:1749609472.526046:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749609472.526048:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 49736 00000100:00000001:3.0:1749609472.526049:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:2.0:1749609472.526050:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68bb80. 00000100:00100000:1.0:1749609472.526050:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193466112:12345-0@lo:38: 00000100:00000001:3.0:1749609472.526052:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609472.526052:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609472.526054:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:2.0:1749609472.526054:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68bb80 x1834598193466368 msgsize 224 00000100:00000200:1.0:1749609472.526054:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193466112 00000400:00000200:0.0:1749609472.526054:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609472.526056:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609472.526057:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609472.526058:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00100000:2.0:1749609472.526059:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749609472.526060:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609472.526061:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609472.526063:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609472.526065:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609472.526066:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609472.526069:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609472.526069:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609472.526071:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:2.0:1749609472.526071:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00010000:00020000:1.0:1749609472.526072:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609472.526075:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609472.526077:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609472.526080:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609472.526082:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609472.526083:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609472.526084:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609472.526086:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193466368 02000000:00000010:1.0:1749609472.526087:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689ac00. 00000100:00000200:3.0:1749609472.526088:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193465984, offset 0 02000000:00000001:1.0:1749609472.526088:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.526088:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609472.526090:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609472.526091:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526092:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609472.526093:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609472.526094:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609472.526095:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.526095:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609472.526097:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749609472.526097:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193466368 00000400:00000200:2.0:1749609472.526098:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000020:00000001:0.0:1749609472.526099:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749609472.526100:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609472.526100:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:0.0:1749609472.526101:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000200:3.0:1749609472.526102:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609472.526103:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609472.526103:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609472.526104:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609472.526105:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000040:0.0:1749609472.526105:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:1.0:1749609472.526107:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609472.526108:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609472.526109:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000001:0.0:1749609472.526110:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:1.0:1749609472.526112:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000200:2.0:1749609472.526114:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609472.526114:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609472.526115:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada08a80 02000000:00000001:1.0:1749609472.526116:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526116:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609472.526117:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609472.526118:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e78c0. 00000400:00000200:3.0:1749609472.526120:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x45c5 [1] + 0 00000100:00000040:1.0:1749609472.526120:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609472.526122:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749609472.526122:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000020:00000010:0.0:1749609472.526122:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4a40. 00000100:00000040:2.0:1749609472.526124:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609472.526125:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609472.526126:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193466112, offset 0 00000020:00000040:0.0:1749609472.526127:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:3.0:1749609472.526129:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609472.526131:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609472.526131:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609472.526133:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609472.526133:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609472.526135:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609472.526137:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000100:00000200:3.0:1749609472.526138:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609472.526138:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609472.526141:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000040:2.0:1749609472.526142:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 555 usecs (1 jiffies) 00000100:00000001:2.0:1749609472.526144:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298744970 00000020:00000010:0.0:1749609472.526144:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609472.526147:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298744980 00000100:00000040:3.0:1749609472.526148:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609472.526149:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298744970 00000100:00000040:0.0:1749609472.526150:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609472.526151:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298744980 00000100:00000001:2.0:1749609472.526152:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298744970 00000400:00000200:1.0:1749609472.526152:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609472.526152:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609472.526153:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609472.526154:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298744980 00000100:00000001:0.0:1749609472.526155:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609472.526156:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298744970 00000100:00000001:3.0:1749609472.526157:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609472.526157:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298744980 00000100:00000001:2.0:1749609472.526159:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609472.526160:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609472.526161:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526162:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749609472.526163:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00000001:2.0:1749609472.526163:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526163:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609472.526165:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:2.0:1749609472.526166:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609472.526168:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609472.526168:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08b00 00000100:00000001:3.0:1749609472.526169:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609472.526169:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609472.526173:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609472.526173:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x45cd [1] + 0 00000100:00000040:3.0:1749609472.526175:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609472.526175:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609472.526176:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609472.526177:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609472.526178:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609472.526179:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609472.526179:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000400:00000200:1.0:1749609472.526182:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609472.526182:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000040:3.0:1749609472.526183:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68dc00 x1834598193465984/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526184:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955105152 : -131938754446464 : ffff88009d68bb80) 00000100:00000001:1.0:1749609472.526185:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609472.526188:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68bb80 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:418/0 lens 224/0 e 0 to 0 dl 1749609483 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609472.526189:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609472.526192:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193465984:12345-0@lo:38: Request processed in 206us (458us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609472.526196:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749609472.526198:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609472.526198:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7540. 00000100:00100000:3.0:1749609472.526200:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000001:0.0:1749609472.526200:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609472.526202:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e7540. 00000100:00000001:3.0:1749609472.526203:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609472.526204:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609472.526205:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193466368:12345-0@lo:400: 00000100:00000001:1.0:1749609472.526207:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749609472.526209:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000200:0.0:1749609472.526209:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193466368 00000020:00000001:0.0:1749609472.526211:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749609472.526213:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000400:00000200:1.0:1749609472.526213:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749609472.526214:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000020:00000001:0.0:1749609472.526214:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:3.0:1749609472.526215:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000020:00000001:0.0:1749609472.526216:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.526217:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749609472.526218:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609472.526219:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609472.526219:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749609472.526221:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:1.0:1749609472.526222:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609472.526224:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000001:0.0:1749609472.526224:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609472.526227:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609472.526227:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609472.526228:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609472.526229:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609472.526231:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749609472.526232:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68df80 x1834598193466112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609472.526233:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609472.526235:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609472.526238:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609472.526240:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193466112:12345-0@lo:38: Request processed in 192us (347us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749609472.526240:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609472.526243:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd52400. 02000000:00000001:0.0:1749609472.526244:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526246:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609472.526248:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609472.526249:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000001:1.0:1749609472.526251:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:0.0:1749609472.526251:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193466368 00000100:00000001:1.0:1749609472.526252:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749609472.526253:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:1.0:1749609472.526255:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 00010000:00000200:0.0:1749609472.526257:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68bb80 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:418/0 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609472.526258:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ad48. 00000020:00000010:1.0:1749609472.526261:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00010000:00000001:0.0:1749609472.526264:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609472.526265:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609472.526266:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609472.526268:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=17 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609472.526272:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609472.526274:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609472.526275:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609472.526277:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609472.526279:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609472.526280:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609472.526281:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749609472.526283:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:0.0:1749609472.526283:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609472.526285:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000100:00000200:0.0:1749609472.526288:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193466368, offset 224 00000400:00000200:0.0:1749609472.526292:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609472.526297:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609472.526302:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08c00 00000400:00000200:0.0:1749609472.526306:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x45d5 [1] + 224 00000400:00000200:0.0:1749609472.526310:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609472.526313:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609472.526316:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609472.526319:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609472.526327:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526349:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609472.526354:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000010:0.0:1749609472.526356:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:0.0:1749609472.526358:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609472.526359:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609472.526361:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609472.526364:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:0.0:1749609472.526366:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609472.526367:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609472.526369:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749609472.526372:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68bb80 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:418/0 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609472.526380:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193466368:12345-0@lo:400: Request processed in 183us (325us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609472.526383:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609472.526386:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749609472.526387:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:0.0:1749609472.526389:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000400:00000001:2.0:1749609472.526390:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609472.526392:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609472.526392:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609472.526393:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749609472.526394:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000020:00000010:0.0:1749609472.526396:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000400:00000200:2.0:1749609472.526397:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609472.526399:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000020:00000010:0.0:1749609472.526399:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609472.526401:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609472.526402:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 00000100:00000200:2.0:1749609472.526405:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609472.526405:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:0.0:1749609472.526407:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609472.526412:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526417:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609472.526419:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609472.526422:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68e300. 00000100:00000040:0.0:1749609472.526424:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68e300 x1834598193466240 msgsize 520 00000100:00000001:2.0:1749609472.526425:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609472.526427:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609472.526428:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609472.526430:0:1049:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609472.526433:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609472.526434:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609472.526436:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609472.526439:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526441:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:2.0:1749609472.526444:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=17 v=5 (5 5 0 0) 00000400:00000200:0.0:1749609472.526445:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609472.526446:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00001000:2.0:1749609472.526448:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=17 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609472.526448:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609472.526450:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749609472.526451:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609472.526452:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609472.526454:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609472.526457:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526458:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609472.526460:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609472.526464:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526466:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.526468:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609472.526468:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749609472.526469:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609472.526470:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.526471:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609472.526472:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609472.526472:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 575 usecs (1 jiffies) 00000100:00000001:0.0:1749609472.526474:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298744970 00000100:00000040:2.0:1749609472.526475:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609472.526476:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609472.526476:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298744980 00000100:00000001:0.0:1749609472.526479:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298744970 00000100:00000001:0.0:1749609472.526480:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298744980 00000100:00000001:2.0:1749609472.526481:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609472.526482:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298744970 00000100:00000001:2.0:1749609472.526483:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609472.526483:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298744980 00000100:00000001:2.0:1749609472.526485:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609472.526485:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193466240 00000100:00000001:0.0:1749609472.526485:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298744970 00000100:00000001:0.0:1749609472.526486:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298744980 00000100:00000040:2.0:1749609472.526487:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609472.526488:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609472.526488:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609472.526489:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.526490:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609472.526492:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609472.526493:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749609472.526494:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193466368:0@lo:400: 00000400:00000001:0.0:1749609472.526494:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749609472.526495:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609472.526495:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00100000:1.0:1749609472.526497:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193466240 00000400:00000200:0.0:1749609472.526497:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:2.0:1749609472.526498:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609472.526499:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749609472.526499:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609472.526500:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609472.526500:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609472.526501:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609472.526502:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68b800 x1834598193466368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609472.526502:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749609472.526503:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609472.526504:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609472.526506:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.526508:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1749609472.526509:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000200:0.0:1749609472.526509:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609472.526512:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 02000000:00000001:2.0:1749609472.526513:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749609472.526514:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ad48. 02000000:00000010:2.0:1749609472.526515:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74a00. 00000100:00000001:0.0:1749609472.526517:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609472.526518:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609472.526518:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609472.526519:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609472.526520:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609472.526521:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609472.526521:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.526522:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749609472.526523:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609472.526524:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609472.526524:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526524:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609472.526525:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609472.526526:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749609472.526527:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609472.526528:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bed00. 00000100:00000001:1.0:1749609472.526531:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609472.526531:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609472 v=5 (0 0 0 0) 02000000:00000001:2.0:1749609472.526534:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1749609472.526534:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=84 v=20 (1 20 0 0) 02000000:00000001:2.0:1749609472.526535:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609472.526536:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b800. 00000100:00000001:1.0:1749609472.526537:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609472.526537:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609472.526538:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609472.526538:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609472.526539:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609472.526540:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.526540:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609472.526542:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609472.526542:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:1.0:1749609472.526544:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955115264 : -131938754436352 : ffff88009d68e300) 00000100:00000040:0.0:1749609472.526544:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609472.526547:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609472.526548:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609472.526548:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68e300 x1834598193466240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609472.526550:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609472.526550:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609472.526552:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526553:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609472.526554:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.526574:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609472.526576:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609472.526578:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193466240:12345-0@lo:38: 00000100:00080000:0.0:1749609472.526579:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:1.0:1749609472.526581:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193466240 00000100:00080000:0.0:1749609472.526581:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:1.0:1749609472.526584:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609472.526584:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609472.526586:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749609472.526587:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609472.526593:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609472.526594:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193465984:0@lo:38: 00010000:00020000:1.0:1749609472.526596:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609472.526598:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:0.0:1749609472.526599:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609472.526600:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749609472.526601:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749609472.526601:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000400:00000200:0.0:1749609472.526603:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609472.526604:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609472.526607:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609472.526608:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749609472.526609:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609472.526610:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609472.526612:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609472.526615:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096899800. 00000100:00000200:0.0:1749609472.526616:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609472.526617:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.526619:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609472.526621:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609472.526622:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609472.526623:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526623:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609472.526625:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609472.526625:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609472.526626:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609472.526627:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609472.526628:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609472.526628:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.526630:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609472.526630:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609472.526632:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00001000:0.0:1749609472.526632:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609472 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609472.526634:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:0.0:1749609472.526635:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=66 v=20 (1 20 0 0) 00000100:00000001:1.0:1749609472.526636:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609472.526637:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749609472.526638:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609472.526638:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609472.526640:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609472.526640:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609472.526642:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609472.526642:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609472.526644:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609472.526646:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609472.526648:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609472.526648:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609472.526650:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609472.526651:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609472.526652:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193466240, offset 0 00000100:00000001:0.0:1749609472.526653:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609472.526654:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609472.526655:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749609472.526656:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609472.526658:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609472.526660:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609472.526662:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609472.526663:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609472.526668:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08b80 00000100:00100000:0.0:1749609472.526670:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193466112:0@lo:38: 00000400:00000200:1.0:1749609472.526672:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x45dd [1] + 0 00000100:00000001:0.0:1749609472.526673:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526700:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609472.526702:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68ad80 x1834598193465984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526709:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609472.526711:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609472.526713:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53800. 02000000:00000001:0.0:1749609472.526715:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609472.526716:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609472.526718:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609472.526720:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609472.526721:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8c00. 02000000:00000001:0.0:1749609472.526724:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609472.526725:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609472.526726:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68ad80. 00000100:00000001:0.0:1749609472.526729:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609472.526730:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.526732:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609472.526733:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68b100 x1834598193466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526739:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609472.526740:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609472.526741:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609472.526743:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609472.526744:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609472.526745:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609472.526746:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749609472.526747:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749609472.526747:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8400. 02000000:00000001:0.0:1749609472.526749:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749609472.526750:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609472.526750:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609472.526751:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b100. 00000100:00000001:0.0:1749609472.526753:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609472.526753:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609472.526754:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609472.526755:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609472.526757:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526758:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609472.526759:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609472.526761:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609472.526762:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609472.526764:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609472.526765:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526766:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.526783:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609472.526795:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749609472.526797:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609472.526798:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609472.526799:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609472.526799:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609472.526800:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749609472.526802:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609472.526803:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609472.526804:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609472.526805:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000100:00000040:1.0:1749609472.526806:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609472.526807:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:1.0:1749609472.526808:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609472.526808:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000020:00000001:1.0:1749609472.526810:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609472.526811:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609472.526813:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68e300 x1834598193466240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609472.526813:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609472.526821:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609472.526822:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193466240:12345-0@lo:38: Request processed in 265us (395us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609472.526827:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609472.526828:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609472.526829:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000001:0.0:1749609472.526830:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609472.526831:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609472.526831:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609472.526832:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609472.526833:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609472.526834:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609472.526835:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609472.526836:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 00000100:00001000:0.0:1749609472.526838:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609472 v=5 (0 0 0 0) 00000020:00000010:1.0:1749609472.526839:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ad48. 00000020:00000010:1.0:1749609472.526841:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000100:00001000:0.0:1749609472.526841:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=17 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609472.526843:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609472.526844:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.526844:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609472.526846:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609472.526849:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526855:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609472.526858:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609472.526859:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.526860:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609472.526861:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609472.526863:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609472.526866:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609472.526868:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609472.526871:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609472.526877:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193466240:0@lo:38: 00000100:00000001:0.0:1749609472.526881:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526882:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609472.526884:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68b480 x1834598193466240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.526890:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609472.526891:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609472.526892:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609472.526894:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609472.526895:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609472.526896:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609472.526897:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609472.526898:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e9c00. 02000000:00000001:0.0:1749609472.526900:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609472.526901:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609472.526902:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b480. 00000100:00000001:0.0:1749609472.526904:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609472.526905:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.526907:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526908:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609472.526909:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609472.526910:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.526911:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.532777:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609472.532782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609472.532784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609472.532787:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609472.532790:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609472.532792:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.532794:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609472.532797:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.532798:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609472.536766:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298744980, at 4298744980 00000100:00000010:3.0:1749609472.536776:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7e40. 00000100:00000040:0.0:1749609472.536777:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298744980, at 4298744980 00000100:00000040:2.0:1749609472.536778:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298744980, at 4298744980 00000100:00000040:1.0:1749609472.536781:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298744980, at 4298744980 00000100:00000010:1.0:1749609472.536803:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7cc0. 00000100:00000010:0.0:1749609472.536803:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000100:00000010:2.0:1749609472.536816:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7480. 00000100:00000001:2.0:1749609473.082785:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609473.082791:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609473.082793:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609473.082795:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609473.082797:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609473.082799:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609473.082801:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609473.082802:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609473.082804:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609473.510805:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609473.510811:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609473.510887:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609473.510890:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609473.510893:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609473.532736:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609473.532740:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609473.532742:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609473.532744:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609473.532748:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609473.532751:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609473.532755:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609473.532758:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609473.532760:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609474.082805:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609474.082811:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609474.082813:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609474.082815:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609474.082818:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609474.082821:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609474.082836:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609474.082838:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609474.082839:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609474.512769:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609474.512774:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609474.512857:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609474.512861:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609474.512864:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609474.532752:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609474.532757:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609474.532758:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609474.532760:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609474.532762:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609474.532764:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609474.532766:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609474.532772:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009d68c380 x1834598193464704/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.532777:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609474.532779:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68c380 x1834598193464704/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.532783:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609474.532785:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609474.532787:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609474.532788:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609474.532789:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68c380 x1834598193464704/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609474.532797:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193464704:0@lo:101: 00000100:00000001:0.0:1749609474.532800:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609474.532801:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609474.532802:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609474.532803:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609474.532805:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68c380 x1834598193464704/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.532808:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609474.532809:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f780. 00000100:00000001:0.0:1749609474.532812:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609474.532813:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609474.532815:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609474.532818:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609474.532819:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609474.532821:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78a00 refcount=4 00000020:00000001:0.0:1749609474.532822:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609474.532824:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00010000:0.0:1749609474.532826:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609474.532831:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609474.532834:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609474.532837:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609474.532838:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609474.532841:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609474.532842:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609474.532844:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609474.532847:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609474.532848:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609474.532850:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609474.532851:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609474.532854:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a78a00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609474.532856:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609474.532857:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609474.532860:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609474.532861:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609474.532861:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609474.532862:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78a00 refcount=5 00000020:00000001:0.0:1749609474.532863:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609474.532864:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609474.532865:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609474.532866:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609474.532869:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609474.532869:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609474.532872:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:0.0:1749609474.532873:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609474.532874:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609474.532875:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609474.532876:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609474.532877:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609474.532878:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609474.532879:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609474.532880:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609474.532881:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a78a00 with handle 0xae754a08875148e7 from hash 00010000:00000001:0.0:1749609474.532882:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609474.532883:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609474.532884:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609474.532885:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609474.532885:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609474.532886:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609474.532887:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609474.532887:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609474.532888:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609474.532889:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609474.532890:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609474.532892:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609474.532892:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609474.532893:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609474.532894:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609474.532894:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609474.532895:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609474.532895:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609474.532896:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a08875148e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609474.532900:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35b00 count: 0 00010000:00000001:0.0:1749609474.532921:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609474.532921:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609474.532923:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609474.532925:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68c380 x1834598193464704/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.532928:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609474.532930:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609474.532931:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609474.532932:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609474.532935:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a79000. 02000000:00000001:0.0:1749609474.532938:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609474.532939:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609474.532940:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68c380. 00000100:00000001:0.0:1749609474.532942:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609474.532943:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609474.532944:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609474.532945:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609474.532947:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609474.532949:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e7700. 00000020:00000010:0.0:1749609474.532951:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79000. 00000020:00000010:0.0:1749609474.532954:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a78400. 00000040:00000010:0.0:1749609474.532956:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a79e00. 00000020:00000010:0.0:1749609474.532959:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a70000. 00000020:00000010:0.0:1749609474.532961:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a78200. 80000000:00000010:0.0:1749609474.532964:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609474.532968:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79c00. 00080000:00000010:0.0:1749609474.532972:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609474.532979:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609474.532983:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609474.532985:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609474.532988:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a78400. 00000040:00000010:0.0:1749609474.532990:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a79e00. 00000020:00000010:0.0:1749609474.532992:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a70000. 00000020:00000010:0.0:1749609474.532994:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a78200. 80000000:00000010:0.0:1749609474.532996:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609474.532997:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79c00. 00080000:00000010:0.0:1749609474.533000:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609474.533002:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609474.533006:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79000. 10000000:00000010:0.0:1749609474.533008:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e7700. 10000000:01000000:0.0:1749609474.533009:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:0.0:1749609474.533011:0:6439:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.203.144@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:0.0:1749609474.535530:0:6439:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1749609474.535532:0:6439:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1749609474.535533:0:6439:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1749609474.535534:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749609474.535535:0:6439:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609474.535537:0:6439:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1749609474.535538:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609474.535539:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609474.535540:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609474.535541:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff8800b46a7200) refs 2 10000000:00000001:0.0:1749609474.535555:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609474.535556:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609474.535557:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff8800b46a6200) refs 2 10000000:00000001:0.0:1749609474.535558:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609474.535559:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609474.535560:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:0.0:1749609474.535560:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609474.535561:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:0.0:1749609474.535563:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609474.535563:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:0.0:1749609474.535566:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68c380. 00000020:00000040:0.0:1749609474.535568:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609474.535571:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609474.535573:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609474.535576:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609474.535580:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a79000. 00000100:00000001:0.0:1749609474.535583:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609474.535585:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609474.535587:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609474.535590:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35300. 00010000:00000001:0.0:1749609474.535593:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609474.535593:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a79a00. 00000020:00000001:0.0:1749609474.535595:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609474.535597:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a79a00 with handle 0xae754a08875148ee to hash 00000020:00000001:0.0:1749609474.535598:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609474.535599:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841784832 : -131938867766784 : ffff880096a79a00) 00010000:00000001:0.0:1749609474.535600:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841784832 : -131938867766784 : ffff880096a79a00) 00010000:00000001:0.0:1749609474.535602:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609474.535603:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609474.535605:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609474.535609:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609474.535614:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609474.535617:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609474.535618:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609474.535621:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f780. 00000100:00000001:0.0:1749609474.535622:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392600960 : -131936316950656 : ffff88012eb1f780) 00000100:00000001:0.0:1749609474.535623:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609474.535623:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955107200 : -131938754444416 : ffff88009d68c380) 00000100:00000001:0.0:1749609474.535625:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609474.535627:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609474.535628:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609474.535629:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609474.535631:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68c380 x1834598193466496/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.535635:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609474.535636:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609474.535638:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009d68c380 x1834598193466496/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.535641:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609474.535642:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609474.535643:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609474.535644:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609474.535645:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609474.535645:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609474.535646:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609474.535647:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609474.535647:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749609474.535763:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35b00. 00010000:00000010:2.1:1749609474.535768:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a78a00. 00000100:00000001:2.0:1749609475.082783:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609475.082788:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609475.082789:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609475.082791:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609475.082794:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609475.082796:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609475.082798:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609475.082799:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609475.082800:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609475.514753:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609475.514761:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609475.514763:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609475.514764:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609475.514768:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609475.514769:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609475.514771:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609475.514773:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609475.514816:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609475.514818:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609475.514821:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609475.534744:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609475.534748:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609475.534749:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609475.534752:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609475.534754:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609475.534757:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609475.534760:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609475.534762:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609475.534763:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609476.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609476.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609476.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609476.082802:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609476.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609476.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609476.082810:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609476.082812:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609476.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609476.516767:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609476.516771:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609476.516824:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609476.516827:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609476.516829:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609476.534772:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609476.534777:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609476.534779:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609476.534781:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609476.534784:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609476.534787:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609476.534790:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609476.534792:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609476.534793:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609477.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609477.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609477.082805:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609477.082808:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609477.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609477.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609477.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609477.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609477.518715:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609477.518719:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609477.518783:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609477.518786:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609477.518788:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609477.526712:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609477.526720:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609477.526721:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.526722:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609477.526724:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609477.526726:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.526727:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.534719:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609477.534722:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609477.534723:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609477.534725:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609477.534726:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609477.534728:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.534729:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609477.534731:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.534732:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609477.540728:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609477.540744:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609477.540746:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609477.540748:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609477.540749:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609477.540751:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609477.540753:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609477.540756:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4077 00000100:00080000:2.0:1749609477.540758:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609477.540760:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609477.540761:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609477.540762:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609477.540763:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609477.540766:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609477.540767:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609477.540768:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609477.540770:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609477.540771:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609477.540773:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609477.540774:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609477.540775:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609477.540776:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609477.540777:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609477.540778:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609477.540780:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609477.540781:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609477.540783:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609477.540787:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609477.540789:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.540790:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609477.540794:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609477.540797:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b800. 00000020:00000040:2.0:1749609477.540800:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609477.540802:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609477.540804:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.540806:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609477.540808:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609477.540810:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609477.540815:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea000. 00000100:00000001:2.0:1749609477.540819:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609477.540824:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609477.540830:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609477.540832:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.540834:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68b800] to pc [ptlrpcd_rcv+-1] req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609477.540848:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609477.540849:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609477.540851:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609477.540852:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609477.540853:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609477.540854:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609477.540855:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4077 00000100:00080000:2.0:1749609477.540856:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609477.540857:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609477.540858:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609477.540859:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609477.540860:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609477.540861:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609477.540861:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609477.540862:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609477.540863:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609477.540866:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609477.540867:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000001:0.0:1749609477.540868:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609477.540869:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609477.540870:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609477.540871:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609477.540871:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609477.540871:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609477.540872:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00000001:0.0:1749609477.540872:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609477.540873:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609477.540874:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609477.540875:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609477.540876:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609477.540876:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609477.540877:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.540878:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609477.540879:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609477.540882:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b480. 00000100:00000001:0.0:1749609477.540882:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609477.540882:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609477.540883:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609477.540884:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609477.540884:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.540885:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609477.540885:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609477.540886:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609477.540886:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609477.540886:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609477.540888:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea800. 02000000:00000001:0.0:1749609477.540888:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.540889:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609477.540889:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193466624:0@lo:38: 00000100:00100000:2.0:1749609477.540891:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609477.540892:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609477.540894:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609477.540894:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609477.540895:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609477.540895:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.540897:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68b480] to pc [ptlrpcd_rcv+-1] req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609477.540897:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609477.540899:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609477.540900:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.540901:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609477.540902:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609477.540903:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:0.0:1749609477.540904:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609477.540906:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609477.540907:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609477.540908:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749609477.540908:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00080000:2.0:1749609477.540909:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4077 00000100:00080000:2.0:1749609477.540910:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609477.540912:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609477.540912:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609477.540913:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000200:0.0:1749609477.540913:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193466624, portal 4 00000100:00000001:2.0:1749609477.540914:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609477.540915:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609477.540915:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000001:0.0:1749609477.540915:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609477.540915:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955104256 : -131938754447360 : ffff88009d68b800) 00000020:00000001:2.0:1749609477.540916:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609477.540917:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609477.540918:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609477.540919:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609477.540919:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609477.540920:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609477.540921:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609477.540921:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609477.540922:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609477.540923:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609477.540924:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609477.540924:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609477.540925:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609477.540926:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749609477.540926:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609477.540927:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609477.540927:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 02000000:00000001:2.0:1749609477.540928:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609477.540928:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193466624, offset 0 00000100:00000001:2.0:1749609477.540929:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609477.540929:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609477.540931:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b100. 00000020:00000040:2.0:1749609477.540932:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1749609477.540932:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609477.540933:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609477.540933:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.540934:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609477.540936:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609477.540937:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609477.540939:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998eac00. 00000100:00000001:2.0:1749609477.540940:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609477.540942:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609477.540942:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609477.540946:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609477.540946:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.540947:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68b100] to pc [ptlrpcd_rcv+-1] req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609477.540950:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada08d00 00000100:00000001:2.0:1749609477.540951:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.540952:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609477.540953:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749609477.540954:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 1560 00000100:00000010:2.0:1749609477.540955:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ad80. 00000020:00000040:2.0:1749609477.540956:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609477.540957:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609477.540957:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609477.540958:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609477.540960:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bed00. 00000100:00000001:2.0:1749609477.540961:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.540962:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609477.540963:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609477.540966:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609477.540966:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609477.540966:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609477.540968:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68ad80] to pc [ptlrpcd_00_01+1] req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.540969:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609477.540971:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609477.540973:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68e680. 00000100:00000040:0.0:1749609477.540975:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68e680 x1834598193466624 msgsize 520 00000100:00100000:0.0:1749609477.540977:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609477.540983:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609477.540988:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609477.540990:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000040:2.0:1749609477.540992:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4087) 00000400:00000010:0.0:1749609477.540992:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609477.540994:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609477.540997:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541003:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609477.541005:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541010:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541011:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609477.541015:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609477.541015:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609477.541017:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193466624 02000000:00000001:2.0:1749609477.541018:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609477.541018:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2220 usecs (3 jiffies) 00000100:00000001:2.0:1749609477.541020:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609477.541021:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298749987 00000100:00000010:0.0:1749609477.541024:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7540. 00000100:00000001:2.0:1749609477.541026:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.541026:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609477.541028:0:1048:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749609477.541029:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749609477.541030:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.541030:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609477.541033:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193466624 00000100:00000001:1.0:1749609477.541033:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609477.541033:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298749987 00000020:00000001:2.0:1749609477.541034:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609477.541035:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609477.541035:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609477.541035:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7dc0. 00000100:00000001:1.0:1749609477.541036:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609477.541037:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609477.541037:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609477.541037:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:2.0:1749609477.541038:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.541038:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609477.541039:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541039:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298749987 00000100:00000010:0.0:1749609477.541041:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7940. 00000020:00000010:2.0:1749609477.541043:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74a00. 00000100:00000001:0.0:1749609477.541043:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:1.0:1749609477.541045:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541045:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298749987 00000020:00000010:2.0:1749609477.541046:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d900. 00000100:00000001:3.0:1749609477.541047:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609477.541047:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e73c0. 00000020:00000010:2.0:1749609477.541049:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000001:0.0:1749609477.541049:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609477.541051:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609477.541051:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609477.541052:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541053:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.541054:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609477.541054:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609477.541054:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609477.541055:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.541055:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609477.541055:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609477.541056:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541056:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609477.541057:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609477.541058:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193467008:0@lo:400: 00000100:00000001:0.0:1749609477.541060:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609477.541061:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.541061:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609477.541061:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.541062:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609477.541063:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609477.541064:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541064:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609477.541065:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609477.541065:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609477.541066:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609477.541067:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528ce00. 00000100:00000040:0.0:1749609477.541067:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609477.541068:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.541072:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749609477.541072:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a0b0. 00000100:00000001:0.0:1749609477.541072:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609477.541073:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.541074:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609477.541074:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749609477.541075:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 02000000:00000001:0.0:1749609477.541075:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609477.541076:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609477.541077:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000200:1.0:1749609477.541078:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193467008, portal 10 00000100:00100000:0.0:1749609477.541078:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193466752:0@lo:38: 00000100:00000001:2.0:1749609477.541079:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955116160 : -131938754435456 : ffff88009d68e680) 00000100:00000001:1.0:1749609477.541079:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609477.541079:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609477.541080:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955101568 : -131938754450048 : ffff88009d68ad80) 02000000:00000001:0.0:1749609477.541081:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609477.541081:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.541082:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68e680 x1834598193466624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609477.541082:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749609477.541084:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609477.541084:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609477.541085:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609477.541087:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000400:00000010:0.0:1749609477.541088:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00100000:2.0:1749609477.541089:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193466624:12345-0@lo:38: 00000100:00000001:1.0:1749609477.541090:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609477.541090:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193466752, portal 10 00000100:00000001:0.0:1749609477.541091:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749609477.541092:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193466624 00000100:00000040:1.0:1749609477.541092:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609477.541092:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955103360 : -131938754448256 : ffff88009d68b480) 00000400:00000010:1.0:1749609477.541093:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000020:00000001:2.0:1749609477.541095:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749609477.541095:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193467008, offset 0 00000100:00000040:0.0:1749609477.541095:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609477.541098:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749609477.541098:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609477.541102:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609477.541103:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609477.541103:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609477.541104:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000200:0.0:1749609477.541105:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193466752, offset 0 00000020:00000001:2.0:1749609477.541107:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609477.541107:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada08e80 00000400:00000200:0.0:1749609477.541107:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:2.0:1749609477.541110:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609477.541111:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609477.541112:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609477.541112:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 50256 00000400:00000200:0.0:1749609477.541113:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08d80 00010000:00000001:2.0:1749609477.541115:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609477.541115:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609477.541115:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 50480 00000100:00000001:2.0:1749609477.541117:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609477.541118:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609477.541118:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609477.541118:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609477.541119:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609477.541120:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609477.541121:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609477.541122:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749609477.541126:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998ebc00. 02000000:00000001:2.0:1749609477.541128:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609477.541128:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1c00. 00000100:00000001:2.0:1749609477.541129:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609477.541130:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f1c00 x1834598193467008 msgsize 224 00010000:00000001:2.0:1749609477.541133:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749609477.541133:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749609477.541134:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609477.541137:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609477.541139:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609477.541139:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609477.541141:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609477.541143:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609477.541144:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609477.541145:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:1.0:1749609477.541146:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609477.541147:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000040:2.0:1749609477.541148:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609477.541149:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609477.541149:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609477.541150:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749609477.541150:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193467008 02000000:00000001:2.0:1749609477.541151:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609477.541151:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749609477.541152:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541152:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609477.541153:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609477.541153:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.541154:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609477.541154:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609477.541156:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00100000:0.0:1749609477.541156:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193467008 00000020:00000001:0.0:1749609477.541157:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749609477.541158:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193466624, offset 0 00000100:00000001:1.0:1749609477.541158:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749609477.541158:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:0.0:1749609477.541158:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609477.541159:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609477.541160:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:2.0:1749609477.541161:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609477.541161:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:0.0:1749609477.541162:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:2.0:1749609477.541165:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609477.541165:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541165:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609477.541166:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749609477.541166:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7400. 00000100:00000001:1.0:1749609477.541168:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609477.541169:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada08d00 00000020:00000010:0.0:1749609477.541169:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e78c0. 00000100:00000040:1.0:1749609477.541170:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 00000400:00000200:2.0:1749609477.541172:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x45f5 [1] + 0 00000100:00000001:1.0:1749609477.541172:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298749985 00000020:00000040:0.0:1749609477.541172:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609477.541174:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298749987 00000400:00000200:2.0:1749609477.541175:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609477.541176:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298749985 00000400:00000200:2.0:1749609477.541177:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609477.541177:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298749987 00000100:00000001:0.0:1749609477.541177:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609477.541178:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298749985 00000020:00000010:0.0:1749609477.541179:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79e00. 00000100:00000001:2.0:1749609477.541180:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609477.541180:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298749987 00000100:00000001:1.0:1749609477.541181:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298749985 00000100:00000200:2.0:1749609477.541182:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609477.541182:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298749987 00000100:00000001:1.0:1749609477.541183:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609477.541185:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609477.541185:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000001:1.0:1749609477.541186:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609477.541187:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:1.0:1749609477.541188:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.541189:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609477.541190:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609477.541191:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609477.541192:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609477.541194:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609477.541196:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:1.0:1749609477.541197:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609477.541197:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1749609477.541198:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00000001:0.0:1749609477.541198:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1749609477.541199:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:0.0:1749609477.541199:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609477.541200:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609477.541202:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609477.541202:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.541205:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609477.541206:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609477.541207:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609477.541208:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:0.0:1749609477.541209:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:0.0:1749609477.541210:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838082560 : -131938871469056 : ffff8800966f1c00) 00000100:00000001:2.0:1749609477.541211:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609477.541212:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f1c00 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:423/0 lens 224/0 e 0 to 0 dl 1749609488 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609477.541213:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609477.541214:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609477.541216:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609477.541216:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609477.541217:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e78c0. 00000100:00000001:0.0:1749609477.541218:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609477.541219:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68e680 x1834598193466624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609477.541219:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e78c0. 00000100:00100000:0.0:1749609477.541221:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193467008:12345-0@lo:400: 00000100:00000200:0.0:1749609477.541223:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193467008 00000020:00000001:0.0:1749609477.541224:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609477.541225:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:2.0:1749609477.541227:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193466624:12345-0@lo:38: Request processed in 137us (251us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749609477.541227:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609477.541228:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609477.541229:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:0.0:1749609477.541230:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609477.541232:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609477.541233:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000020:00000001:0.0:1749609477.541233:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609477.541235:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1749609477.541235:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609477.541236:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609477.541236:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609477.541237:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1749609477.541239:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d900. 00000100:00000001:0.0:1749609477.541240:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609477.541241:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609477.541242:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd53800. 00000020:00000010:2.0:1749609477.541243:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 02000000:00000001:0.0:1749609477.541243:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541245:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609477.541246:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609477.541247:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74a00. 00010000:00000040:0.0:1749609477.541247:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193467008 00010000:00000001:0.0:1749609477.541248:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749609477.541250:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f1c00 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:423/0 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609477.541251:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609477.541254:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609477.541255:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609477.541256:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=22 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609477.541258:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609477.541259:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609477.541260:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609477.541261:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609477.541262:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541263:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609477.541264:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609477.541265:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000200:0.0:1749609477.541267:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193467008, offset 224 00000400:00000200:0.0:1749609477.541269:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609477.541272:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609477.541275:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08e80 00000400:00000200:0.0:1749609477.541277:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x45fd [1] + 224 00000400:00000200:0.0:1749609477.541279:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609477.541281:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609477.541282:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609477.541284:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609477.541288:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541300:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609477.541302:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609477.541303:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:0.0:1749609477.541304:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609477.541306:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609477.541307:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609477.541308:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:0.0:1749609477.541309:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609477.541310:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609477.541311:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749609477.541313:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f1c00 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:423/0 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609477.541317:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609477.541317:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193467008:12345-0@lo:400: Request processed in 100us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1749609477.541320:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:0.0:1749609477.541321:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609477.541322:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609477.541323:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609477.541323:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1749609477.541325:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1749609477.541325:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000400:00000001:1.0:1749609477.541326:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749609477.541326:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000400:00000010:1.0:1749609477.541327:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a0b0. 00000400:00000200:1.0:1749609477.541328:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000020:00000010:0.0:1749609477.541328:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79e00. 00000400:00000010:1.0:1749609477.541329:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000020:00000040:0.0:1749609477.541329:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:0.0:1749609477.541330:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609477.541331:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609477.541333:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541336:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609477.541337:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609477.541337:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609477.541339:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ea00. 00000100:00000040:0.0:1749609477.541340:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68ea00 x1834598193466752 msgsize 520 00000100:00000001:1.0:1749609477.541341:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609477.541342:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609477.541342:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609477.541343:0:1048:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609477.541344:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609477.541345:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609477.541346:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609477.541348:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541348:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609477.541350:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609477.541351:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00001000:1.0:1749609477.541352:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=22 v=5 (5 5 0 0) 00000100:00000001:0.0:1749609477.541352:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609477.541354:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609477.541355:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=22 v=5 (1 1 0 0) 00000100:00000001:1.0:1749609477.541357:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609477.541357:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609477.541358:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609477.541359:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609477.541360:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609477.541362:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541362:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541363:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609477.541364:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609477.541365:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 793 usecs (1 jiffies) 00000100:00000001:0.0:1749609477.541366:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298749985 00000100:00000001:0.0:1749609477.541368:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298749987 00010000:00000001:1.0:1749609477.541369:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541369:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298749985 00000100:00000001:0.0:1749609477.541370:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298749987 00000100:00000001:0.0:1749609477.541370:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298749985 00000100:00000001:1.0:1749609477.541371:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609477.541371:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298749987 00000100:00000001:0.0:1749609477.541372:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298749985 00000100:00000040:1.0:1749609477.541373:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609477.541373:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298749987 00000100:00000001:1.0:1749609477.541374:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609477.541374:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609477.541374:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.541375:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541376:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609477.541377:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609477.541378:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541380:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609477.541381:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609477.541382:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609477.541382:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609477.541383:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609477.541383:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609477.541384:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193466880:0@lo:38: 00000100:00000001:1.0:1749609477.541386:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609477.541386:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609477.541387:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609477.541387:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609477.541388:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609477.541389:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609477.541390:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52800. 02000000:00000001:0.0:1749609477.541391:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609477.541392:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000400:00000010:0.0:1749609477.541393:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000040:1.0:1749609477.541394:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609477.541395:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193466880, portal 10 00000100:00000001:0.0:1749609477.541396:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609477.541397:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955102464 : -131938754449152 : ffff88009d68b100) 00000100:00000040:0.0:1749609477.541399:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609477.541400:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193467008:0@lo:400: 00000100:00000001:0.0:1749609477.541403:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609477.541404:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609477.541404:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609477.541404:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000001:1.0:1749609477.541405:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749609477.541405:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193466880, offset 0 00000400:00000200:0.0:1749609477.541406:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609477.541407:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68ad80 x1834598193467008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609477.541409:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609477.541411:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08e00 00000100:00000001:1.0:1749609477.541412:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1749609477.541412:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 51000 02000000:00000001:1.0:1749609477.541414:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749609477.541414:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749609477.541415:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528ce00. 00000400:00000200:0.0:1749609477.541415:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609477.541417:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609477.541417:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749609477.541418:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1749609477.541419:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ed80. 00000020:00000001:1.0:1749609477.541420:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749609477.541420:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68ed80 x1834598193466880 msgsize 520 00000020:00000040:1.0:1749609477.541421:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609477.541422:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1749609477.541422:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749609477.541424:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bed00. 00000100:00000001:0.0:1749609477.541424:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609477.541425:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609477.541426:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:0.0:1749609477.541427:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609477.541428:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541432:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609477.541432:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541435:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541436:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609477.541437:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609477.541437:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609477.541438:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749609477.541438:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 587 usecs (1 jiffies) 00000100:00000001:0.0:1749609477.541439:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298749985 00000100:00000010:1.0:1749609477.541440:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68ad80. 00000100:00000001:0.0:1749609477.541440:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298749987 00000100:00000001:0.0:1749609477.541441:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298749985 00000100:00000001:1.0:1749609477.541442:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609477.541442:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298749987 00000100:00000001:1.0:1749609477.541443:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.541443:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298749985 00000100:00000001:0.0:1749609477.541443:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298749987 00000100:00000001:1.0:1749609477.541444:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.541444:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298749985 00000100:00000001:0.0:1749609477.541445:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298749987 00000100:00000001:0.0:1749609477.541445:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609477.541446:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.541448:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1749609477.541448:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609477.541448:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609477.541449:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609477.541449:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:1.0:1749609477.541450:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609477.541450:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609477.541451:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:1.0:1749609477.541452:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.541452:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609477.541453:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609477.541456:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.541459:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609477.541460:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609477.541460:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609477.541461:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609477.541461:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749609477.541462:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193466752 02000000:00000001:0.0:1749609477.541462:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609477.541462:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609477.541463:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609477.541463:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609477.541464:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609477.541465:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193466880 00000100:00000001:1.0:1749609477.541465:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609477.541466:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609477.541466:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609477 v=5 (0 0 0 0) 02000000:00000001:2.0:1749609477.541468:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609477.541468:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609477.541468:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=89 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609477.541469:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609477.541470:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749609477.541470:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193466752 00000020:00000001:1.0:1749609477.541471:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:02020000:0.0:1749609477.541471:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:2.0:1749609477.541472:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609477.541472:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609477.541474:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609477.541476:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609477.541478:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193466880 00000020:00000001:2.0:1749609477.541480:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609477.541480:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609477.541482:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609477.541482:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609477.541484:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749609477.541484:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000020:00000001:2.0:1749609477.541485:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609477.541486:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609477.541487:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 00000020:00000010:1.0:1749609477.541489:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ad48. 00000020:00000010:2.0:1749609477.541491:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74a00. 00000100:00000001:1.0:1749609477.541492:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609477.541493:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749609477.541494:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d900. 00000100:00000001:1.0:1749609477.541494:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609477.541497:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000001:1.0:1749609477.541497:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.541501:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609477.541502:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609477.541504:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.541507:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.541509:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609477.541516:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609477.541517:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609477.541521:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000001:1.0:1749609477.541539:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955117056 : -131938754434560 : ffff88009d68ea00) 00000100:00000040:1.0:1749609477.541541:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68ea00 x1834598193466752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609477.541546:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193466752:12345-0@lo:38: 00000100:00000200:1.0:1749609477.541548:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193466752 00000020:00000001:1.0:1749609477.541549:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609477.541550:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609477.541550:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609477.541554:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609477.541555:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609477.541556:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609477.541557:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749609477.541558:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609477.541559:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609477.541559:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609477.541560:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609477.541561:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609477.541561:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609477.541564:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609477.541564:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 02000000:00000010:1.0:1749609477.541564:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071e000. 02000000:00000001:1.0:1749609477.541565:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.541566:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955117952 : -131938754433664 : ffff88009d68ed80) 00000100:00000001:1.0:1749609477.541566:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609477.541567:0:6440:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609477.541568:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609477.541569:0:6440:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609477.541569:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.541570:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68ed80 x1834598193466880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609477.541570:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609477.541574:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609477.541576:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609477.541577:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:2.0:1749609477.541578:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193466880:12345-0@lo:38: 00000100:00000001:1.0:1749609477.541578:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609477.541579:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000200:2.0:1749609477.541581:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193466880 00000100:00000040:1.0:1749609477.541581:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609477.541582:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609477.541582:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609477.541583:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609477.541583:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609477.541584:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609477.541585:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749609477.541586:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000200:1.0:1749609477.541587:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193466752, offset 0 00000400:00000200:1.0:1749609477.541589:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609477.541593:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609477.541593:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:2.0:1749609477.541595:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749609477.541596:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08d80 00010000:00000001:2.0:1749609477.541597:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609477.541598:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609477.541599:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4601 [1] + 0 00000100:00000001:2.0:1749609477.541601:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609477.541602:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609477.541603:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609477.541604:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609477.541605:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749609477.541607:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998eb800. 02000000:00000001:2.0:1749609477.541608:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.541608:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609477.541610:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609477.541610:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609477.541612:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609477.541614:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609477.541615:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609477.541616:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609477.541617:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609477.541620:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609477.541621:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609477.541622:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609477.541622:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609477.541623:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609477.541625:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:1.0:1749609477.541625:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 02000000:00000001:2.0:1749609477.541626:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749609477.541627:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:1.0:1749609477.541629:0:7488:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609477.541630:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.541630:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609477.541632:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609477.541632:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.541634:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609477.541634:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609477.541635:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609477.541637:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000020:00000001:1.0:1749609477.541637:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609477.541639:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68ea00 x1834598193466752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609477.541641:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193466880, offset 0 00000400:00000200:2.0:1749609477.541645:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609477.541652:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193466752:12345-0@lo:38: Request processed in 104us (309us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749609477.541654:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609477.541658:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000001:1.0:1749609477.541660:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609477.541661:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08e00 00000100:00000001:1.0:1749609477.541661:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609477.541664:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 00000400:00000200:2.0:1749609477.541665:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4615 [1] + 0 00000020:00000010:1.0:1749609477.541666:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ad48. 00000400:00000200:2.0:1749609477.541669:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609477.541669:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000100:00000001:1.0:1749609477.541671:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609477.541672:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609477.541699:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609477.541702:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609477.541708:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609477.541713:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609477.541718:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609477.541719:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609477.541720:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609477.541721:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609477.541724:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.541725:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609477.541726:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609477.541727:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609477.541729:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68ed80 x1834598193466880/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609477.541733:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193466880:12345-0@lo:38: Request processed in 156us (313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609477.541738:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000001:2.0:1749609477.541740:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609477.541741:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609477.541743:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d900. 00000020:00000010:2.0:1749609477.541746:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000020:00000010:2.0:1749609477.541752:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74a00. 00000100:00000001:2.0:1749609477.541757:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543627:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609477.543630:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609477.543633:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.543637:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609477.543639:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609477.543640:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543641:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609477.543642:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609477.543643:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609477.543645:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609477.543647:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609477.543648:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609477.543652:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193466624:0@lo:38: 00000100:00000001:0.0:1749609477.543654:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.543655:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609477.543656:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68b800 x1834598193466624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.543659:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609477.543660:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609477.543661:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609477.543663:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609477.543663:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609477.543664:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609477.543665:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609477.543666:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea000. 02000000:00000001:0.0:1749609477.543667:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609477.543668:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609477.543669:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b800. 00000100:00000001:0.0:1749609477.543670:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609477.543670:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543671:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543695:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609477.543696:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543698:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609477.543698:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609477.543700:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609477.543701:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609477.543702:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000400:00000200:0.0:1749609477.543703:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609477.543704:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609477.543706:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609477.543707:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609477.543711:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609477.543713:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298749987, at 4298749987 00000100:00000001:0.0:1749609477.543715:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609477.543715:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543716:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:1.0:1749609477.543717:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7dc0. 02000000:00000001:0.0:1749609477.543717:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609477.543718:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609477.543718:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609477.543719:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609477.543722:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609477 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609477.543723:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=71 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609477.543724:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609477.543725:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609477.543726:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609477.543727:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609477.543729:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298749987, at 4298749987 00000100:00000001:0.0:1749609477.543731:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609477.543732:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609477.543732:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543733:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609477.543733:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:3.0:1749609477.543734:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e73c0. 00000100:00080000:0.0:1749609477.543735:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609477.543736:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609477.543737:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609477.543738:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609477.543742:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193466752:0@lo:38: 00000400:00000001:0.0:1749609477.543744:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609477.543745:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609477.543746:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000400:00000200:0.0:1749609477.543746:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609477.543747:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609477.543748:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609477.543749:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609477.543752:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.543755:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609477.543756:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543756:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609477.543757:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609477.543757:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609477.543758:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609477.543759:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609477.543760:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609477 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609477.543761:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=22 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609477.543762:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609477.543763:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609477.543764:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609477.543765:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.543768:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609477.543769:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609477.543769:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543770:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609477.543771:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609477.543772:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609477.543773:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609477.543774:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609477.543775:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609477.543778:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193466880:0@lo:38: 00000100:00000001:0.0:1749609477.543780:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.543781:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609477.543783:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68b480 x1834598193466752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.543787:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609477.543788:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609477.543789:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609477.543791:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609477.543792:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609477.543793:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609477.543794:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609477.543795:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea800. 02000000:00000001:0.0:1749609477.543796:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609477.543797:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609477.543798:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b480. 00000100:00000001:0.0:1749609477.543799:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609477.543800:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543801:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609477.543803:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68b100 x1834598193466880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609477.543808:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609477.543809:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609477.543810:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52800. 02000000:00000001:0.0:1749609477.543812:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609477.543813:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609477.543814:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609477.543815:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609477.543816:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998eac00. 02000000:00000001:0.0:1749609477.543818:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609477.543819:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609477.543820:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b100. 00000100:00000001:0.0:1749609477.543821:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609477.543822:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609477.543823:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.543825:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609477.543826:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609477.543827:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609477.543828:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609477.543836:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298749987, at 4298749987 00000100:00000010:0.0:1749609477.543840:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7540. 00000100:00000040:2.0:1749609477.543908:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298749987, at 4298749987 00000100:00000010:2.0:1749609477.543915:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7940. 00000100:00000001:2.0:1749609478.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609478.082800:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609478.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609478.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609478.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609478.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609478.082810:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609478.082812:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609478.082813:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609478.520765:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609478.520769:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609478.520868:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609478.520872:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609478.520875:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609478.534773:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609478.534778:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609478.534780:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609478.534783:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609478.534786:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609478.534789:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609478.534791:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609478.534794:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609478.534795:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609478.543744:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609478.543756:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609478.543757:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609478.543760:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609478.543762:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609478.543764:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609478.543766:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609479.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609479.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609479.082805:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609479.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609479.082810:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609479.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609479.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609479.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609479.082817:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609479.522786:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609479.522790:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609479.522812:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609479.522813:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609479.522814:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609479.534760:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609479.534764:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609479.534765:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609479.534767:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609479.534770:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609479.534772:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609479.534774:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609479.534776:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609479.534777:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609479.543744:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609479.543752:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609479.543753:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609479.543755:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609479.543757:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609479.543758:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609479.543760:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.082787:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609480.082791:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609480.082792:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609480.082795:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609480.082798:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609480.082800:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609480.082803:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609480.082805:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609480.082807:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609480.524767:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609480.524772:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609480.524831:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609480.524833:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609480.524836:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609480.534733:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609480.534737:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609480.534738:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609480.534740:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609480.534743:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609480.534746:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609480.534748:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609480.534750:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609480.534752:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.543735:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609480.543743:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609480.543745:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609480.543747:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609480.543749:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609480.543751:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.543753:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609481.082780:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609481.082786:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609481.082787:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609481.082790:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609481.082792:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609481.082795:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609481.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609481.082810:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609481.082811:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609481.526747:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609481.526752:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609481.526801:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609481.526804:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609481.526807:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609481.534712:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609481.534715:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609481.534716:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609481.534718:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609481.534720:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609481.534722:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609481.534724:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609481.534726:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609481.534727:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609481.543720:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609481.543727:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609481.543728:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609481.543730:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609481.543732:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609481.543733:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609481.543734:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.082737:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609482.082743:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609482.082744:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609482.082746:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609482.082748:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609482.082751:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609482.082753:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609482.082754:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609482.082755:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609482.528785:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609482.528789:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609482.528836:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609482.528839:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609482.528841:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609482.534711:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609482.534714:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609482.534715:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609482.534716:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609482.534718:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609482.534720:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.534722:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609482.534723:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.534725:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.543723:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609482.543733:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609482.543734:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.543737:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609482.543739:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609482.543740:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.543742:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609482.548755:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609482.548759:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609482.548761:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609482.548763:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609482.548765:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609482.548766:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609482.548769:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609482.548772:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4082 00000100:00080000:2.0:1749609482.548774:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609482.548776:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609482.548778:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609482.548779:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609482.548780:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609482.548782:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609482.548783:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609482.548785:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609482.548787:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609482.548788:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609482.548810:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609482.548812:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609482.548814:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609482.548815:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609482.548815:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609482.548817:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609482.548819:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609482.548820:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609482.548822:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609482.548827:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609482.548828:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.548829:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609482.548831:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609482.548834:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a300. 00000020:00000040:2.0:1749609482.548837:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609482.548840:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609482.548841:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.548843:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609482.548844:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609482.548847:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609482.548851:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998eac00. 00000100:00000001:2.0:1749609482.548856:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609482.548861:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609482.548868:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609482.548869:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609482.548872:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68a300] to pc [ptlrpcd_rcv+-1] req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.548888:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609482.548890:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609482.548892:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609482.548896:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609482.548897:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609482.548898:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609482.548900:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4082 00000100:00080000:2.0:1749609482.548901:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609482.548903:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609482.548904:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609482.548905:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609482.548906:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609482.548907:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609482.548907:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609482.548908:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609482.548909:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609482.548910:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609482.548911:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609482.548913:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609482.548914:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609482.548915:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609482.548916:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609482.548917:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609482.548918:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609482.548919:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609482.548920:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609482.548922:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609482.548923:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.548924:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609482.548925:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609482.548927:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689f80. 00000020:00000040:2.0:1749609482.548928:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609482.548929:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609482.548929:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.548930:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609482.548933:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609482.548934:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609482.548936:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea000. 00000100:00000001:2.0:1749609482.548938:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609482.548940:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609482.548944:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609482.548945:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609482.548946:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689f80] to pc [ptlrpcd_rcv+-1] req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609482.548948:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609482.548950:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.548951:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609482.548952:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609482.548953:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609482.548953:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609482.548954:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609482.548955:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609482.548956:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609482.548957:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4082 00000100:00000040:0.0:1749609482.548957:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609482.548958:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609482.548960:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609482.548961:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609482.548961:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609482.548962:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609482.548963:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609482.548964:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000001:0.0:1749609482.548964:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749609482.548965:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609482.548965:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609482.548966:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609482.548967:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609482.548968:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:0.0:1749609482.548968:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609482.548969:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:0.0:1749609482.548969:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609482.548970:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609482.548970:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609482.548971:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609482.548973:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193467136:0@lo:38: 00000100:00000001:2.0:1749609482.548974:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609482.548975:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000001:0.0:1749609482.548976:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749609482.548977:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609482.548978:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609482.548979:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609482.548979:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609482.548980:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609482.548980:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609482.548981:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609482.548981:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609482.548982:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609482.548983:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609482.548985:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689880. 02000000:00000010:0.0:1749609482.548985:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52800. 00000020:00000040:2.0:1749609482.548986:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609482.548986:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609482.548987:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609482.548987:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.548988:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609482.548989:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609482.548989:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609482.548991:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea800. 00000400:00000010:0.0:1749609482.548991:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609482.548993:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609482.548995:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609482.548996:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609482.548999:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609482.548999:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609482.549000:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689880] to pc [ptlrpcd_rcv+-1] req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609482.549001:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193467136, portal 4 00000100:00000001:0.0:1749609482.549002:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609482.549003:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955098880 : -131938754452736 : ffff88009d68a300) 00000100:00000001:2.0:1749609482.549005:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609482.549006:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749609482.549007:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.549008:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609482.549009:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689500. 00000020:00000040:2.0:1749609482.549010:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609482.549011:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609482.549012:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609482.549013:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549013:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609482.549014:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3beb00. 00000100:00000040:0.0:1749609482.549016:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609482.549017:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609482.549019:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609482.549019:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193467136, offset 0 00000100:00000040:2.0:1749609482.549021:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609482.549025:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749609482.549025:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609482.549026:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609482.549028:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689500] to pc [ptlrpcd_00_02+2] req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609482.549037:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609482.549046:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada08f00 00000100:00000001:2.0:1749609482.549047:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609482.549052:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4092) 00000400:00000200:0.0:1749609482.549053:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 2080 00000400:00000200:0.0:1749609482.549059:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609482.549063:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609482.549068:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609482.549068:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609482.549070:0:1051:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:0.0:1749609482.549070:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609482.549072:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609482.549073:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68f100. 00000100:00000001:2.0:1749609482.549076:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749609482.549076:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68f100 x1834598193467136 msgsize 520 00000100:00000001:2.0:1749609482.549078:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609482.549079:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609482.549079:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609482.549080:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609482.549081:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609482.549085:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609482.549089:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609482.549091:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609482.549092:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609482.549093:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549093:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609482.549095:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609482.549097:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609482.549097:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 02000000:00000001:2.0:1749609482.549099:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609482.549099:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00100000:2.0:1749609482.549101:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193467520:0@lo:400: 00000100:00000001:0.0:1749609482.549102:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609482.549104:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609482.549106:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1749609482.549106:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609482.549107:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609482.549109:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609482.549111:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74a00. 00000100:00000001:3.0:1749609482.549113:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609482.549113:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549113:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609482.549115:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193467136 00000400:00000010:2.0:1749609482.549116:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000100:00000040:0.0:1749609482.549116:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609482.549117:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609482.549119:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749609482.549119:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:3.0:1749609482.549122:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609482.549122:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193467520, portal 10 00000100:00000001:0.0:1749609482.549122:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549123:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609482.549125:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549127:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609482.549128:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193467136 00000100:00000001:2.0:1749609482.549128:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609482.549129:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955095296 : -131938754456320 : ffff88009d689500) 00000020:00000001:3.0:1749609482.549130:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609482.549131:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609482.549131:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2190 usecs (3 jiffies) 00000020:00000001:3.0:1749609482.549132:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609482.549133:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609482.549134:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549134:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298754995 00000020:00000001:3.0:1749609482.549135:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609482.549137:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7540. 00000020:00000010:3.0:1749609482.549140:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000001:2.0:1749609482.549140:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609482.549142:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609482.549143:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609482.549143:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:3.0:1749609482.549144:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000200:2.0:1749609482.549145:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193467520, offset 0 00000020:00000010:3.0:1749609482.549147:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609482.549148:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298754995 00000400:00000200:2.0:1749609482.549149:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749609482.549150:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e78c0. 00000100:00000001:3.0:1749609482.549152:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609482.549152:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609482.549154:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609482.549154:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609482.549155:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609482.549159:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada09080 00000100:00000001:3.0:1749609482.549160:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609482.549164:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 51520 00000100:00000001:0.0:1749609482.549165:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298754995 00000100:00000001:3.0:1749609482.549167:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609482.549168:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7ac0. 00000400:00000200:2.0:1749609482.549169:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609482.549171:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609482.549171:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609482.549173:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298754995 00000100:00000001:2.0:1749609482.549174:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609482.549175:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1749609482.549175:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7280. 00000100:00000200:2.0:1749609482.549176:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609482.549177:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609482.549177:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000010:2.0:1749609482.549178:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689180. 00000100:00100000:3.0:1749609482.549179:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000001:0.0:1749609482.549179:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609482.549180:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff88009d689180 x1834598193467520 msgsize 224 00000100:00000001:3.0:1749609482.549182:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955118848 : -131938754432768 : ffff88009d68f100) 00000100:00000001:0.0:1749609482.549182:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609482.549184:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609482.549184:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609482.549185:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68f100 x1834598193467136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609482.549187:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.549189:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609482.549194:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000001:0.0:1749609482.549194:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749609482.549195:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193467136:12345-0@lo:38: 00000400:00000010:2.0:1749609482.549195:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609482.549195:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549198:0:1051:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609482.549198:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609482.549199:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609482.549200:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609482.549201:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609482.549203:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193467264:0@lo:38: 00000100:00000001:1.0:1749609482.549204:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609482.549206:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609482.549207:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609482.549207:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193467520 02000000:00000001:0.0:1749609482.549208:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749609482.549209:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193467136 00000100:00000040:2.0:1749609482.549209:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609482.549209:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609482.549209:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609482.549210:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609482.549211:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609482.549211:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749609482.549212:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609482.549213:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609482.549213:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 00000100:00000001:2.0:1749609482.549214:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609482.549215:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609482.549215:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193467520 02000000:00000001:0.0:1749609482.549215:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549216:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609482.549216:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609482.549217:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000010:0.0:1749609482.549217:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:2.0:1749609482.549218:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609482.549218:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609482.549220:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000010:0.0:1749609482.549220:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000040:2.0:1749609482.549221:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 548 usecs (1 jiffies) 00000020:00000001:1.0:1749609482.549221:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609482.549223:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298754993 00000020:00000001:1.0:1749609482.549223:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000200:0.0:1749609482.549223:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193467264, portal 10 00000100:00000001:0.0:1749609482.549224:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749609482.549225:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549225:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955097984 : -131938754453632 : ffff88009d689f80) 00010000:00020000:3.0:1749609482.549228:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609482.549228:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298754995 00000100:00000001:2.0:1749609482.549230:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298754993 00000100:00000040:0.0:1749609482.549230:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609482.549231:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609482.549232:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298754995 00000100:00000001:1.0:1749609482.549232:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1749609482.549233:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609482.549233:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11800. 00000100:00000001:2.0:1749609482.549234:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298754993 00000100:00000001:2.0:1749609482.549235:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298754995 00000100:00000001:0.0:1749609482.549235:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609482.549236:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749609482.549236:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e7400. 00000100:00000001:2.0:1749609482.549237:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298754993 00000100:00000040:0.0:1749609482.549237:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609482.549238:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609482.549238:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298754995 00000400:00000010:0.0:1749609482.549238:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609482.549239:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609482.549239:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193467264, offset 0 02000000:00000001:3.0:1749609482.549240:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1749609482.549240:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609482.549241:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609482.549241:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749609482.549243:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c1a000. 00000100:00000001:2.0:1749609482.549243:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609482.549245:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549245:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609482.549245:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749609482.549246:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609482.549247:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609482.549247:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000400:00000200:0.0:1749609482.549249:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada08f80 00010000:00000001:3.0:1749609482.549250:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749609482.549250:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 00010000:00000001:3.0:1749609482.549252:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609482.549252:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ad48. 00000400:00000200:0.0:1749609482.549252:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 51744 00000100:00001000:3.0:1749609482.549254:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609482.549254:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609482.549256:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1749609482.549256:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609482.549257:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609482.549257:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609482.549258:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609482.549258:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609482.549259:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609482.549259:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609482.549259:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609482.549260:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68f480. 00000100:00000040:3.0:1749609482.549261:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00080000:2.0:1749609482.549261:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749609482.549262:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68f480 x1834598193467264 msgsize 520 00000100:00000001:3.0:1749609482.549263:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609482.549263:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609482.549263:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609482.549264:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1749609482.549264:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609482.549265:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609482.549265:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609482.549268:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609482.549270:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609482.549270:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609482.549272:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609482.549273:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609482.549273:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609482.549274:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000040:3.0:1749609482.549275:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609482.549275:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609482.549276:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609482.549277:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:0.0:1749609482.549277:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609482.549280:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193467136, offset 0 00000100:00000001:1.0:1749609482.549281:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609482.549281:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609482.549282:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193467264 00000100:00000040:0.0:1749609482.549282:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609482.549283:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609482.549284:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609482.549284:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609482.549285:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549285:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549286:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609482.549287:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549288:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609482.549288:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193467264 00000020:00000001:1.0:1749609482.549289:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609482.549289:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609482.549289:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609482.549290:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609482.549290:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609482.549290:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609482.549290:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 847 usecs (1 jiffies) 00000020:00000001:1.0:1749609482.549291:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609482.549292:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549292:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298754993 00000100:00100000:2.0:1749609482.549293:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000001:0.0:1749609482.549293:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298754995 00000400:00000200:3.0:1749609482.549294:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada08f00 00000020:00000010:1.0:1749609482.549294:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 00000100:00000001:0.0:1749609482.549294:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298754993 00000100:00000040:2.0:1749609482.549295:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000010:1.0:1749609482.549295:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d600. 00000100:00000001:0.0:1749609482.549295:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298754995 00000100:00000001:0.0:1749609482.549296:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298754993 00000100:00000001:2.0:1749609482.549297:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955094400 : -131938754457216 : ffff88009d689180) 00000020:00000010:1.0:1749609482.549297:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000100:00000001:0.0:1749609482.549297:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298754995 00000400:00000200:3.0:1749609482.549298:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4625 [1] + 0 00000100:00000001:1.0:1749609482.549298:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609482.549298:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298754993 00000100:00000001:1.0:1749609482.549299:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609482.549299:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298754995 00000100:00000040:2.0:1749609482.549300:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d689180 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:428/0 lens 224/0 e 0 to 0 dl 1749609493 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609482.549300:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609482.549301:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549301:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609482.549302:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609482.549303:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549303:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549304:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549307:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609482.549308:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609482.549308:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549308:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609482.549309:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609482.549309:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609482.549309:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749609482.549310:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4340. 00000100:00000001:0.0:1749609482.549310:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609482.549311:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609482.549312:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609482.549312:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609482.549314:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4340. 00000100:00000200:3.0:1749609482.549315:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609482.549315:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609482.549316:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609482.549317:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609482.549318:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d689180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193467520:12345-0@lo:400: 02000000:00000001:0.0:1749609482.549319:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609482.549320:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609482.549320:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609482.549321:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193467520 00000100:00100000:0.0:1749609482.549321:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193467392:0@lo:38: 00000100:00000040:3.0:1749609482.549322:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609482.549322:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609482.549323:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609482.549323:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609482.549324:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609482.549324:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609482.549325:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749609482.549325:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 02000000:00000001:0.0:1749609482.549325:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749609482.549327:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609482.549327:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52c00. 00000100:00000001:1.0:1749609482.549328:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955119744 : -131938754431872 : ffff88009d68f480) 02000000:00000001:0.0:1749609482.549328:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609482.549329:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:3.0:1749609482.549330:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749609482.549330:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000040:1.0:1749609482.549331:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68f480 x1834598193467264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609482.549332:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193467392, portal 10 00000020:00000001:2.0:1749609482.549333:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609482.549333:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749609482.549334:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00000001:0.0:1749609482.549334:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955096192 : -131938754455424 : ffff88009d689880) 00000400:00000010:3.0:1749609482.549335:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000001:2.0:1749609482.549335:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:2.0:1749609482.549337:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749609482.549337:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609482.549338:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609482.549339:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609482.549340:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549340:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609482.549341:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609482.549342:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1749609482.549342:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193467264:12345-0@lo:38: 00000100:00000040:0.0:1749609482.549342:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609482.549342:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000040:3.0:1749609482.549343:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000001:2.0:1749609482.549344:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1749609482.549344:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193467392, offset 0 00000100:00000001:3.0:1749609482.549345:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609482.549345:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609482.549345:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193467264 00000400:00000200:0.0:1749609482.549345:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609482.549347:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609482.549347:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609482.549348:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749609482.549348:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749609482.549349:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609482.549350:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68f100 x1834598193467136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609482.549350:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09000 00000100:00000001:2.0:1749609482.549351:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609482.549352:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609482.549352:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 52264 02000000:00000010:2.0:1749609482.549354:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998e9c00. 00000400:00000200:0.0:1749609482.549354:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609482.549355:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609482.549356:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609482.549356:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549356:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749609482.549357:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193467136:12345-0@lo:38: Request processed in 163us (280us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749609482.549357:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609482.549358:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609482.549359:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:0.0:1749609482.549359:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68f800. 00000020:00000001:2.0:1749609482.549360:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609482.549360:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68f800 x1834598193467392 msgsize 520 00010000:00000001:1.0:1749609482.549361:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:2.0:1749609482.549362:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193467520 00000100:00100000:0.0:1749609482.549362:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749609482.549363:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609482.549364:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00000001:2.0:1749609482.549364:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609482.549365:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609482.549366:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609482.549366:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609482.549366:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000200:2.0:1749609482.549367:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d689180 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:428/0 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609482.549368:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609482.549368:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609482.549368:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609482.549369:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:0.0:1749609482.549370:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749609482.549371:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000200:0.0:1749609482.549371:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609482.549372:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071fc00. 00010000:00000001:2.0:1749609482.549373:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609482.549373:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609482.549374:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00010000:00000001:2.0:1749609482.549375:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609482.549375:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549375:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609482.549376:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609482.549377:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00001000:2.0:1749609482.549377:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=27 v=5 (1 1 0 0) 00010000:00000001:1.0:1749609482.549377:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609482.549378:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609482.549379:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609482.549380:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1749609482.549380:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609482.549380:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549381:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749609482.549382:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609482.549383:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609482.549383:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549384:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609482.549384:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 653 usecs (1 jiffies) 00000100:00000001:1.0:1749609482.549385:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609482.549386:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609482.549386:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298754993 02000000:00000001:2.0:1749609482.549387:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609482.549387:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609482.549388:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609482.549388:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298754995 00000100:00000001:2.0:1749609482.549389:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609482.549390:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609482.549390:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609482.549390:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298754993 00000100:00000001:0.0:1749609482.549391:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298754995 00000400:00000010:2.0:1749609482.549392:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609482.549392:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298754993 00000100:00000001:3.0:1749609482.549393:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609482.549393:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00100000:3.0:1749609482.549394:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193467392 00000100:00000001:0.0:1749609482.549394:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298754995 02000000:00000001:3.0:1749609482.549395:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749609482.549395:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193467520, offset 224 02000000:00000001:1.0:1749609482.549395:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609482.549395:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298754993 02000000:00000001:1.0:1749609482.549396:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549396:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298754995 00000100:00000001:3.0:1749609482.549397:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609482.549398:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609482.549398:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609482.549398:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609482.549399:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609482.549400:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609482.549402:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193467392 00000400:00000001:0.0:1749609482.549402:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749609482.549403:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609482.549404:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609482.549404:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:0.0:1749609482.549404:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609482.549405:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000040:1.0:1749609482.549407:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609482.549407:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000200:2.0:1749609482.549408:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09080 00000400:00000010:0.0:1749609482.549408:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000020:00000040:3.0:1749609482.549409:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609482.549410:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749609482.549410:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609482.549410:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609482.549411:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x462d [1] + 224 00000020:00000001:3.0:1749609482.549412:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609482.549412:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609482.549413:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609482.549415:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000400:00000200:2.0:1749609482.549415:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609482.549415:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193467264, offset 0 00000020:00000010:3.0:1749609482.549418:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000200:0.0:1749609482.549419:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609482.549420:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:1.0:1749609482.549420:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609482.549421:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609482.549422:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609482.549424:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609482.549425:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549425:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609482.549426:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609482.549427:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609482.549427:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609482.549427:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609482.549428:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609482.549429:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549429:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609482.549431:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749609482.549433:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada08f80 00000100:00000001:0.0:1749609482.549433:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609482.549434:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609482.549435:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609482.549435:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609482.549436:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609482.549437:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4635 [1] + 0 02000000:00000001:0.0:1749609482.549437:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609482.549438:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000001:3.0:1749609482.549440:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955120640 : -131938754430976 : ffff88009d68f800) 00000400:00000200:1.0:1749609482.549441:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749609482.549441:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609482 v=5 (0 0 0 0) 00000100:00000040:3.0:1749609482.549443:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68f800 x1834598193467392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609482.549444:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749609482.549444:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=94 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609482.549445:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609482.549446:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609482.549447:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609482.549448:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609482.549449:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00100000:3.0:1749609482.549450:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193467392:12345-0@lo:38: 00000400:00000010:2.0:1749609482.549450:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609482.549450:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609482.549451:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.549452:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749609482.549453:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193467392 00000100:00000001:2.0:1749609482.549453:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609482.549453:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609482.549455:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609482.549456:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609482.549457:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609482.549458:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:2.0:1749609482.549460:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749609482.549460:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609482.549460:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609482.549461:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609482.549462:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549462:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749609482.549463:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00020000:3.0:1749609482.549464:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609482.549464:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609482.549465:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689180 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:428/0 lens 224/224 e 0 to 0 dl 1749609493 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609482.549466:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609482.549466:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609482.549467:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609482.549468:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609482.549468:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609482.549470:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00080000:0.0:1749609482.549470:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609482.549472:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:0.0:1749609482.549472:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000001:3.0:1749609482.549473:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609482.549473:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d689180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193467520:12345-0@lo:400: Request processed in 164us (291us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609482.549474:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 02000000:00000010:3.0:1749609482.549475:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c1a400. 00000400:00000010:1.0:1749609482.549475:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609482.549475:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609482.549477:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609482.549477:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609482.549478:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609482.549478:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749609482.549479:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000001:1.0:1749609482.549479:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749609482.549480:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749609482.549481:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609482.549481:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549483:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1749609482.549484:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609482.549484:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609482.549485:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609482.549485:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609482.549485:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193467136:0@lo:38: 00000100:00001000:3.0:1749609482.549487:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749609482.549487:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 00000100:00000001:3.0:1749609482.549510:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:2.0:1749609482.549510:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ad48. 00000400:00000001:0.0:1749609482.549510:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609482.549511:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609482.549512:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1749609482.549513:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000400:00000010:0.0:1749609482.549513:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000100:00000040:3.0:1749609482.549514:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609482.549515:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:0.0:1749609482.549515:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000001:3.0:1749609482.549517:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000040:2.0:1749609482.549517:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000010:0.0:1749609482.549517:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609482.549518:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609482.549518:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609482.549519:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609482.549519:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609482.549521:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609482.549522:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609482.549522:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609482.549523:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68f480 x1834598193467264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609482.549524:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609482.549526:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609482.549528:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:0.0:1749609482.549528:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.549529:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609482.549530:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749609482.549531:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193467392, offset 0 00000400:00000001:2.0:1749609482.549532:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749609482.549532:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193467264:12345-0@lo:38: Request processed in 190us (267us total) trans 0 rc -19/-19 00000400:00000001:2.0:1749609482.549533:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609482.549534:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609482.549535:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549537:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749609482.549538:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 02000000:00000001:0.0:1749609482.549538:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749609482.549539:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000100:00000001:0.0:1749609482.549539:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609482.549541:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000100:00000001:1.0:1749609482.549541:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609482.549541:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609482.549542:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609482.549542:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609482.549542:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549545:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609482.549545:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d600. 00000100:00001000:0.0:1749609482.549545:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609482 v=5 (0 0 0 0) 00000400:00000200:3.0:1749609482.549548:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749609482.549548:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609482.549548:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 00000100:00001000:0.0:1749609482.549548:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=76 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609482.549550:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609482.549552:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609482.549553:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609482.549553:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609482.549554:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609482.549555:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00000100:00000040:0.0:1749609482.549555:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609482.549557:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09000 00000100:00000001:1.0:1749609482.549558:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549559:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609482.549560:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749609482.549561:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4641 [1] + 0 00000100:00000001:2.0:1749609482.549561:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609482.549561:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549561:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609482.549562:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549562:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609482.549563:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749609482.549564:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609482.549564:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609482.549565:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:0.0:1749609482.549565:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:3.0:1749609482.549566:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609482.549566:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609482.549567:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609482.549567:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.549568:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609482.549569:0:6441:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609482.549570:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609482.549571:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609482.549571:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193467264:0@lo:38: 00000100:00001000:2.0:1749609482.549573:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=27 v=5 (5 5 0 0) 00000100:00000001:0.0:1749609482.549574:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549575:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749609482.549576:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=27 v=5 (1 1 0 0) 00000100:00000040:0.0:1749609482.549576:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68a300 x1834598193467136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.549578:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749609482.549579:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.549580:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549580:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609482.549581:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1749609482.549582:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1749609482.549583:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52800. 00010000:00080000:2.0:1749609482.549585:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609482.549585:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609482.549586:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609482.549586:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609482.549587:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1749609482.549588:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000020:00000001:0.0:1749609482.549588:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609482.549589:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998eac00. 00000400:00000010:3.0:1749609482.549590:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 02000000:00000001:0.0:1749609482.549591:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609482.549592:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749609482.549592:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609482.549592:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609482.549593:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609482.549594:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1749609482.549594:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68a300. 00000100:00000001:3.0:1749609482.549595:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609482.549595:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609482.549595:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609482.549596:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609482.549597:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609482.549597:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609482.549597:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609482.549598:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609482.549598:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609482.549598:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689f80 x1834598193467264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609482.549601:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609482.549601:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609482.549602:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609482.549602:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 00000020:00000001:3.0:1749609482.549604:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609482.549604:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609482.549604:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609482.549605:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609482.549605:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749609482.549606:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68f800 x1834598193467392/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609502 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609482.549606:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea000. 00000100:00000001:2.0:1749609482.549607:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609482.549607:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609482.549608:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609482.549608:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689f80. 00000100:00000001:2.0:1749609482.549609:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609482.549610:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549610:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609482.549610:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549611:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609482.549612:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609482.549614:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193467392:12345-0@lo:38: Request processed in 164us (252us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609482.549614:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609482.549615:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549616:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609482.549617:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609482.549618:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609482.549619:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609482.549620:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000100:00100000:3.0:1749609482.549621:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000400:00000200:0.0:1749609482.549622:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609482.549622:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:3.0:1749609482.549623:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609482.549624:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609482.549624:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609482.549626:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000200:0.0:1749609482.549626:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609482.549628:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00100000:2.0:1749609482.549628:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193467520:0@lo:400: 00000020:00000010:3.0:1749609482.549630:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00000001:3.0:1749609482.549632:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609482.549632:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609482.549632:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.549633:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609482.549635:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689500 x1834598193467520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609482.549638:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609482.549640:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609482.549641:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609482.549641:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609482.549642:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749609482.549642:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609482.549643:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609482.549644:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74a00. 00000100:00000001:0.0:1749609482.549645:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609482.549646:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609482.549648:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609482.549649:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1749609482.549649:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609482 v=5 (0 0 0 0) 00000020:00000040:2.0:1749609482.549650:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00001000:0.0:1749609482.549652:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=27 v=20 (1 20 0 0) 00000020:00000001:2.0:1749609482.549653:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609482.549654:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3beb00. 00000100:00000001:0.0:1749609482.549654:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609482.549655:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609482.549657:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609482.549657:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609482.549658:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609482.549659:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689500. 00000100:00000040:0.0:1749609482.549659:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609482.549661:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609482.549662:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609482.549664:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549666:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609482.549667:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609482.549668:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549668:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609482.549669:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609482.549670:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609482.549670:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609482.549671:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549671:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609482.549692:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609482.549694:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609482.549696:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609482.549698:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609482.549705:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193467392:0@lo:38: 00000100:00000001:0.0:1749609482.549708:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549710:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609482.549711:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689880 x1834598193467392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609482.549716:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609482.549717:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609482.549718:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52c00. 02000000:00000001:0.0:1749609482.549720:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609482.549722:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609482.549722:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609482.549724:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609482.549725:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea800. 02000000:00000001:0.0:1749609482.549727:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609482.549728:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609482.549729:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689880. 00000100:00000001:0.0:1749609482.549731:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609482.549732:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609482.549733:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549735:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609482.549736:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609482.549737:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609482.549738:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609482.551723:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298754995, at 4298754995 00000100:00000040:2.0:1749609482.551723:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298754995, at 4298754995 00000100:00000040:0.0:1749609482.551729:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298754995, at 4298754995 00000100:00000010:2.0:1749609482.551733:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7ac0. 00000100:00000010:0.0:1749609482.551737:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7540. 00000100:00000010:3.0:1749609482.551744:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7280. 00000100:00000040:1.0:1749609482.551793:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298754995, at 4298754995 00000100:00000010:1.0:1749609482.551799:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e78c0. 00000100:00000001:2.0:1749609483.082775:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609483.082781:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609483.082782:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609483.082785:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609483.082787:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609483.082790:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609483.082793:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609483.082794:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609483.082796:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609483.530849:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609483.530856:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609483.530957:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609483.530965:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609483.530968:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609483.534824:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609483.534830:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609483.534832:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609483.534835:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609483.534839:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609483.534843:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609483.534846:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609483.534849:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609483.534851:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609483.549761:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609483.549774:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609483.549775:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609483.549779:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609483.549781:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609483.549784:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609483.549786:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609484.082820:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609484.082828:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609484.082830:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609484.082833:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609484.082837:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609484.082840:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609484.082843:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609484.082845:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609484.082846:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609484.532781:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609484.532788:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609484.532865:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609484.532869:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609484.532872:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609484.534749:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609484.534753:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609484.534755:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609484.534757:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:0.0:1749609484.534760:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609484.534764:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609484.534766:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609484.534769:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609484.534771:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609484.549743:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609484.549756:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609484.549757:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609484.549761:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609484.549763:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609484.549766:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609484.549768:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609485.082816:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609485.082823:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609485.082825:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609485.082828:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609485.082831:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609485.082834:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609485.082837:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609485.082839:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609485.082840:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609485.534842:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609485.534851:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609485.534853:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609485.534856:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609485.534860:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609485.534862:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609485.534865:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609485.534867:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609485.534917:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609485.534923:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609485.534925:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609485.534928:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609485.534932:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609485.534936:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609485.534940:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749609485.534942:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1749609485.534944:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609485.534947:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609485.534947:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609485.534950:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609485.549738:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609485.549748:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609485.549750:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609485.549753:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609485.549756:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609485.549758:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609485.549759:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609486.082833:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609486.082839:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609486.082841:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609486.082844:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609486.082846:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609486.082849:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609486.082852:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609486.082854:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609486.082871:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609486.196139:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609486.196158:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609486.196163:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609486.196165:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609486.196177:0:1041:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609486.196196:0:1041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500500 00000400:00000100:0.0:1749609486.196204:0:1041:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188188928 offset 0 length 520: 4 00000400:00000200:0.0:1749609486.196209:0:1041:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609486.196211:0:1041:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609486.196222:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609486.196241:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609486.196244:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609486.196247:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609486.534754:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609486.534762:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609486.534764:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609486.534766:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609486.534770:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609486.534773:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609486.534776:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609486.534778:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609486.534780:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609486.536792:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609486.536796:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609486.536911:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609486.536916:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609486.536919:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609486.549753:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609486.549762:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609486.549763:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609486.549766:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609486.549768:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609486.549770:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609486.549772:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.082886:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609487.082894:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609487.082896:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609487.082900:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609487.082904:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609487.082908:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.082910:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609487.082913:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.082915:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.534794:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609487.534799:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609487.534801:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609487.534803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609487.534806:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609487.534809:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.534811:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609487.534814:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.534815:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609487.538792:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609487.538795:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609487.538867:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609487.538887:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609487.538890:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609487.549751:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609487.549760:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609487.549762:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609487.549765:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609487.549767:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609487.549770:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.549772:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609487.556864:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609487.556871:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609487.556873:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609487.556875:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609487.556877:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609487.556878:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609487.556881:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609487.556900:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4087 00000100:00080000:2.0:1749609487.556903:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609487.556905:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609487.556907:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609487.556908:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609487.556910:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609487.556912:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609487.556914:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609487.556916:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609487.556919:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609487.556920:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609487.556921:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609487.556923:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609487.556924:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609487.556925:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609487.556926:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609487.556929:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609487.556930:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609487.556932:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609487.556934:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609487.556939:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609487.556941:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.556942:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609487.556944:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609487.556948:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689500. 00000020:00000040:2.0:1749609487.556951:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609487.556954:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609487.556956:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.556958:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609487.556960:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609487.556963:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609487.556968:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8400. 00000100:00000001:2.0:1749609487.556973:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609487.556981:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609487.556988:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609487.556990:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.556993:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689500] to pc [ptlrpcd_rcv+-1] req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609487.557013:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609487.557015:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609487.557017:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609487.557018:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609487.557019:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609487.557021:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609487.557022:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4087 00000100:00080000:2.0:1749609487.557023:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609487.557024:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609487.557026:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609487.557027:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609487.557028:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609487.557029:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609487.557030:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609487.557031:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609487.557032:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609487.557033:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609487.557034:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609487.557036:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609487.557037:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609487.557037:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609487.557038:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609487.557039:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609487.557041:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609487.557044:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609487.557046:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609487.557048:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609487.557049:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557050:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609487.557051:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609487.557053:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688e00. 00000020:00000040:2.0:1749609487.557054:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609487.557055:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609487.557055:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609487.557056:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557057:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609487.557057:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609487.557058:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557059:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749609487.557060:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea800. 00000100:00000001:2.0:1749609487.557062:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557062:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749609487.557064:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609487.557068:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749609487.557068:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609487.557069:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.557071:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688e00] to pc [ptlrpcd_rcv+-1] req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609487.557075:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609487.557077:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609487.557077:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609487.557078:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609487.557079:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749609487.557079:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609487.557080:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609487.557081:0:11382:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749609487.557081:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609487.557082:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4087 00000100:00080000:2.0:1749609487.557083:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749609487.557084:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609487.557085:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609487.557086:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609487.557086:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.557087:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:0.0:1749609487.557089:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193467648:0@lo:38: 00000100:00000001:2.0:1749609487.557091:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609487.557092:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609487.557092:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749609487.557093:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609487.557093:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609487.557095:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609487.557096:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:0.0:1749609487.557096:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609487.557097:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:0.0:1749609487.557098:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.557099:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609487.557100:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609487.557100:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609487.557101:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609487.557102:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609487.557103:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 02000000:00000010:0.0:1749609487.557103:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 00000100:00080000:2.0:1749609487.557104:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609487.557105:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609487.557105:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609487.557106:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609487.557107:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609487.557108:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557109:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609487.557110:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609487.557111:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000010:2.0:1749609487.557112:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688700. 00000020:00000040:2.0:1749609487.557113:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609487.557114:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609487.557115:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557115:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609487.557116:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609487.557117:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609487.557117:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 02000000:00000010:2.0:1749609487.557119:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8c00. 00000100:00000001:2.0:1749609487.557120:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609487.557122:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749609487.557123:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193467648, portal 4 00000100:00000001:0.0:1749609487.557125:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609487.557126:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609487.557127:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557127:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955095296 : -131938754456320 : ffff88009d689500) 00000100:00000040:2.0:1749609487.557128:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688700] to pc [ptlrpcd_rcv+-1] req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609487.557133:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609487.557135:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.557136:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609487.557139:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609487.557140:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749609487.557141:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 00000020:00000040:2.0:1749609487.557142:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609487.557143:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749609487.557143:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609487.557144:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609487.557145:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609487.557145:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 02000000:00000010:2.0:1749609487.557147:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3beb00. 00000100:00000200:0.0:1749609487.557147:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193467648, offset 0 00000100:00000001:2.0:1749609487.557149:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.557151:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609487.557152:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609487.557155:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609487.557156:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.557158:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688380] to pc [ptlrpcd_00_03+3] req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609487.557164:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609487.557173:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada09100 00000100:00000001:2.0:1749609487.557176:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.557180:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4097) 00000400:00000200:0.0:1749609487.557180:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 2600 00000400:00000200:0.0:1749609487.557187:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609487.557191:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609487.557196:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609487.557196:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609487.557197:0:1050:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:0.0:1749609487.557198:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609487.557199:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609487.557202:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68fb80. 00000100:00000001:2.0:1749609487.557204:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609487.557205:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609487.557205:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68fb80 x1834598193467648 msgsize 520 00000100:00000001:2.0:1749609487.557206:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609487.557207:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609487.557208:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609487.557209:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609487.557209:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609487.557210:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609487.557212:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557214:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609487.557215:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609487.557217:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609487.557217:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609487.557218:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609487.557222:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609487.557224:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193468032:0@lo:400: 00000100:00000001:2.0:1749609487.557227:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609487.557228:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609487.557230:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609487.557231:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609487.557231:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749609487.557232:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193467648 02000000:00000010:2.0:1749609487.557232:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74a00. 02000000:00000001:3.0:1749609487.557234:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609487.557234:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609487.557236:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749609487.557237:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000100:00000001:3.0:1749609487.557238:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609487.557238:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 02000000:00000001:3.0:1749609487.557241:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609487.557241:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00100000:3.0:1749609487.557243:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193467648 00000100:00000001:0.0:1749609487.557244:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609487.557245:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609487.557246:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609487.557247:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609487.557247:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000200:0.0:1749609487.557247:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609487.557248:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609487.557250:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609487.557250:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193468032, portal 10 00000100:00000001:2.0:1749609487.557252:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609487.557252:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955090816 : -131938754460800 : ffff88009d688380) 00000020:00000010:3.0:1749609487.557253:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000040:2.0:1749609487.557256:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609487.557256:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609487.557258:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609487.557261:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609487.557262:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000040:2.0:1749609487.557262:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609487.557263:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000200:2.0:1749609487.557264:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193468032, offset 0 00000020:00000010:3.0:1749609487.557265:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609487.557265:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557267:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609487.557268:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609487.557269:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609487.557270:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609487.557272:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557275:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609487.557276:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609487.557278:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2156 usecs (3 jiffies) 00000400:00000200:2.0:1749609487.557279:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609487.557282:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298760003 00000400:00000200:2.0:1749609487.557283:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada09280 00000100:00000010:0.0:1749609487.557285:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7540. 00000400:00000200:2.0:1749609487.557287:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 52784 00000400:00000200:2.0:1749609487.557290:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609487.557292:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609487.557292:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609487.557293:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.557295:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609487.557296:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609487.557296:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298760003 00000100:00000010:2.0:1749609487.557298:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688a80. 00000100:00000010:0.0:1749609487.557298:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7300. 00000100:00000040:2.0:1749609487.557299:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88009d688a80 x1834598193468032 msgsize 224 00000100:00000001:3.0:1749609487.557300:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609487.557300:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:2.0:1749609487.557301:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609487.557302:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609487.557305:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000001:3.0:1749609487.557307:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955121536 : -131938754430080 : ffff88009d68fb80) 00000100:00000001:2.0:1749609487.557307:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609487.557308:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298760003 00000100:00000040:3.0:1749609487.557310:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68fb80 x1834598193467648/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609487.557310:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000010:0.0:1749609487.557310:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7880. 00000400:00000010:2.0:1749609487.557311:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609487.557313:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609487.557313:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609487.557315:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298760003 00000100:00100000:3.0:1749609487.557317:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193467648:12345-0@lo:38: 00000100:00000010:0.0:1749609487.557317:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7b40. 00000100:00000200:2.0:1749609487.557318:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609487.557319:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193467648 00000100:00000001:0.0:1749609487.557320:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:3.0:1749609487.557321:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609487.557322:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609487.557323:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749609487.557324:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609487.557324:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609487.557324:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557327:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557328:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557329:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609487.557329:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.557332:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609487.557333:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.557334:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 548 usecs (1 jiffies) 00000100:00000001:0.0:1749609487.557334:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00020000:3.0:1749609487.557335:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609487.557335:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.557336:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298760001 00010000:00000001:3.0:1749609487.557337:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609487.557337:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298760003 00000100:00000001:0.0:1749609487.557337:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609487.557338:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749609487.557339:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609487.557339:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298760001 00000100:00000001:2.0:1749609487.557340:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298760003 00000100:00000001:0.0:1749609487.557340:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609487.557341:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609487.557341:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298760001 00000100:00000001:2.0:1749609487.557342:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298760003 00000100:00000040:0.0:1749609487.557342:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609487.557343:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609487.557343:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298760001 00000100:00000001:2.0:1749609487.557344:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298760003 02000000:00000001:3.0:1749609487.557345:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609487.557345:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609487.557346:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609487.557347:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c1a800. 00000100:00000001:2.0:1749609487.557348:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609487.557349:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557349:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609487.557350:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557350:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609487.557351:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609487.557353:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609487.557353:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1749609487.557354:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609487.557354:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749609487.557356:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749609487.557356:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609487.557358:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:0.0:1749609487.557358:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193467776:0@lo:38: 00000100:00000001:3.0:1749609487.557360:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609487.557361:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609487.557363:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609487.557364:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609487.557365:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:0.0:1749609487.557365:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609487.557366:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609487.557366:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609487.557368:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00100000:1.0:1749609487.557368:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193468032 00000100:00000040:3.0:1749609487.557369:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000010:0.0:1749609487.557369:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 02000000:00000001:1.0:1749609487.557370:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609487.557370:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609487.557371:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609487.557372:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609487.557372:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749609487.557372:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:1.0:1749609487.557373:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609487.557374:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609487.557375:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609487.557375:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 02000000:00000001:1.0:1749609487.557376:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609487.557377:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:0.0:1749609487.557378:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193467776, portal 10 00000100:00000200:3.0:1749609487.557379:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193467648, offset 0 00000100:00100000:1.0:1749609487.557379:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193468032 00000100:00000001:0.0:1749609487.557380:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749609487.557381:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609487.557381:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955093504 : -131938754458112 : ffff88009d688e00) 00000400:00000200:3.0:1749609487.557382:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749609487.557382:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:1.0:1749609487.557383:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609487.557385:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000040:0.0:1749609487.557386:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609487.557387:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609487.557388:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:1.0:1749609487.557389:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:3.0:1749609487.557391:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada09100 00000100:00000001:1.0:1749609487.557393:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609487.557393:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609487.557394:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4655 [1] + 0 00000100:00000040:0.0:1749609487.557395:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609487.557396:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11380. 00000400:00000200:3.0:1749609487.557397:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749609487.557397:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000400:00000200:3.0:1749609487.557399:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609487.557399:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11800. 00000100:00000200:0.0:1749609487.557399:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193467776, offset 0 00000100:00000001:3.0:1749609487.557401:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609487.557403:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609487.557403:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:0.0:1749609487.557403:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609487.557408:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609487.557410:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609487.557413:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09180 00000100:00000001:3.0:1749609487.557415:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609487.557416:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749609487.557417:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 53008 00000020:00000010:1.0:1749609487.557418:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 00000020:00000010:1.0:1749609487.557421:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d600. 00000400:00000200:0.0:1749609487.557422:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609487.557423:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000400:00000200:0.0:1749609487.557424:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609487.557426:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749609487.557427:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:3.0:1749609487.557428:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749609487.557428:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609487.557429:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609487.557429:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609487.557429:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609487.557430:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749609487.557430:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609487.557431:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609487.557433:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609487.557434:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609487.557436:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609487.557437:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609487.557437:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609487.557438:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68fb80 x1834598193467648/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609487.557440:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609487.557440:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609487.557442:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1749609487.557443:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193467648:12345-0@lo:38: Request processed in 127us (237us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609487.557443:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609487.557444:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6c000. 00000100:00000001:1.0:1749609487.557447:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609487.557447:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6c000 x1834598193467776 msgsize 520 00000100:00100000:0.0:1749609487.557450:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609487.557451:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000001:3.0:1749609487.557471:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609487.557473:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609487.557473:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609487.557475:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193467776 00000100:00000001:0.0:1749609487.557475:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609487.557476:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 02000000:00000001:1.0:1749609487.557476:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609487.557478:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609487.557479:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:1.0:1749609487.557479:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609487.557480:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609487.557481:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000400:00000200:0.0:1749609487.557481:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00100000:1.0:1749609487.557482:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193467776 00000100:00000001:3.0:1749609487.557483:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609487.557483:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749609487.557483:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000020:00000040:1.0:1749609487.557484:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609487.557485:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609487.557485:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609487.557486:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609487.557487:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609487.557488:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609487.557489:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000020:00000010:1.0:1749609487.557491:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d100. 00000020:00000010:1.0:1749609487.557492:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aed8. 00000100:00000001:1.0:1749609487.557495:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609487.557495:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609487.557496:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609487.557497:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609487.557497:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609487.557499:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557503:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609487.557504:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609487.557504:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609487.557505:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609487.557506:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609487.557506:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609487.557509:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:0.0:1749609487.557509:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 837 usecs (1 jiffies) 00000100:00000001:1.0:1749609487.557511:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609487.557511:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298760001 00000100:00000040:3.0:1749609487.557512:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609487.557513:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955092608 : -131938754459008 : ffff88009d688a80) 00000100:00000001:1.0:1749609487.557513:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609487.557513:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298760003 00000100:00000001:0.0:1749609487.557515:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298760001 00000100:00100000:1.0:1749609487.557516:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000040:3.0:1749609487.557517:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d688a80 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:433/0 lens 224/0 e 0 to 0 dl 1749609498 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609487.557517:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298760003 00000100:00000001:0.0:1749609487.557518:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298760001 00000100:00000001:1.0:1749609487.557519:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895206400 : -131938814345216 : ffff880099d6c000) 00000100:00000001:0.0:1749609487.557520:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298760003 00000100:00000040:1.0:1749609487.557522:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6c000 x1834598193467776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609487.557522:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298760001 00000100:00000001:0.0:1749609487.557523:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298760003 00000100:00000001:3.0:1749609487.557525:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609487.557525:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609487.557527:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609487.557528:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba6c0. 00000100:00000001:0.0:1749609487.557529:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609487.557531:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609487.557532:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609487.557533:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7eba6c0. 00000100:00100000:1.0:1749609487.557533:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193467776:12345-0@lo:38: 00000100:00100000:3.0:1749609487.557536:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193468032:12345-0@lo:400: 00000100:00000200:1.0:1749609487.557537:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193467776 00000100:00000001:0.0:1749609487.557538:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749609487.557539:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193468032 00000020:00000001:1.0:1749609487.557539:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609487.557539:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609487.557542:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609487.557542:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609487.557543:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609487.557544:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749609487.557545:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609487.557546:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609487.557547:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609487.557547:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193467904:0@lo:38: 00000020:00000001:3.0:1749609487.557548:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609487.557550:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:0.0:1749609487.557550:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609487.557552:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749609487.557553:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749609487.557553:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609487.557554:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609487.557555:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749609487.557557:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749609487.557557:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749609487.557557:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52800. 00000020:00000001:3.0:1749609487.557558:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1749609487.557559:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609487.557559:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609487.557560:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749609487.557561:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749609487.557561:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000020:00000001:3.0:1749609487.557562:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609487.557563:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749609487.557563:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000020:00000001:3.0:1749609487.557564:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609487.557565:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609487.557566:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609487.557566:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193467904, portal 10 00000100:00000001:0.0:1749609487.557568:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609487.557569:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955091712 : -131938754459904 : ffff88009d688700) 02000000:00000010:1.0:1749609487.557570:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071d400. 02000000:00000001:1.0:1749609487.557571:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609487.557573:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609487.557573:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609487.557574:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609487.557575:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609487.557576:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609487.557577:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609487.557578:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c1ac00. 00000100:00001000:1.0:1749609487.557579:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609487.557579:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609487.557580:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609487.557581:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609487.557581:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609487.557582:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:0.0:1749609487.557582:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000020:00000001:3.0:1749609487.557584:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609487.557584:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609487.557584:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193467904, offset 0 00010000:00000040:3.0:1749609487.557586:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193468032 00000100:00000040:1.0:1749609487.557586:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:0.0:1749609487.557587:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609487.557588:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609487.557588:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609487.557589:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00010000:00000200:3.0:1749609487.557591:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d688a80 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:433/0 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609487.557591:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609487.557593:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609487.557593:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609487.557593:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609487.557595:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609487.557596:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609487.557598:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000400:00000200:0.0:1749609487.557598:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09200 00010000:00000001:3.0:1749609487.557599:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609487.557601:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609487.557601:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 53528 00000100:00001000:3.0:1749609487.557603:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=32 v=5 (1 1 0 0) 00000400:00000200:0.0:1749609487.557605:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609487.557606:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609487.557607:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193467776, offset 0 00000400:00000200:0.0:1749609487.557607:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609487.557608:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609487.557610:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609487.557610:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749609487.557611:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609487.557611:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749609487.557612:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609487.557613:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609487.557614:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6c380. 00000100:00000001:3.0:1749609487.557615:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609487.557616:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609487.557616:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6c380 x1834598193467904 msgsize 520 00000100:00000040:3.0:1749609487.557617:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609487.557620:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00100000:0.0:1749609487.557620:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609487.557621:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09180 00000100:00000200:3.0:1749609487.557622:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193468032, offset 224 00000400:00000200:1.0:1749609487.557624:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4665 [1] + 0 00000400:00000200:3.0:1749609487.557627:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609487.557627:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609487.557629:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609487.557632:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609487.557632:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609487.557633:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609487.557637:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000100:00000200:1.0:1749609487.557638:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609487.557638:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000400:00000200:3.0:1749609487.557639:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09280 00000100:00000001:0.0:1749609487.557640:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609487.557643:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x465d [1] + 224 00000100:00000200:0.0:1749609487.557643:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609487.557644:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609487.557648:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609487.557649:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609487.557650:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609487.557650:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609487.557652:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609487.557652:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609487.557653:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193467904 00000400:00000200:1.0:1749609487.557653:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749609487.557654:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 02000000:00000001:2.0:1749609487.557655:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609487.557656:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609487.557656:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609487.557657:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609487.557657:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609487.557657:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609487.557658:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609487.557659:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609487.557659:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557659:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609487.557660:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609487.557660:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193467904 00000020:00000001:2.0:1749609487.557661:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609487.557661:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609487.557662:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557662:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609487.557663:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609487.557664:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 646 usecs (1 jiffies) 00000100:00000040:1.0:1749609487.557665:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6c000 x1834598193467776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609487.557666:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609487.557666:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298760001 00000020:00000001:2.0:1749609487.557667:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609487.557668:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557668:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298760003 00000100:00000040:3.0:1749609487.557669:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609487.557669:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557670:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298760001 00000100:00100000:1.0:1749609487.557671:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193467776:12345-0@lo:38: Request processed in 139us (223us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609487.557671:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298760003 00000020:00000010:2.0:1749609487.557672:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75400. 00000100:00000001:0.0:1749609487.557673:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298760001 00000020:00000010:2.0:1749609487.557690:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d900. 00000020:00000010:2.0:1749609487.557692:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000001:0.0:1749609487.557693:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298760003 00000100:00000001:2.0:1749609487.557695:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609487.557695:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298760002 00000100:00000001:2.0:1749609487.557696:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609487.557697:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557697:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298760003 00000100:00000001:0.0:1749609487.557698:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609487.557700:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000001:0.0:1749609487.557700:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557702:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609487.557702:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609487.557703:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609487.557703:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1749609487.557704:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749609487.557705:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d100. 00000400:00000001:0.0:1749609487.557706:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609487.557707:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aed8. 00000100:00000001:2.0:1749609487.557708:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749609487.557708:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609487.557709:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609487.557709:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000400:00000200:0.0:1749609487.557710:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00100000:2.0:1749609487.557711:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000001:1.0:1749609487.557711:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609487.557711:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609487.557713:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895207296 : -131938814344320 : ffff880099d6c380) 00000100:00000001:0.0:1749609487.557714:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609487.557715:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609487.557715:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6c380 x1834598193467904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609487.557717:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609487.557721:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193467904:12345-0@lo:38: 00000100:00000200:2.0:1749609487.557723:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193467904 00000020:00000001:2.0:1749609487.557724:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609487.557725:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609487.557726:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00010000:00000001:2.0:1749609487.557726:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749609487.557728:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:3.0:1749609487.557730:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609487.557731:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609487.557731:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557731:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:2.0:1749609487.557732:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609487.557733:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557733:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609487.557734:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609487.557735:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609487.557735:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609487.557736:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609487.557737:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609487.557738:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609487.557738:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609487.557738:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749609487.557739:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609487.557740:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557740:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609487.557741:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998ea000. 00000100:00000001:0.0:1749609487.557741:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609487.557742:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749609487.557742:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557743:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609487.557744:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609487.557745:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688a80 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:433/0 lens 224/224 e 0 to 0 dl 1749609498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609487.557745:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1749609487.557748:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609487 v=5 (0 0 0 0) 00010000:00000001:2.0:1749609487.557749:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609487.557751:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:0.0:1749609487.557751:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=99 v=20 (1 20 0 0) 00000100:00100000:3.0:1749609487.557753:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193468032:12345-0@lo:400: Request processed in 227us (452us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609487.557753:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609487.557754:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609487.557754:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609487.557756:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609487.557756:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609487.557757:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609487.557758:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609487.557758:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609487.557760:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:2.0:1749609487.557760:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609487.557761:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609487.557761:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609487.557762:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 02000000:00000001:2.0:1749609487.557762:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557763:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609487.557764:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609487.557765:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609487.557766:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749609487.557766:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000200:2.0:1749609487.557768:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193467904, offset 0 00000100:00000001:0.0:1749609487.557768:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609487.557769:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d600. 00000400:00000200:2.0:1749609487.557770:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609487.557771:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1749609487.557772:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 00000100:00000001:0.0:1749609487.557773:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609487.557774:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00000400:00000200:2.0:1749609487.557774:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609487.557775:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749609487.557777:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09200 00000100:00000001:0.0:1749609487.557777:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1749609487.557778:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00080000:0.0:1749609487.557779:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609487.557780:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609487.557780:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4671 [1] + 0 00000100:00080000:0.0:1749609487.557782:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:2.0:1749609487.557783:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609487.557784:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609487.557785:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609487.557787:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609487.557787:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609487.557789:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609487.557794:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609487.557795:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193467648:0@lo:38: 00000100:00000001:2.0:1749609487.557799:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609487.557799:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609487.557801:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000001:0.0:1749609487.557801:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749609487.557802:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609487.557803:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749609487.557803:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689500 x1834598193467648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609487.557804:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609487.557806:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609487.557807:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609487.557808:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557809:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609487.557811:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749609487.557812:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749609487.557813:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 00000100:00000040:2.0:1749609487.557814:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6c380 x1834598193467904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609507 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609487.557816:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609487.557817:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1749609487.557819:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193467904:12345-0@lo:38: Request processed in 99us (202us total) trans 0 rc -19/-19 00000020:00000040:0.0:1749609487.557819:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609487.557822:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609487.557823:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8400. 00000100:00100000:2.0:1749609487.557824:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000001:2.0:1749609487.557825:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609487.557826:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609487.557826:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609487.557827:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1749609487.557828:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d900. 00000100:00000010:0.0:1749609487.557829:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689500. 00000020:00000010:2.0:1749609487.557830:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000100:00000001:0.0:1749609487.557832:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609487.557833:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609487.557834:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75400. 00000100:00000001:0.0:1749609487.557835:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.557836:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609487.557839:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609487.557840:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609487.557842:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609487.557843:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609487.557845:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1749609487.557845:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609487.557846:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609487.557847:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609487.557848:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000400:00000200:0.0:1749609487.557850:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609487.557851:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609487.557853:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609487.557855:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609487.557856:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609487.557857:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609487.557858:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749609487.557860:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609487.557861:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:2.0:1749609487.557863:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609487.557863:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609487.557865:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609487.557869:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609487.557870:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609487.557871:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.557873:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609487.557873:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609487.557874:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609487.557874:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609487.557875:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609487.557875:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609487.557876:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609487.557876:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609487.557877:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609487.557878:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609487.557878:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609487.557880:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609487.557881:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609487 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609487.557882:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=32 v=5 (5 5 0 0) 00000100:00001000:0.0:1749609487.557883:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=81 v=20 (1 20 0 0) 00000100:00001000:2.0:1749609487.557884:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=32 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609487.557885:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609487.557886:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557886:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609487.557887:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609487.557889:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609487.557890:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749609487.557892:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749609487.557893:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609487.557897:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557898:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609487.557900:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609487.557900:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749609487.557901:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609487.557901:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.557902:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609487.557903:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557903:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1749609487.557904:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609487.557904:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609487.557906:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609487.557908:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609487.557908:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609487.557909:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609487.557909:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609487.557910:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609487.557912:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609487.557912:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609487.557916:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193468032:0@lo:400: 00000100:00000001:2.0:1749609487.557918:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.557920:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609487.557920:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193467776:0@lo:38: 00000100:00000040:2.0:1749609487.557921:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688380 x1834598193468032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609487.557924:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1749609487.557924:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749609487.557925:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1749609487.557925:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609487.557926:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 02000000:00000010:2.0:1749609487.557927:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74a00. 00000400:00000200:0.0:1749609487.557928:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609487.557929:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 02000000:00000001:2.0:1749609487.557930:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609487.557931:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609487.557931:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609487.557931:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749609487.557932:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609487.557933:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3beb00. 00000100:00000200:0.0:1749609487.557934:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609487.557937:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609487.557938:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609487.557938:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688380. 00000100:00000001:2.0:1749609487.557940:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609487.557940:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609487.557941:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609487.557943:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.557946:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609487.557947:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557947:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609487.557948:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609487.557948:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609487.557949:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.557950:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609487.557951:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609487.557953:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609487.557954:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609487.557956:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609487.557958:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609487 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609487.557960:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=32 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609487.557963:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609487.557964:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609487.557966:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609487.557968:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609487.557975:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609487.557977:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609487.557978:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609487.557979:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609487.557980:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609487.557982:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609487.557984:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609487.557986:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609487.557988:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609487.557996:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193467904:0@lo:38: 00000100:00000001:0.0:1749609487.557999:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.558001:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609487.558003:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688e00 x1834598193467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609487.558010:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609487.558011:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609487.558012:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609487.558015:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609487.558016:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609487.558017:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609487.558019:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609487.558020:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea800. 02000000:00000001:0.0:1749609487.558023:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609487.558024:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609487.558025:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688e00. 00000100:00000001:0.0:1749609487.558028:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609487.558029:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609487.558030:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609487.558032:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688700 x1834598193467904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609487.558039:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609487.558040:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609487.558041:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52800. 02000000:00000001:0.0:1749609487.558043:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609487.558044:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609487.558045:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609487.558046:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609487.558047:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8c00. 02000000:00000001:0.0:1749609487.558049:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609487.558050:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609487.558051:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688700. 00000100:00000001:0.0:1749609487.558052:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609487.558053:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609487.558055:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.558056:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609487.558057:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609487.558058:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609487.558060:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609487.559729:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298760003, at 4298760003 00000100:00000040:2.0:1749609487.559730:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298760003, at 4298760003 00000100:00000040:3.0:1749609487.559731:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298760003, at 4298760003 00000100:00000040:1.0:1749609487.559738:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298760003, at 4298760003 00000100:00000010:3.0:1749609487.559740:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b40. 00000100:00000010:0.0:1749609487.559740:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7540. 00000100:00000010:1.0:1749609487.559744:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7300. 00000100:00000010:2.0:1749609487.559750:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7880. 00000100:00000001:2.0:1749609488.082818:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609488.082824:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609488.082825:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609488.082828:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609488.082831:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609488.082833:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609488.082835:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609488.082837:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609488.082838:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609488.534755:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609488.534763:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609488.534766:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609488.534769:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609488.534773:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609488.534776:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609488.534779:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609488.534782:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609488.534784:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609488.540823:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609488.540829:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609488.540953:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609488.540959:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609488.540963:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609488.557792:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609488.557809:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609488.557813:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609488.557819:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609488.557822:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609488.557826:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609488.557829:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609489.082825:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609489.082834:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609489.082837:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609489.082841:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609489.082846:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609489.082850:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609489.082853:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609489.082856:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609489.082859:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609489.534779:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609489.534786:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609489.534788:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609489.534790:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609489.534806:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609489.534808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609489.534810:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609489.534813:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609489.534814:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609489.542827:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609489.542833:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609489.542926:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609489.542931:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609489.542935:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609489.557744:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609489.557755:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609489.557756:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609489.557759:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609489.557761:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609489.557763:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609489.557765:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609490.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609490.082800:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609490.082802:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609490.082805:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609490.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609490.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609490.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609490.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609490.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609490.512834:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:2.0:1749609490.512839:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1749609490.512842:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130dc1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749609490.512986:0:1042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749609490.512987:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609490.512999:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749609490.513002:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609490.513004:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609490.534769:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609490.534775:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609490.534776:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609490.534779:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609490.534781:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609490.534784:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609490.534786:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609490.534792:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009d68c380 x1834598193466496/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609490.534798:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609490.534799:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68c380 x1834598193466496/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609490.534804:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609490.534805:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609490.534819:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609490.534821:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609490.534822:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68c380 x1834598193466496/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609490.534827:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193466496:0@lo:101: 00000100:00000001:2.0:1749609490.534830:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609490.534831:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609490.534833:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609490.534834:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609490.534835:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68c380 x1834598193466496/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609490.534838:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609490.534840:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f780. 00000100:00000001:2.0:1749609490.534841:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609490.534842:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609490.534845:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609490.534847:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609490.534849:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609490.534851:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79a00 refcount=4 00000020:00000001:2.0:1749609490.534852:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841784832 : -131938867766784 : ffff880096a79a00) 00010000:00000001:2.0:1749609490.534854:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841784832 : -131938867766784 : ffff880096a79a00) 00010000:00010000:2.0:1749609490.534857:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609490.534862:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609490.534864:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609490.534867:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609490.534868:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609490.534876:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609490.534877:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609490.534878:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609490.534881:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609490.534883:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609490.534884:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609490.534885:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609490.534888:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a79a00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609490.534890:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609490.534891:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609490.534895:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609490.534895:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609490.534896:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609490.534897:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79a00 refcount=5 00000020:00000001:2.0:1749609490.534897:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841784832 : -131938867766784 : ffff880096a79a00) 00010000:00000001:2.0:1749609490.534898:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841784832 : -131938867766784 : ffff880096a79a00) 00010000:00000001:2.0:1749609490.534900:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609490.534901:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609490.534904:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609490.534904:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609490.534906:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749609490.534908:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609490.534908:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609490.534912:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609490.534913:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609490.534915:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609490.534916:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609490.534917:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609490.534918:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609490.534919:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a79a00 with handle 0xae754a08875148ee from hash 00010000:00000001:2.0:1749609490.534920:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609490.534921:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609490.534921:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609490.534922:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609490.534922:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609490.534923:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609490.534924:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609490.534925:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609490.534925:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609490.534926:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609490.534927:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609490.534929:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609490.534930:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609490.534930:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609490.534931:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609490.534931:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609490.534932:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609490.534932:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609490.534933:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a79a00/0xae754a08875148ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609490.534937:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35300 count: 0 00010000:00000001:2.0:1749609490.534960:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609490.534961:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609490.534963:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609490.534964:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68c380 x1834598193466496/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609490.534968:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609490.534972:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609490.534973:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609490.534974:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609490.534977:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a79000. 02000000:00000001:2.0:1749609490.534980:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609490.534981:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609490.534982:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68c380. 00000100:00000001:2.0:1749609490.534984:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609490.534985:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609490.534986:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609490.534988:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609490.534989:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609490.534991:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b46d4340. 00000020:00000010:2.0:1749609490.534994:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74a00. 00000020:00000010:2.0:1749609490.534998:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ef75400. 00000040:00000010:2.0:1749609490.535000:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ef75000. 00000020:00000010:2.0:1749609490.535003:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb71000. 00000020:00000010:2.0:1749609490.535005:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ef75800. 80000000:00000010:2.0:1749609490.535008:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609490.535011:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ef75e00. 00080000:00000010:2.0:1749609490.535016:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e19b000. 00080000:00000010:2.0:1749609490.535020:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e5e000. 10000000:00000040:2.0:1749609490.535027:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:2.0:1749609490.535029:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609490.535033:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ef75400. 00000040:00000010:2.0:1749609490.535037:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ef75000. 00000020:00000010:2.0:1749609490.535039:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb71000. 00000020:00000010:2.0:1749609490.535044:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ef75800. 80000000:00000010:2.0:1749609490.535046:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609490.535048:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ef75e00. 00080000:00000010:2.0:1749609490.535051:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e5e000. 00080000:00000010:2.0:1749609490.535057:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e19b000. 00000020:00000010:2.0:1749609490.535060:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74a00. 10000000:00000010:2.0:1749609490.535064:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b46d4340. 10000000:01000000:2.0:1749609490.535069:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:2.0:1749609490.535072:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749609490.535074:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749609490.539389:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609490.539392:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609490.539393:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff88012a9f7c00) refs 2 10000000:00000001:2.0:1749609490.539394:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609490.539396:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609490.539397:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff8800b46a7200) refs 2 10000000:00000001:2.0:1749609490.539398:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609490.539399:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609490.539400:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:2.0:1749609490.539400:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609490.539402:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff88008fb77000 from 1 10000000:00000001:2.0:1749609490.539403:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609490.539403:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:2.0:1749609490.539407:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 00000020:00000040:2.0:1749609490.539409:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609490.539412:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609490.539415:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609490.539418:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609490.539422:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef74a00. 00000100:00000001:2.0:1749609490.539426:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609490.539428:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609490.539430:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609490.539445:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3beb00. 00010000:00000001:2.0:1749609490.539449:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609490.539450:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef75a00. 00000020:00000001:2.0:1749609490.539452:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609490.539453:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef75a00 with handle 0xae754a08875148f5 to hash 00000020:00000001:2.0:1749609490.539454:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609490.539455:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981229056 : -131938728322560 : ffff88009ef75a00) 00010000:00000001:2.0:1749609490.539457:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981229056 : -131938728322560 : ffff88009ef75a00) 00010000:00000001:2.0:1749609490.539459:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609490.539460:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609490.539474:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609490.539479:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609490.539486:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609490.539488:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609490.539490:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609490.539493:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7f00. 00000100:00000001:2.0:1749609490.539494:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372516096 : -131936337035520 : ffff88012d7f7f00) 00000100:00000001:2.0:1749609490.539495:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609490.539496:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955090816 : -131938754460800 : ffff88009d688380) 00000100:00000001:2.0:1749609490.539499:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609490.539500:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609490.539501:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609490.539502:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609490.539506:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688380 x1834598193468160/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609490.539511:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609490.539512:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609490.539513:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009d688380 x1834598193468160/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609490.539517:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609490.539518:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609490.539519:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609490.539520:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609490.539521:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609490.539522:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609490.539523:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609490.539524:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609490.539524:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749609490.539738:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35300. 00010000:00000010:2.1:1749609490.539744:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a79a00. 00010000:00000001:0.0:1749609490.544735:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609490.544738:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609490.544821:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609490.544824:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609490.544826:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609490.557749:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609490.557758:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609490.557759:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609490.557762:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609490.557763:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609490.557766:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609490.557767:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609491.082847:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609491.082867:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609491.082868:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609491.082870:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609491.082873:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609491.082875:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609491.082877:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609491.082879:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609491.082880:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609491.538763:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609491.538769:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609491.538770:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609491.538772:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609491.538775:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609491.538777:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609491.538779:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609491.538780:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609491.538782:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609491.546773:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609491.546777:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609491.546848:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609491.546852:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609491.546854:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609491.557718:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609491.557728:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609491.557730:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609491.557732:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609491.557733:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609491.557735:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609491.557737:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.082778:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609492.082783:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609492.082785:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609492.082787:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609492.082789:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609492.082792:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609492.082794:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609492.082795:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609492.082796:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.538798:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609492.538804:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609492.538806:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609492.538809:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609492.538812:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609492.538814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609492.538816:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609492.538818:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609492.538820:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609492.548800:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609492.548803:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609492.548895:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609492.548911:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609492.548913:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609492.557751:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609492.557762:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609492.557763:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.557765:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609492.557767:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609492.557769:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.557771:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609492.564764:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609492.564771:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609492.564785:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609492.564788:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609492.564790:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609492.564792:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609492.564796:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609492.564800:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4092 00000100:00080000:2.0:1749609492.564803:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609492.564805:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609492.564808:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609492.564810:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609492.564811:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609492.564814:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609492.564816:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609492.564818:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609492.564821:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609492.564823:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609492.564825:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609492.564827:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609492.564828:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609492.564829:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609492.564831:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609492.564833:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609492.564836:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609492.564837:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609492.564840:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609492.564846:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609492.564849:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.564851:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609492.564853:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609492.564858:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688000. 00000020:00000040:2.0:1749609492.564864:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609492.564868:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609492.564870:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.564872:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609492.564875:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609492.564878:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609492.564884:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998eac00. 00000100:00000001:2.0:1749609492.564890:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609492.564896:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609492.564905:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609492.564906:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609492.564909:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688000] to pc [ptlrpcd_rcv+-1] req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609492.564931:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609492.564934:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609492.564937:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609492.564938:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609492.564939:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609492.564941:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609492.564943:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4092 00000100:00080000:2.0:1749609492.564944:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609492.564946:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609492.564948:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609492.564949:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609492.564951:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609492.564952:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609492.564953:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609492.564955:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609492.564957:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609492.564958:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000001:0.0:1749609492.564960:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609492.564962:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609492.564964:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000001:0.0:1749609492.564964:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609492.564966:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609492.564968:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609492.564968:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609492.564970:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609492.564971:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609492.564973:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609492.564974:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609492.564974:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609492.564976:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.564976:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609492.564977:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609492.564979:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609492.564980:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609492.564981:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609492.564982:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.564983:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749609492.564983:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.564985:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609492.564985:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193468288:0@lo:38: 00000100:00000010:2.0:1749609492.564988:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688700. 00000100:00000001:0.0:1749609492.564989:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749609492.564990:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609492.564992:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609492.564992:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609492.564993:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609492.564993:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.564994:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609492.564995:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609492.564995:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609492.564996:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609492.564999:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8c00. 02000000:00000010:0.0:1749609492.564999:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd52800. 02000000:00000001:0.0:1749609492.565000:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.565002:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609492.565005:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609492.565006:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609492.565011:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609492.565012:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609492.565012:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000040:2.0:1749609492.565014:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688700] to pc [ptlrpcd_rcv+-1] req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609492.565018:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193468288, portal 4 00000100:00000001:2.0:1749609492.565020:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565020:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609492.565021:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955089920 : -131938754461696 : ffff88009d688000) 00000100:00080000:2.0:1749609492.565022:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609492.565024:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:0.0:1749609492.565027:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609492.565029:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609492.565030:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609492.565032:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609492.565033:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749609492.565034:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4092 00000100:00080000:2.0:1749609492.565035:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609492.565036:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609492.565037:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000010:0.0:1749609492.565038:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609492.565039:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609492.565040:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000200:0.0:1749609492.565040:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193468288, offset 0 00000100:00000001:2.0:1749609492.565041:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609492.565043:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609492.565044:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609492.565045:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609492.565045:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609492.565047:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609492.565048:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609492.565050:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609492.565052:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609492.565053:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609492.565054:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609492.565055:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:0.0:1749609492.565056:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609492.565057:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609492.565058:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609492.565060:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609492.565061:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609492.565063:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609492.565064:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada09380 02000000:00000001:2.0:1749609492.565065:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.565066:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609492.565067:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609492.565069:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688e00. 00000400:00000200:0.0:1749609492.565069:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 3120 00000020:00000040:2.0:1749609492.565070:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609492.565072:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609492.565073:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.565074:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749609492.565074:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609492.565076:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609492.565078:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609492.565080:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565080:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609492.565082:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:2.0:1749609492.565083:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998ea800. 00000100:00000010:0.0:1749609492.565084:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6c700. 00000100:00000001:2.0:1749609492.565085:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609492.565086:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6c700 x1834598193468288 msgsize 520 00000100:00100000:2.0:1749609492.565088:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749609492.565088:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609492.565094:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609492.565094:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609492.565096:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688e00] to pc [ptlrpcd_rcv+-1] req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609492.565101:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609492.565103:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609492.565105:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609492.565105:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:2.0:1749609492.565107:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689500. 00000020:00000040:2.0:1749609492.565109:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609492.565110:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609492.565111:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609492.565112:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609492.565113:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609492.565114:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 02000000:00000010:2.0:1749609492.565115:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be800. 00000100:00000001:2.0:1749609492.565116:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565116:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609492.565118:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609492.565119:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609492.565124:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609492.565124:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609492.565125:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609492.565125:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609492.565128:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d689500] to pc [ptlrpcd_00_00+0] req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609492.565129:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565130:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609492.565132:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609492.565134:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2130 usecs (3 jiffies) 00000100:00000001:0.0:1749609492.565137:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298765011 00000100:00000010:0.0:1749609492.565139:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7780. 00000100:00000001:0.0:1749609492.565144:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609492.565148:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298765011 00000100:00000010:0.0:1749609492.565150:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7100. 00000100:00000001:0.0:1749609492.565151:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609492.565155:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565155:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298765011 00000100:00000010:0.0:1749609492.565156:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7200. 00000100:00000001:0.0:1749609492.565158:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749609492.565159:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4102) 00000100:00000001:0.0:1749609492.565159:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298765011 00000100:00000010:0.0:1749609492.565160:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7740. 00000100:00000001:0.0:1749609492.565163:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609492.565164:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609492.565166:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565167:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565168:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565172:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609492.565173:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565173:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609492.565174:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609492.565175:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609492.565175:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609492.565176:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609492.565177:0:1049:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749609492.565179:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565180:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609492.565181:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609492.565182:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609492.565183:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609492.565183:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609492.565184:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609492.565184:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609492.565185:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193468416:0@lo:38: 00000100:00100000:3.0:1749609492.565186:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193468288 00000100:00000001:0.0:1749609492.565186:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609492.565188:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609492.565188:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609492.565188:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609492.565188:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.565189:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609492.565189:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609492.565190:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609492.565190:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609492.565191:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749609492.565191:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609492.565192:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609492.565193:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000040:2.0:1749609492.565194:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609492.565195:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609492.565196:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193468416, portal 10 00000100:00000001:3.0:1749609492.565197:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565197:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609492.565198:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955091712 : -131938754459904 : ffff88009d688700) 00000100:00000001:2.0:1749609492.565200:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749609492.565200:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609492.565201:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.565201:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609492.565203:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193468288 02000000:00000001:2.0:1749609492.565203:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609492.565203:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609492.565204:0:6490:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609492.565204:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609492.565205:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609492.565205:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609492.565205:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000020:00000001:3.0:1749609492.565206:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609492.565206:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609492.565207:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609492.565207:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193468672:0@lo:400: 00000100:00000200:0.0:1749609492.565207:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193468416, offset 0 00000020:00000001:3.0:1749609492.565208:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609492.565209:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609492.565210:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609492.565211:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782ca00. 00000400:00000200:0.0:1749609492.565211:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609492.565212:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609492.565213:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609492.565213:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09400 00000020:00000010:3.0:1749609492.565214:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 02000000:00000001:2.0:1749609492.565215:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749609492.565216:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 54048 00000020:00000010:3.0:1749609492.565217:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000010:2.0:1749609492.565217:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef75e00. 02000000:00000001:2.0:1749609492.565219:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609492.565219:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609492.565220:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609492.565221:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749609492.565221:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000100:00000001:3.0:1749609492.565222:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609492.565222:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609492.565223:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609492.565223:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749609492.565224:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:1.0:1749609492.565224:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609492.565225:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6ca80. 00000100:00000040:0.0:1749609492.565226:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6ca80 x1834598193468416 msgsize 520 00000100:00000001:3.0:1749609492.565227:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609492.565227:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193468672, portal 10 00000100:00000001:1.0:1749609492.565227:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609492.565228:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609492.565229:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609492.565230:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955095296 : -131938754456320 : ffff88009d689500) 00000100:00000001:0.0:1749609492.565232:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609492.565234:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609492.565234:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609492.565234:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609492.565235:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609492.565236:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609492.565237:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609492.565239:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609492.565239:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609492.565240:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609492.565241:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609492.565242:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00100000:3.0:1749609492.565243:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000001:1.0:1749609492.565243:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609492.565244:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193468672, offset 0 00000100:00000001:1.0:1749609492.565244:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609492.565245:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895208192 : -131938814343424 : ffff880099d6c700) 00000100:00000001:1.0:1749609492.565245:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565245:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609492.565246:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609492.565246:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609492.565247:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6c700 x1834598193468288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609492.565248:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609492.565249:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565250:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609492.565253:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193468288:12345-0@lo:38: 00000100:00000001:0.0:1749609492.565253:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609492.565254:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609492.565254:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:0.0:1749609492.565255:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298765009 00000100:00000200:3.0:1749609492.565256:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193468288 00000100:00000001:0.0:1749609492.565256:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298765011 00000020:00000001:3.0:1749609492.565257:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609492.565257:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298765009 00000100:00000001:0.0:1749609492.565258:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298765011 00000400:00000200:2.0:1749609492.565259:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada09500 00000100:00000001:0.0:1749609492.565259:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298765009 00010000:00000001:3.0:1749609492.565260:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609492.565260:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609492.565261:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193468416 00000100:00000001:0.0:1749609492.565261:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298765011 02000000:00000001:1.0:1749609492.565262:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609492.565262:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298765009 00000400:00000200:2.0:1749609492.565263:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 54568 00000100:00000001:1.0:1749609492.565263:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609492.565264:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565264:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298765011 00000100:00000001:0.0:1749609492.565265:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609492.565266:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565266:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609492.565267:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609492.565267:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609492.565268:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193468416 00000100:00000001:0.0:1749609492.565268:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00020000:3.0:1749609492.565269:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609492.565269:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609492.565270:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609492.565270:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609492.565271:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609492.565271:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609492.565272:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609492.565273:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609492.565273:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609492.565274:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609492.565275:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749609492.565275:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:3.0:1749609492.565276:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609492.565276:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609492.565276:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.565277:0:1049:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749609492.565278:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749609492.565278:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749609492.565278:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d100. 02000000:00000001:0.0:1749609492.565278:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609492.565279:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609492.565280:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aed8. 00000100:00000010:2.0:1749609492.565281:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689880. 00000100:00000001:1.0:1749609492.565281:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749609492.565281:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609492.565282:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c1b000. 00000100:00000001:1.0:1749609492.565282:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749609492.565282:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193468544:0@lo:38: 00000100:00000040:2.0:1749609492.565283:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff88009d689880 x1834598193468672 msgsize 224 02000000:00000001:3.0:1749609492.565284:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609492.565284:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609492.565285:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565285:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749609492.565286:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609492.565286:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609492.565286:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1749609492.565287:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609492.565287:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609492.565289:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609492.565289:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:3.0:1749609492.565290:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609492.565291:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609492.565291:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd53c00. 00000100:00000001:3.0:1749609492.565292:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749609492.565292:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609492.565293:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609492.565294:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609492.565294:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000040:3.0:1749609492.565295:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609492.565296:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:0.0:1749609492.565296:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:3.0:1749609492.565297:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000200:0.0:1749609492.565298:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193468544, portal 10 00000100:00000040:3.0:1749609492.565299:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609492.565299:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749609492.565300:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609492.565300:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955093504 : -131938754458112 : ffff88009d688e00) 02000000:00000001:3.0:1749609492.565301:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609492.565302:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609492.565302:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609492.565302:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193468672 00000100:00000040:3.0:1749609492.565303:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609492.565303:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749609492.565304:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:1.0:1749609492.565304:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609492.565304:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609492.565305:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609492.565306:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193468288, offset 0 02000000:00000001:1.0:1749609492.565306:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609492.565307:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00100000:1.0:1749609492.565307:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193468672 00000400:00000010:2.0:1749609492.565308:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000020:00000001:1.0:1749609492.565308:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609492.565309:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:0.0:1749609492.565309:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609492.565311:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609492.565311:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609492.565312:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000200:2.0:1749609492.565313:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609492.565314:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609492.565316:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:3.0:1749609492.565317:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609492.565317:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:1.0:1749609492.565318:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609492.565319:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609492.565320:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609492.565321:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609492.565322:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609492.565323:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11800. 00000100:00000200:0.0:1749609492.565323:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193468544, offset 0 00000400:00000200:3.0:1749609492.565325:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada09380 00000100:00000001:2.0:1749609492.565325:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609492.565325:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11380. 00000100:00000001:2.0:1749609492.565326:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749609492.565326:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609492.565329:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4685 [1] + 0 00000100:00000001:2.0:1749609492.565329:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609492.565329:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:3.0:1749609492.565331:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609492.565331:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 555 usecs (1 jiffies) 00000400:00000200:0.0:1749609492.565331:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609492.565332:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749609492.565333:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609492.565333:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298765009 00000020:00000010:1.0:1749609492.565334:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000001:3.0:1749609492.565335:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609492.565335:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298765011 00000020:00000010:1.0:1749609492.565335:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d500. 00000400:00000200:0.0:1749609492.565335:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09480 00000100:00000001:2.0:1749609492.565336:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298765009 00000100:00000200:3.0:1749609492.565337:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609492.565337:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000100:00000001:2.0:1749609492.565338:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298765011 00000400:00000200:0.0:1749609492.565338:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 54792 00000100:00000001:2.0:1749609492.565339:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298765009 00000100:00000001:2.0:1749609492.565340:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298765011 00000100:00000040:1.0:1749609492.565340:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609492.565341:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609492.565342:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609492.565342:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298765009 00000100:00000001:1.0:1749609492.565342:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609492.565342:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609492.565343:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298765011 00000100:00000001:1.0:1749609492.565343:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609492.565343:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609492.565344:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609492.565345:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565345:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609492.565346:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1749609492.565346:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609492.565347:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609492.565347:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609492.565347:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609492.565348:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609492.565348:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6ce00. 00000100:00000001:2.0:1749609492.565349:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609492.565349:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6ce00 x1834598193468544 msgsize 520 00000400:00000200:3.0:1749609492.565350:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749609492.565351:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:1.0:1749609492.565351:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609492.565351:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609492.565353:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609492.565353:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609492.565356:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609492.565356:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193468544 00000100:00000001:0.0:1749609492.565356:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609492.565357:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609492.565358:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609492.565358:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609492.565359:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609492.565359:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609492.565359:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 02000000:00000001:1.0:1749609492.565360:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609492.565360:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:3.0:1749609492.565361:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609492.565361:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193468544 00000100:00000001:0.0:1749609492.565361:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609492.565362:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609492.565362:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609492.565362:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00080000:2.0:1749609492.565363:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:1.0:1749609492.565363:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609492.565363:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609492.565363:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609492.565364:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6c700 x1834598193468288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609492.565364:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609492.565365:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000020:00000010:1.0:1749609492.565365:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 00000100:00000001:0.0:1749609492.565366:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609492.565367:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d600. 00000100:00000040:0.0:1749609492.565367:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609492.565368:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193468288:12345-0@lo:38: Request processed in 115us (282us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749609492.565368:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ad48. 00000100:00000001:0.0:1749609492.565371:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565371:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609492.565372:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749609492.565373:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000001:1.0:1749609492.565373:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609492.565373:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609492.565374:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609492.565374:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 641 usecs (1 jiffies) 00000100:00000001:3.0:1749609492.565375:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609492.565375:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609492.565375:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609492.565376:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565376:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298765009 00000100:00000001:0.0:1749609492.565377:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298765011 00000020:00000010:3.0:1749609492.565378:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:1.0:1749609492.565378:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609492.565378:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298765009 00000100:00000001:1.0:1749609492.565379:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609492.565379:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298765011 00000020:00000010:3.0:1749609492.565380:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609492.565380:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298765009 00000020:00000010:3.0:1749609492.565381:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782ca00. 00000100:00100000:1.0:1749609492.565381:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000001:0.0:1749609492.565381:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298765011 00000100:00000001:0.0:1749609492.565381:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298765009 00000100:00000001:2.0:1749609492.565382:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609492.565382:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298765011 00000100:00000001:3.0:1749609492.565383:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609492.565383:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609492.565383:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:0.0:1749609492.565383:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609492.565384:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955096192 : -131938754455424 : ffff88009d689880) 00000100:00000001:0.0:1749609492.565384:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609492.565386:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d689880 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:438/0 lens 224/0 e 0 to 0 dl 1749609503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609492.565386:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749609492.565387:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000400:00000001:0.0:1749609492.565387:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609492.565388:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609492.565389:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895209088 : -131938814342528 : ffff880099d6ca80) 00000400:00000200:0.0:1749609492.565389:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609492.565390:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609492.565391:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609492.565392:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6ca80 x1834598193468416/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609492.565392:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609492.565392:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11380. 00000100:00000200:0.0:1749609492.565392:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609492.565394:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609492.565395:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11380. 00000100:00000200:0.0:1749609492.565396:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609492.565397:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193468672:12345-0@lo:400: 00000100:00100000:2.0:1749609492.565399:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193468416:12345-0@lo:38: 00000100:00000200:1.0:1749609492.565399:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193468672 00000100:00000001:3.0:1749609492.565400:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609492.565400:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609492.565400:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609492.565401:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609492.565401:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193468416 00000020:00000001:1.0:1749609492.565401:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609492.565401:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565402:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749609492.565403:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000020:00000001:2.0:1749609492.565403:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609492.565403:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609492.565403:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749609492.565404:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609492.565404:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609492.565405:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895209984 : -131938814341632 : ffff880099d6ce00) 00010000:00000001:2.0:1749609492.565405:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609492.565405:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:0.0:1749609492.565405:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609492.565406:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6ce00 x1834598193468544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609492.565407:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749609492.565407:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609492.565409:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609492.565410:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609492.565410:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:0.0:1749609492.565410:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609492 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609492.565411:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193468544:12345-0@lo:38: 00000020:00000001:1.0:1749609492.565411:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1749609492.565412:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193468544 00010000:00020000:2.0:1749609492.565412:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609492.565412:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609492.565412:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=104 v=20 (1 20 0 0) 00000020:00000001:1.0:1749609492.565413:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749609492.565414:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609492.565414:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609492.565414:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749609492.565415:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609492.565415:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609492.565416:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609492.565416:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609492.565416:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609492.565417:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609492.565417:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609492.565418:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609492.565418:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609492.565419:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:3.0:1749609492.565433:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609492.565435:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:1.0:1749609492.565435:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071ec00. 00010000:00000001:3.0:1749609492.565436:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609492.565436:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609492.565437:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609492.565439:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609492.565440:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565441:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609492.565442:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609492.565442:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565442:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609492.565443:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1749609492.565443:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193468672 00000100:00000001:0.0:1749609492.565443:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:3.0:1749609492.565444:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c1b400. 02000000:00000001:3.0:1749609492.565445:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609492.565445:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609492.565445:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609492.565446:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609492.565447:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609492.565448:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000200:1.0:1749609492.565448:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d689880 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:438/0 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609492.565448:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00010000:00000001:3.0:1749609492.565449:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609492.565449:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609492.565449:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749609492.565450:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:2.0:1749609492.565451:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998e8400. 00000100:00000040:0.0:1749609492.565451:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609492.565452:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609492.565452:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609492.565452:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609492.565453:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609492.565453:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609492.565453:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609492.565454:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:1.0:1749609492.565454:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=37 v=5 (1 1 0 0) 00000100:00000001:3.0:1749609492.565455:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609492.565455:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609492.565456:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609492.565457:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:2.0:1749609492.565457:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609492.565457:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:3.0:1749609492.565458:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609492.565458:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609492.565458:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609492.565459:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609492.565459:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:0.0:1749609492.565459:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193468288:0@lo:38: 00000100:00001000:2.0:1749609492.565460:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749609492.565460:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609492.565461:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609492.565461:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609492.565462:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:2.0:1749609492.565462:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609492.565462:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609492.565462:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609492.565463:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193468544, offset 0 00000100:00000001:2.0:1749609492.565463:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609492.565463:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609492.565463:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609492.565464:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688000 x1834598193468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609492.565465:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609492.565465:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000010:1.0:1749609492.565465:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:2.0:1749609492.565466:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:1.0:1749609492.565467:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193468672, offset 224 00000100:00000001:0.0:1749609492.565467:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609492.565468:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:0.0:1749609492.565468:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749609492.565469:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749609492.565469:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd52800. 00000100:00000040:2.0:1749609492.565470:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000200:3.0:1749609492.565471:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09480 00000400:00000200:1.0:1749609492.565471:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609492.565471:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609492.565472:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609492.565473:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1749609492.565474:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x469d [1] + 0 00000020:00000001:0.0:1749609492.565474:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749609492.565475:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749609492.565475:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998eac00. 00000400:00000200:3.0:1749609492.565476:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609492.565476:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609492.565477:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609492.565477:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609492.565477:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749609492.565478:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09500 02000000:00000001:0.0:1749609492.565478:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609492.565479:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609492.565479:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749609492.565479:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688000. 00000100:00000001:0.0:1749609492.565480:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1749609492.565481:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609492.565481:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609492.565482:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609492.565482:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4695 [1] + 224 00000100:00000001:0.0:1749609492.565482:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609492.565484:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609492.565484:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609492.565485:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609492.565485:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609492.565485:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609492.565486:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609492.565486:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609492.565486:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609492.565487:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193468416, offset 0 00000100:00000001:1.0:1749609492.565488:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609492.565490:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609492.565490:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609492.565491:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:0.0:1749609492.565493:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609492.565495:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609492.565495:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609492.565496:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:2.0:1749609492.565497:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609492.565497:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609492.565498:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609492.565500:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609492.565501:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609492.565502:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000200:2.0:1749609492.565502:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09400 00000100:00000200:0.0:1749609492.565502:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609492.565505:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:3.0:1749609492.565507:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609492.565507:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749609492.565508:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609492.565509:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x468d [1] + 0 00000100:00000001:3.0:1749609492.565510:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609492.565511:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000040:3.0:1749609492.565512:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:2.0:1749609492.565512:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609492.565512:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:3.0:1749609492.565513:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565513:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609492.565514:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609492.565514:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609492.565514:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609492.565515:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6ce00 x1834598193468544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609492.565515:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609492.565516:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609492.565517:0:6440:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609492.565517:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609492.565518:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609492.565518:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609492.565519:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193468544:12345-0@lo:38: Request processed in 108us (169us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609492.565519:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609492.565520:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609492.565520:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609492.565521:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609492.565522:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:3.0:1749609492.565523:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00010000:00000001:1.0:1749609492.565523:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00001000:0.0:1749609492.565523:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609492 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609492.565524:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749609492.565524:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609492.565525:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609492.565525:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1749609492.565526:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d600. 00000100:00001000:0.0:1749609492.565526:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=37 v=20 (1 20 0 0) 00000100:00000040:2.0:1749609492.565527:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609492.565527:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689880 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:438/0 lens 224/224 e 0 to 0 dl 1749609503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609492.565528:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ad48. 00000100:00000001:0.0:1749609492.565528:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609492.565529:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609492.565530:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00000100:00000001:0.0:1749609492.565530:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609492.565532:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609492.565532:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193468672:12345-0@lo:400: Request processed in 139us (248us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609492.565533:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609492.565533:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609492.565536:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000400:00000200:2.0:1749609492.565537:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000040:1.0:1749609492.565537:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:0.0:1749609492.565537:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749609492.565538:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609492.565539:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609492.565539:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609492.565539:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609492.565540:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609492.565540:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609492.565541:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609492.565541:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d500. 00000100:00000001:0.0:1749609492.565542:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609492.565543:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609492.565543:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 00000100:00000001:0.0:1749609492.565543:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749609492.565544:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000100:00080000:0.0:1749609492.565544:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749609492.565545:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000040:1.0:1749609492.565546:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00080000:0.0:1749609492.565546:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609492.565547:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609492.565548:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609492.565548:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565548:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609492.565550:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609492.565551:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6ca80 x1834598193468416/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609512 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609492.565556:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193468544:0@lo:38: 00000100:00100000:2.0:1749609492.565558:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193468416:12345-0@lo:38: Request processed in 159us (330us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609492.565559:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565560:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609492.565562:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688e00 x1834598193468544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609492.565564:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000001:2.0:1749609492.565567:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609492.565567:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609492.565568:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609492.565568:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609492.565569:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53c00. 02000000:00000001:0.0:1749609492.565572:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609492.565573:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1749609492.565574:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d100. 00000020:00000040:0.0:1749609492.565574:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609492.565575:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609492.565576:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998ea800. 00000020:00000010:2.0:1749609492.565577:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aed8. 02000000:00000001:0.0:1749609492.565578:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609492.565579:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1749609492.565580:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000010:0.0:1749609492.565580:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688e00. 00000100:00000001:2.0:1749609492.565582:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565582:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609492.565583:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565584:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.565586:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609492.565587:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609492.565589:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609492.565589:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609492.565591:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000400:00000200:0.0:1749609492.565592:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000001:2.0:1749609492.565593:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749609492.565593:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609492.565595:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609492.565595:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609492.565597:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609492.565598:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609492.565599:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609492.565600:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749609492.565602:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:2.0:1749609492.565603:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000200:0.0:1749609492.565603:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609492.565606:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609492.565608:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609492.565608:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609492.565609:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565610:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609492.565612:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609492.565613:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749609492.565614:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609492.565614:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609492.565615:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609492.565618:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609492 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609492.565619:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=86 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609492.565620:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609492.565621:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.565621:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609492.565623:0:1049:0:(client.c:1550:after_reply()) Process entered 00000100:02020000:0.0:1749609492.565623:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 02000000:00000001:2.0:1749609492.565624:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609492.565626:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609492.565627:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609492.565628:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609492.565632:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=37 v=5 (5 5 0 0) 00000100:00001000:2.0:1749609492.565634:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=37 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609492.565636:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609492.565637:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609492.565639:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609492.565641:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609492.565647:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.565649:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609492.565651:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609492.565652:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609492.565653:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609492.565659:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609492.565664:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609492.565666:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609492.565667:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609492.565669:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609492.565693:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193468672:0@lo:400: 00000100:00000001:2.0:1749609492.565697:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609492.565698:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609492.565700:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d689500 x1834598193468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609492.565704:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609492.565706:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609492.565707:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef75e00. 02000000:00000001:2.0:1749609492.565710:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609492.565711:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609492.565712:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609492.565713:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609492.565714:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be800. 02000000:00000001:2.0:1749609492.565719:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609492.565719:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609492.565720:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689500. 00000100:00000001:2.0:1749609492.565722:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609492.565723:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609492.565724:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609492.565728:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609492.565728:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609492.565730:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609492.565731:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609492.567714:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298765011, at 4298765011 00000100:00000010:3.0:1749609492.567719:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7740. 00000100:00000040:2.0:1749609492.567725:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298765011, at 4298765011 00000100:00000010:2.0:1749609492.567731:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7200. 00000100:00000040:1.0:1749609492.567736:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298765011, at 4298765011 00000100:00000010:1.0:1749609492.567741:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7100. 00000100:00000001:0.0:1749609492.569064:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609492.569068:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609492.569072:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609492.569080:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609492.569082:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609492.569084:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.569085:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609492.569087:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609492.569089:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609492.569091:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609492.569093:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609492.569096:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609492.569102:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193468416:0@lo:38: 00000100:00000040:0.0:1749609492.569110:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298765011, at 4298765012 00000100:00000010:0.0:1749609492.569114:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7780. 00000100:00000001:0.0:1749609492.569119:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.569121:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609492.569123:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688700 x1834598193468416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609492.569128:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609492.569130:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609492.569131:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd53000. 02000000:00000001:0.0:1749609492.569133:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609492.569134:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609492.569135:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609492.569137:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609492.569138:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8c00. 02000000:00000001:0.0:1749609492.569140:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609492.569140:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609492.569141:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688700. 00000100:00000001:0.0:1749609492.569143:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609492.569145:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609492.569146:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.569148:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609492.569149:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609492.569149:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609492.569151:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609493.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609493.082808:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609493.082809:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609493.082812:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609493.082815:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609493.082818:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609493.082819:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609493.082821:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609493.082822:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609493.538798:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609493.538803:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609493.538805:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609493.538807:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609493.538810:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609493.538812:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609493.538814:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609493.538816:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609493.538817:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609493.550806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609493.550811:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609493.550869:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609493.550873:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609493.550875:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609493.568794:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609493.568805:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609493.568806:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609493.568809:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609493.568811:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609493.568814:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609493.568815:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609494.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609494.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609494.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609494.082800:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609494.082802:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609494.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609494.082806:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609494.082807:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609494.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609494.538743:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609494.538748:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609494.538749:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609494.538752:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609494.538754:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609494.538756:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609494.538770:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609494.538772:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609494.538773:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609494.552750:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609494.552753:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609494.552809:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609494.552812:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609494.552815:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609494.568782:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609494.568791:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609494.568792:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609494.568794:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609494.568796:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609494.568798:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609494.568800:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609495.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609495.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609495.082806:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609495.082810:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609495.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609495.082817:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609495.082819:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609495.082821:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609495.082824:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609495.538724:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609495.538747:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609495.538749:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609495.538751:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609495.538755:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609495.538758:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609495.538760:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609495.538762:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609495.538764:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609495.554820:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609495.554825:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609495.554827:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609495.554829:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609495.554831:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609495.554832:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609495.554834:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609495.554835:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609495.554947:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609495.554950:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609495.554953:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609495.568737:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609495.568747:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609495.568749:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609495.568752:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609495.568754:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609495.568756:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609495.568758:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609496.082820:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609496.082827:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609496.082829:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609496.082832:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609496.082836:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609496.082839:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609496.082842:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609496.082844:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609496.082846:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609496.538792:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609496.538798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609496.538800:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609496.538803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609496.538806:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609496.538809:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609496.538811:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609496.538814:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609496.538833:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609496.556780:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609496.556784:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609496.556870:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609496.556874:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609496.556877:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609496.568750:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609496.568760:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609496.568761:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609496.568764:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609496.568766:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609496.568769:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609496.568771:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.082759:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609497.082764:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609497.082766:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609497.082769:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609497.082772:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609497.082774:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.082776:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609497.082779:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.082781:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.538759:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609497.538763:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609497.538765:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609497.538767:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609497.538770:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609497.538772:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.538774:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609497.538777:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.538778:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609497.558849:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609497.558855:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609497.558966:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609497.558970:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609497.558973:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609497.568744:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609497.568747:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749609497.568755:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609472/real 1749609472] req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609497 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609497.568769:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609497.568771:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609497.568773:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea790. 00000400:00000200:2.0:1749609497.568777:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9198 00000400:00000010:2.0:1749609497.568779:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9198. 00000100:00000001:2.0:1749609497.568784:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609497.568787:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609497 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609497.568811:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609497 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.568818:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609497.568820:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.568823:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609497.568825:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609497.568828:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609497 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.568836:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.568856:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609497.568858:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.568860:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609497.568863:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609497.568865:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609497.568868:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609497 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.568876:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609497.568879:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.568880:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609497.568881:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.568884:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609497.568886:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749609497.568890:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609497.568917:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:2.0:1749609497.568920:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749609497.568924:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609497 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609497.568932:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193465856:0@lo:250: 00000100:00000001:2.0:1749609497.568936:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.568944:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609497.568947:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68a680 x1834598193465856/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609497 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.568954:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1749609497.568956:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609497.568963:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749609497.568966:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609497.568968:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609497.568971:0:11382:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749609497.568972:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1749609497.568974:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4077 02000000:00000010:2.0:1749609497.568975:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd51000. 00000100:00080000:0.0:1749609497.568977:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749609497.568980:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749609497.568980:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000020:00000001:2.0:1749609497.568982:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609497.568982:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1749609497.568984:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000040:0.0:1749609497.568985:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000001:2.0:1749609497.568986:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609497.568986:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000010:2.0:1749609497.568988:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8800. 00000020:00000001:0.0:1749609497.568990:0:11382:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609497.568991:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1749609497.568991:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 02000000:00000001:2.0:1749609497.568993:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609497.568994:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68a680. 00000020:00000001:0.0:1749609497.568994:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609497.568996:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000100:00000001:2.0:1749609497.568998:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609497.568999:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609497.568999:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000001:2.0:1749609497.569001:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609497.569001:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:0.0:1749609497.569004:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609497.569006:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609497.569006:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609497.569007:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609497.569007:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609497.569009:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609497.569009:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609497.569010:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609497.569012:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:0.0:1749609497.569014:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:0.0:1749609497.569017:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609497.569019:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609497.569023:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609497.569025:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569039:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609497.569041:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609497.569045:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6d180. 00000020:00000040:0.0:1749609497.569048:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:0.0:1749609497.569052:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609497.569054:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569056:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609497.569059:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609497.569063:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609497.569069:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd53c00. 00000100:00000001:0.0:1749609497.569075:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609497.569080:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609497.569091:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609497.569093:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609497.569096:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6d180] to pc [ptlrpcd_rcv+-1] req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609497.569120:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609497.569123:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609497.569127:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609497.569128:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609497.569129:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609497.569132:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609497.569134:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4097 00000100:00080000:0.0:1749609497.569137:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609497.569139:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609497.569141:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609497.569143:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609497.569145:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609497.569147:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609497.569148:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609497.569150:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609497.569151:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609497.569152:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000100:00000001:2.0:1749609497.569154:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609497.569154:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000001:2.0:1749609497.569156:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609497.569156:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609497.569159:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000040:2.0:1749609497.569161:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609497.569161:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609497.569162:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609497.569164:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609497.569167:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00000001:2.0:1749609497.569169:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609497.569169:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609497.569170:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569170:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609497.569172:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609497.569173:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609497.569175:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609497.569177:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609497.569178:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609497.569179:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609497.569181:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193468800:0@lo:250: 00000100:00000001:0.0:1749609497.569181:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609497.569183:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569185:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749609497.569186:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6d500. 02000000:00000001:2.0:1749609497.569188:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749609497.569188:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609497.569190:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609497.569190:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609497.569191:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569192:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609497.569193:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609497.569194:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609497.569196:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609497.569199:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd52800. 02000000:00000010:2.0:1749609497.569201:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800998e8800. 00000100:00000001:0.0:1749609497.569202:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569203:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609497.569206:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749609497.569207:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749609497.569212:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682220. 00000100:00000001:0.0:1749609497.569214:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609497.569215:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609497.569216:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193468800, portal 25 00000100:00000040:0.0:1749609497.569218:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6d500] to pc [ptlrpcd_rcv+-1] req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.569219:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609497.569221:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895210880 : -131938814340736 : ffff880099d6d180) 00000100:00000040:2.0:1749609497.569225:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609497.569226:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609497.569228:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609497.569232:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609497.569233:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609497.569233:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609497.569235:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749609497.569236:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609497.569237:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609497.569237:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609497.569239:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4097 00000100:00000200:2.0:1749609497.569240:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193468800, offset 0 00000100:00080000:0.0:1749609497.569241:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609497.569244:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000200:2.0:1749609497.569245:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609497.569246:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609497.569247:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609497.569249:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609497.569251:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609497.569252:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609497.569254:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609497.569256:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000400:00000200:2.0:1749609497.569257:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609497.569257:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609497.569259:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609497.569262:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609497.569264:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609497.569265:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:2.0:1749609497.569267:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada09580 00000100:00000001:0.0:1749609497.569267:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609497.569268:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:0.0:1749609497.569270:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609497.569272:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1749609497.569273:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193468800 offset 0 length 520: 4 02000000:00000001:0.0:1749609497.569274:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749609497.569276:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e3054a0 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:0.0:1749609497.569276:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609497.569278:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609497.569279:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1749609497.569280:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609497.569281:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609497.569285:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6d880. 00000400:00000200:2.0:1749609497.569287:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000020:00000040:0.0:1749609497.569287:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:2.0:1749609497.569289:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 02000000:00000001:0.0:1749609497.569289:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609497.569290:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569292:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609497.569293:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609497.569293:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609497.569294:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609497.569295:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609497.569298:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd51000. 00000100:00000001:0.0:1749609497.569301:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569303:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609497.569305:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609497.569306:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.569312:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569314:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609497.569318:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569318:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609497.569319:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569322:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298770024 00000100:00000040:0.0:1749609497.569322:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6d880] to pc [ptlrpcd_rcv+-1] req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609497.569325:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4340. 00000100:00000001:0.0:1749609497.569329:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609497.569331:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609497.569332:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1749609497.569334:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609497.569336:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609497.569337:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609497.569339:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609497.569341:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4097 00000100:00000001:2.0:1749609497.569343:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298770024 00000100:00080000:0.0:1749609497.569343:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000010:2.0:1749609497.569345:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4b40. 00000100:00000040:0.0:1749609497.569345:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609497.569347:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609497.569348:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749609497.569348:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609497.569350:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609497.569352:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609497.569353:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609497.569355:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609497.569356:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609497.569358:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:0.0:1749609497.569360:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609497.569363:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609497.569365:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609497.569366:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298770024 00000100:00000040:0.0:1749609497.569366:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609497.569368:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000010:2.0:1749609497.569369:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4100. 00000020:00000040:0.0:1749609497.569370:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000001:2.0:1749609497.569371:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00080000:0.0:1749609497.569372:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609497.569373:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298770024 00000100:00000001:0.0:1749609497.569373:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609497.569374:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4f80. 00000100:00000001:2.0:1749609497.569376:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749609497.569376:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609497.569378:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609497.569380:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569382:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609497.569383:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609497.569383:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569403:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609497.569403:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6dc00. 00000100:00000001:2.0:1749609497.569405:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609497.569406:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609497.569407:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609497.569408:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609497.569409:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569411:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609497.569411:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609497.569412:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609497.569413:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:0.0:1749609497.569414:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569415:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609497.569416:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609497.569417:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749609497.569417:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd52c00. 00000100:00000040:2.0:1749609497.569420:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609497.569420:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609497.569423:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609497.569428:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609497.569429:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569431:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609497.569431:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609497.569432:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569433:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609497.569435:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609497.569435:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6dc00] to pc [ptlrpcd_rcv+-1] req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609497.569437:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193468928:0@lo:38: 00000100:00000001:2.0:1749609497.569440:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609497.569442:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609497.569443:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569444:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569445:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609497.569445:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1749609497.569448:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800998e8c00. 00000100:00000001:0.0:1749609497.569448:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1749609497.569450:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609497.569451:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6df80. 00000400:00000010:2.0:1749609497.569453:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000020:00000040:0.0:1749609497.569453:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609497.569455:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609497.569457:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609497.569458:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609497.569459:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 02000000:00000010:0.0:1749609497.569461:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35000. 00000100:00000200:2.0:1749609497.569462:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193468928, portal 4 00000100:00000001:2.0:1749609497.569463:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609497.569463:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569464:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895211776 : -131938814339840 : ffff880099d6d500) 00000100:00000040:0.0:1749609497.569466:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609497.569468:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.569472:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609497.569474:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609497.569474:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749609497.569475:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609497.569476:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193468928, offset 0 00000100:00000001:0.0:1749609497.569476:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609497.569478:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609497.569480:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6df80] to pc [ptlrpcd_00_01+1] req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609497.569483:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609497.569486:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada09600 00000400:00000200:2.0:1749609497.569490:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 3640 00000400:00000200:2.0:1749609497.569495:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609497.569497:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609497.569502:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609497.569503:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609497.569506:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a680. 00000100:00000040:2.0:1749609497.569510:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68a680 x1834598193468928 msgsize 520 00000100:00100000:2.0:1749609497.569513:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609497.569515:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609497.569520:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4107) 00000100:00000001:2.0:1749609497.569521:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609497.569525:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609497.569527:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:3.0:1749609497.569528:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609497.569529:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609497.569530:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609497.569531:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609497.569532:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609497.569535:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.569538:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609497.569540:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609497.569546:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609497.569547:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569548:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609497.569550:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569551:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569553:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609497.569554:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609497.569555:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609497.569555:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2098 usecs (3 jiffies) 00000100:00100000:0.0:1749609497.569555:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193468928 02000000:00000001:3.0:1749609497.569558:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609497.569558:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609497.569559:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609497.569560:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298770015 00000100:00000001:0.0:1749609497.569560:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609497.569561:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569562:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298770024 00000100:00000001:0.0:1749609497.569562:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609497.569563:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193469312:0@lo:400: 00000100:00000001:2.0:1749609497.569564:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298770015 00000100:00000001:2.0:1749609497.569566:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298770024 02000000:00000001:0.0:1749609497.569566:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609497.569567:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609497.569568:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298770015 02000000:00000001:3.0:1749609497.569569:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609497.569569:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298770024 00000100:00100000:0.0:1749609497.569569:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193468928 02000000:00000001:3.0:1749609497.569570:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569571:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298770015 00000020:00000001:0.0:1749609497.569571:0:6490:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609497.569572:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749609497.569572:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609497.569573:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298770024 00000100:00000001:2.0:1749609497.569574:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609497.569574:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1749609497.569575:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782d800. 00000020:00000001:0.0:1749609497.569575:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569576:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609497.569577:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609497.569577:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569579:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749609497.569580:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b5d8. 00000100:00000040:2.0:1749609497.569581:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609497.569581:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000400:00000010:3.0:1749609497.569584:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000020:00000010:0.0:1749609497.569586:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000200:3.0:1749609497.569587:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193469312, portal 10 00000100:00000001:2.0:1749609497.569588:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609497.569589:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609497.569589:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609497.569590:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895214464 : -131938814337152 : ffff880099d6df80) 00000020:00000010:0.0:1749609497.569590:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 02000000:00000001:2.0:1749609497.569591:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609497.569592:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609497.569604:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569605:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609497.569606:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609497.569606:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193469056:0@lo:38: 00000100:00000001:0.0:1749609497.569607:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609497.569609:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609497.569609:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569611:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609497.569612:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609497.569612:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609497.569614:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609497.569614:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609497.569614:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609497.569616:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 02000000:00000010:2.0:1749609497.569616:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800998ea800. 00000100:00000200:3.0:1749609497.569618:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193469312, offset 0 02000000:00000001:2.0:1749609497.569618:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609497.569620:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000400:00000200:3.0:1749609497.569622:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749609497.569624:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609497.569626:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193469056, portal 10 00000400:00000200:3.0:1749609497.569627:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609497.569628:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609497.569629:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895212672 : -131938814338944 : ffff880099d6d880) 00000100:00000001:0.0:1749609497.569631:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609497.569632:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada09780 00000100:00000040:2.0:1749609497.569633:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609497.569637:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 55312 00000100:00000001:0.0:1749609497.569640:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609497.569642:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609497.569642:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609497.569644:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609497.569645:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609497.569646:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609497.569646:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000001:3.0:1749609497.569648:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749609497.569648:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000001:1.0:1749609497.569648:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609497.569649:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609497.569649:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955099776 : -131938754451840 : ffff88009d68a680) 00000100:00000200:3.0:1749609497.569650:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749609497.569650:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193469056, offset 0 00000100:00000001:1.0:1749609497.569650:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609497.569652:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609497.569653:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d299180. 00000400:00000200:2.0:1749609497.569653:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609497.569653:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68a680 x1834598193468928/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609497.569658:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609497.569659:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff88009d299180 x1834598193469312 msgsize 224 00000400:00000200:2.0:1749609497.569661:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09680 00000100:00100000:3.0:1749609497.569663:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609497.569663:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193468928:12345-0@lo:38: 00000400:00000200:2.0:1749609497.569665:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 55536 00000100:00000200:0.0:1749609497.569666:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193468928 00000400:00000200:2.0:1749609497.569668:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609497.569669:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609497.569670:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609497.569671:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609497.569693:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749609497.569706:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609497.569710:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00010000:00020000:0.0:1749609497.569710:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749609497.569712:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00010000:00000001:0.0:1749609497.569713:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609497.569715:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609497.569715:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:0.0:1749609497.569715:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609497.569716:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609497.569718:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609497.569718:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:2.0:1749609497.569719:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689500. 00000100:00000001:0.0:1749609497.569720:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609497.569721:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d689500 x1834598193469056 msgsize 520 02000000:00000001:0.0:1749609497.569722:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609497.569725:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609497.569726:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749609497.569726:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd52000. 00000100:00000040:3.0:1749609497.569728:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609497.569728:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569730:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609497.569733:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609497.569735:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609497.569735:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609497.569736:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609497.569737:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:0.0:1749609497.569738:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609497.569739:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609497.569740:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000400:00000010:2.0:1749609497.569741:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000001:0.0:1749609497.569741:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609497.569742:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000100:00000001:2.0:1749609497.569743:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609497.569744:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298770014 00000100:00000001:0.0:1749609497.569744:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609497.569746:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609497.569746:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609497.569747:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298770024 00000100:00000001:0.0:1749609497.569748:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609497.569749:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298770014 00000100:00000001:0.0:1749609497.569750:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609497.569751:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298770024 00000100:00000001:3.0:1749609497.569752:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298770014 00000100:00000001:2.0:1749609497.569753:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609497.569753:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609497.569754:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298770024 00000100:00000001:1.0:1749609497.569754:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609497.569755:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609497.569755:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609497.569756:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298770014 00000100:00000001:3.0:1749609497.569757:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298770024 02000000:00000001:0.0:1749609497.569757:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569758:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609497.569759:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609497.569761:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609497.569761:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193469312 00000100:00000040:0.0:1749609497.569761:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609497.569762:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609497.569763:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569763:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609497.569763:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749609497.569763:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:1.0:1749609497.569764:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609497.569765:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.569765:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609497.569766:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609497.569767:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193468928, offset 0 00000100:00000040:2.0:1749609497.569768:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 02000000:00000001:1.0:1749609497.569768:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609497.569769:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749609497.569769:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193469312 00000100:00000001:3.0:1749609497.569770:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609497.569770:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298770014 00000020:00000001:1.0:1749609497.569771:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609497.569771:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609497.569772:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609497.569772:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298770024 00000020:00000040:1.0:1749609497.569772:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:3.0:1749609497.569773:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749609497.569773:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609497.569774:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298770014 00000100:00000001:3.0:1749609497.569775:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569775:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298770024 00000020:00000040:1.0:1749609497.569775:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:1.0:1749609497.569777:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609497.569777:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609497.569779:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:3.0:1749609497.569781:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569781:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298770014 00000100:00000001:1.0:1749609497.569782:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609497.569783:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298770024 00000020:00000010:1.0:1749609497.569784:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11380. 00000400:00000200:0.0:1749609497.569784:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada09600 00000100:00000001:2.0:1749609497.569785:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298770014 00000100:00000001:2.0:1749609497.569786:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298770024 00000020:00000010:1.0:1749609497.569787:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11800. 00000100:00000001:2.0:1749609497.569788:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609497.569789:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609497.569789:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x46bd [1] + 0 00000100:00000001:2.0:1749609497.569791:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609497.569791:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609497.569793:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609497.569793:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609497.569796:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749609497.569796:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609497.569797:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609497.569797:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609497.569798:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1749609497.569799:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193469056 00000100:00000001:2.0:1749609497.569799:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609497.569799:0:6490:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609497.569800:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609497.569800:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749609497.569801:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000001:3.0:1749609497.569802:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609497.569802:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1749609497.569802:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609497.569803:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d500. 00000100:00000001:3.0:1749609497.569804:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609497.569805:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609497.569806:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609497.569806:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000100:00100000:3.0:1749609497.569809:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193469056 00000100:00000040:1.0:1749609497.569810:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1749609497.569811:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609497.569811:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609497.569812:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609497.569812:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609497.569812:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609497.569813:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609497.569813:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609497.569814:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609497.569815:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569815:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609497.569815:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609497.569816:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609497.569817:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569818:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609497.569818:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749609497.569820:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00100000:2.0:1749609497.569820:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193469184:0@lo:38: 00000100:00000001:1.0:1749609497.569820:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609497.569820:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609497.569820:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749609497.569823:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000001:2.0:1749609497.569823:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609497.569824:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609497.569825:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1749609497.569825:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000020:00000010:3.0:1749609497.569826:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000001:2.0:1749609497.569827:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609497.569827:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 02000000:00000001:2.0:1749609497.569828:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609497.569829:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609497.569829:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609497.569829:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609497.569830:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609497.569831:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:2.0:1749609497.569831:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800998eac00. 00000100:00000001:0.0:1749609497.569831:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609497.569832:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.569832:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609497.569833:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000001:0.0:1749609497.569834:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609497.569835:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000100:00000040:1.0:1749609497.569835:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609497.569836:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609497.569836:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950965632 : -131938758585984 : ffff88009d299180) 00000100:00000040:0.0:1749609497.569836:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:2.0:1749609497.569838:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000001:0.0:1749609497.569838:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609497.569839:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d299180 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:443/0 lens 224/0 e 0 to 0 dl 1749609508 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609497.569840:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609497.569841:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193469184, portal 10 00000100:00000001:3.0:1749609497.569842:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.569843:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609497.569843:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68a680 x1834598193468928/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.569844:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895213568 : -131938814338048 : ffff880099d6dc00) 00000100:00000040:2.0:1749609497.569848:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609497.569849:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609497.569851:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609497.569852:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193468928:12345-0@lo:38: Request processed in 190us (341us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609497.569854:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749609497.569855:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000020:00000010:1.0:1749609497.569855:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11800. 00000100:00000001:3.0:1749609497.569857:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955095296 : -131938754456320 : ffff88009d689500) 00000100:00000001:1.0:1749609497.569857:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609497.569859:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609497.569859:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11800. 00000100:00000040:3.0:1749609497.569860:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d689500 x1834598193469056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609497.569860:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000040:2.0:1749609497.569861:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749609497.569862:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193469312:12345-0@lo:400: 00000400:00000010:2.0:1749609497.569863:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000001:0.0:1749609497.569863:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749609497.569864:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193469312 00000100:00000001:0.0:1749609497.569864:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609497.569865:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193469184, offset 0 00000020:00000001:1.0:1749609497.569865:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749609497.569867:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000020:00000001:1.0:1749609497.569868:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:3.0:1749609497.569869:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193469056:12345-0@lo:38: 00000400:00000200:2.0:1749609497.569869:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609497.569869:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609497.569870:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000020:00000001:1.0:1749609497.569871:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1749609497.569873:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193469056 00000020:00000001:1.0:1749609497.569873:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000010:0.0:1749609497.569873:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 00000020:00000001:1.0:1749609497.569874:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609497.569875:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609497.569875:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609497.569877:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609497.569877:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609497.569877:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609497.569878:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1749609497.569879:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09700 00000020:00000001:1.0:1749609497.569879:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609497.569881:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609497.569882:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749609497.569883:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 56056 00000020:00000001:3.0:1749609497.569884:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609497.569885:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:3.0:1749609497.569886:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749609497.569886:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609497.569887:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749609497.569888:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609497.569890:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749609497.569890:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012c462400. 02000000:00000001:1.0:1749609497.569891:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569892:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609497.569893:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609497.569894:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749609497.569894:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609497.569896:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689f80. 00010000:00000040:1.0:1749609497.569896:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193469312 00010000:00000001:1.0:1749609497.569897:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749609497.569898:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d689f80 x1834598193469184 msgsize 520 00010000:00000200:1.0:1749609497.569900:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d299180 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:443/0 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609497.569902:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609497.569902:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609497.569904:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609497.569905:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609497.569906:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609497.569906:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609497.569907:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749609497.569908:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=42 v=5 (1 1 0 0) 02000000:00000010:3.0:1749609497.569910:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c1bc00. 00000100:00000001:1.0:1749609497.569910:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609497.569912:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609497.569912:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00080000:0.0:1749609497.569913:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749609497.569914:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.569914:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749609497.569916:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609497.569916:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609497.569917:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00010000:00000001:3.0:1749609497.569918:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609497.569918:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 02000000:00000001:1.0:1749609497.569918:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749609497.569919:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 02000000:00000001:1.0:1749609497.569919:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609497.569920:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609497.569920:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609497.569921:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609497.569922:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609497.569923:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749609497.569924:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609497.569924:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:3.0:1749609497.569925:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609497.569927:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000200:1.0:1749609497.569927:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193469312, offset 224 00000100:00000001:0.0:1749609497.569927:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609497.569928:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193469184 00000100:00000001:3.0:1749609497.569929:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:1.0:1749609497.569930:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609497.569930:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609497.569931:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609497.569931:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609497.569932:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609497.569933:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609497.569934:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609497.569934:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609497.569935:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609497.569936:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609497.569936:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609497.569938:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609497.569938:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193469184 00000400:00000200:1.0:1749609497.569939:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09780 00000100:00000001:3.0:1749609497.569940:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609497.569940:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609497.569940:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609497.569941:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749609497.569941:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609497.569942:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609497.569943:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000001:2.0:1749609497.569943:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609497.569943:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x46c5 [1] + 224 00000020:00000001:0.0:1749609497.569943:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609497.569944:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609497.569946:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193469056, offset 0 00000100:00000040:2.0:1749609497.569946:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 632 usecs (1 jiffies) 00000400:00000200:1.0:1749609497.569946:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609497.569946:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609497.569948:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609497.569948:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000100:00000001:2.0:1749609497.569949:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298770014 00000400:00000200:3.0:1749609497.569950:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609497.569950:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298770024 00000020:00000010:0.0:1749609497.569951:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000001:2.0:1749609497.569952:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298770014 00000020:00000010:0.0:1749609497.569953:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609497.569954:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298770024 00000400:00000200:3.0:1749609497.569955:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609497.569956:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609497.569957:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609497.569958:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609497.569958:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609497.569959:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09680 00000100:00000001:2.0:1749609497.569959:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298770014 00000100:00000200:1.0:1749609497.569960:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.569961:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298770024 00000100:00000001:0.0:1749609497.569961:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609497.569963:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x46cd [1] + 0 00000100:00000001:2.0:1749609497.569963:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298770014 00000100:00000001:2.0:1749609497.569964:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298770024 00000100:00000001:2.0:1749609497.569966:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609497.569966:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609497.569967:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609497.569967:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.569968:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609497.569970:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749609497.569971:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609497.569972:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609497.569974:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000100:00000001:1.0:1749609497.569974:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609497.569974:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609497.569975:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609497.569976:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609497.569977:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00100000:0.0:1749609497.569979:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000001:2.0:1749609497.569980:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609497.569981:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609497.569981:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955097984 : -131938754453632 : ffff88009d689f80) 00000100:00000200:2.0:1749609497.569982:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609497.569983:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609497.569983:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000040:0.0:1749609497.569984:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d689f80 x1834598193469184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609497.569985:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:1.0:1749609497.569986:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609497.569987:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609497.569989:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609497.569990:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609497.569991:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:3.0:1749609497.569992:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609497.569993:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609497.569994:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609497.569994:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193469184:12345-0@lo:38: 00000020:00000001:1.0:1749609497.569995:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609497.569997:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609497.569997:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d299180 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:443/0 lens 224/224 e 0 to 0 dl 1749609508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609497.569997:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193469184 00000100:00000001:2.0:1749609497.569999:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609497.569999:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609497.570001:0:1047:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:0.0:1749609497.570001:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609497.570003:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193469312:12345-0@lo:400: Request processed in 148us (343us total) trans 0 rc 0/0 02000000:00000001:2.0:1749609497.570004:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609497.570005:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609497.570007:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609497.570007:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000020:00000001:0.0:1749609497.570007:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.570009:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609497.570010:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:0.0:1749609497.570010:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749609497.570012:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00010000:00000001:0.0:1749609497.570012:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609497.570014:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000100:00001000:2.0:1749609497.570014:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609497 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609497.570014:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1749609497.570014:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749609497.570016:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000001:1.0:1749609497.570016:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749609497.570017:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=109 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609497.570017:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609497.570018:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749609497.570018:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d500. 00000100:00000001:0.0:1749609497.570018:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609497.570019:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609497.570020:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1749609497.570020:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 02000000:00000001:0.0:1749609497.570020:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609497.570021:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.570022:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609497.570022:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 02000000:00000010:0.0:1749609497.570023:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd51c00. 00000100:00000040:3.0:1749609497.570024:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609497.570024:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749609497.570025:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000001:0.0:1749609497.570025:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609497.570026:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609497.570027:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609497.570027:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609497.570027:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609497.570028:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609497.570029:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609497.570030:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689500 x1834598193469056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609497.570031:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609497.570033:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609497.570035:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609497.570036:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609497.570037:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609497.570037:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609497.570039:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d689500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193469056:12345-0@lo:38: Request processed in 170us (316us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749609497.570039:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609497.570041:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609497.570041:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609497.570043:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609497.570043:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609497.570045:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749609497.570047:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:2.0:1749609497.570047:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749609497.570047:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609497.570049:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:2.0:1749609497.570049:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000001:0.0:1749609497.570049:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609497.570050:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609497.570050:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.570052:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609497.570052:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609497.570053:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000040:0.0:1749609497.570053:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609497.570055:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609497.570055:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000020:00000010:3.0:1749609497.570056:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749609497.570059:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000100:00000200:0.0:1749609497.570059:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193469184, offset 0 00000100:00000001:3.0:1749609497.570062:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609497.570062:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193468928:0@lo:38: 00000400:00000200:0.0:1749609497.570063:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:2.0:1749609497.570067:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609497.570068:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749609497.570068:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749609497.570070:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000400:00000200:2.0:1749609497.570072:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609497.570073:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000400:00000200:0.0:1749609497.570073:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09700 00000100:00000001:3.0:1749609497.570074:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609497.570076:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609497.570076:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609497.570077:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x46d9 [1] + 0 00000100:00000200:2.0:1749609497.570078:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609497.570081:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609497.570082:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749609497.570082:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609497.570084:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b5d8. 00000400:00000200:0.0:1749609497.570085:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609497.570086:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609497.570088:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749609497.570090:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:3.0:1749609497.570092:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609497.570092:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609497.570093:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609497.570094:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.570095:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609497.570097:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609497.570097:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609497.570098:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609497.570100:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609497.570101:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609497.570101:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609497.570101:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609497.570104:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609497 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609497.570107:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=91 v=20 (1 20 0 0) 00000100:00000001:3.0:1749609497.570108:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609497.570108:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.570110:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609497.570111:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609497.570113:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.570113:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609497.570115:0:1049:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609497.570116:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749609497.570116:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609497.570116:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609497.570117:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609497.570118:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609497.570120:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609497.570120:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609497.570122:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00001000:3.0:1749609497.570123:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=42 v=5 (5 5 0 0) 00000100:00000001:0.0:1749609497.570124:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609497.570125:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609497.570125:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:3.0:1749609497.570126:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=42 v=5 (1 1 0 0) 00000100:00000001:3.0:1749609497.570128:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609497.570128:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609497.570128:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.570129:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609497.570130:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.570130:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:0.0:1749609497.570130:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:3.0:1749609497.570132:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609497.570132:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609497.570133:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609497.570134:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1749609497.570134:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609497.570135:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00010000:00080000:3.0:1749609497.570136:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.570137:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609497.570137:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d689f80 x1834598193469184/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609517 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609497.570140:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609497.570143:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609497.570146:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749609497.570146:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193469184:12345-0@lo:38: Request processed in 152us (246us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609497.570147:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:2.0:1749609497.570148:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193469056:0@lo:38: 00000100:00000001:3.0:1749609497.570149:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609497.570151:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.570151:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609497.570153:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.570153:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609497.570153:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:2.0:1749609497.570155:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6d500 x1834598193468928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609497.570155:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609497.570157:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609497.570159:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000100:00000001:3.0:1749609497.570160:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609497.570161:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609497.570162:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1749609497.570162:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000100:00000001:3.0:1749609497.570163:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609497.570163:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1749609497.570164:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 00000100:00000040:3.0:1749609497.570165:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609497.570165:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800998e8c00. 00000100:00000001:0.0:1749609497.570166:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609497.570167:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609497.570168:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609497.570169:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609497.570171:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1749609497.570172:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193469312:0@lo:400: 02000000:00000010:2.0:1749609497.570173:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd52800. 02000000:00000001:2.0:1749609497.570175:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609497.570176:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609497.570176:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609497.570177:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749609497.570177:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6d500. 00000100:00000040:3.0:1749609497.570195:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6df80 x1834598193469312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.570195:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609497.570196:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.570197:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609497.570199:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6d880 x1834598193469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609497.570200:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609497.570201:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609497.570202:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782d800. 02000000:00000001:3.0:1749609497.570206:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609497.570207:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609497.570208:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609497.570210:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609497.570211:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35000. 00000100:00000001:2.0:1749609497.570211:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609497.570212:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609497.570212:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749609497.570213:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1749609497.570213:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800998ea800. 00000100:00000010:3.0:1749609497.570214:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6df80. 02000000:00000001:2.0:1749609497.570215:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609497.570216:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609497.570216:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609497.570216:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609497.570216:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749609497.570218:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609497.570218:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609497.570218:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd51000. 00000100:00000001:3.0:1749609497.570220:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609497.570220:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609497.570220:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609497.570221:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609497.570221:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6d880. 00000100:00000001:3.0:1749609497.570223:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609497.570223:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609497.570224:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.570224:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.570225:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.570227:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609497.570236:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609497.570238:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609497.570239:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609497.570241:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609497.570242:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609497.570243:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749609497.570245:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000400:00000010:2.0:1749609497.570246:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000001:2.0:1749609497.570247:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609497.570249:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609497.570254:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.570260:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609497.570260:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.570262:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609497.570263:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609497.570264:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609497.570264:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609497.570266:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609497.570268:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609497 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609497.570273:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=42 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609497.570275:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609497.570276:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609497.570277:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609497.570280:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.570284:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609497.570286:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609497.570287:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.570288:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609497.570289:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609497.570290:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609497.570292:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609497.570293:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609497.570295:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609497.570299:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193469184:0@lo:38: 00000100:00000001:2.0:1749609497.570302:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.570304:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609497.570305:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6dc00 x1834598193469184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609497.570310:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609497.570312:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609497.570313:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800998eac00. 02000000:00000001:2.0:1749609497.570315:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609497.570316:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609497.570317:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609497.570318:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609497.570319:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd52c00. 02000000:00000001:2.0:1749609497.570320:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609497.570321:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609497.570323:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6dc00. 00000100:00000001:2.0:1749609497.570325:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609497.570325:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609497.570326:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.570327:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609497.570328:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609497.570329:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609497.570329:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609497.580751:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298770024, at 4298770024 00000100:00000040:2.0:1749609497.580751:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298770024, at 4298770024 00000100:00000010:2.0:1749609497.580764:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4100. 00000100:00000040:0.0:1749609497.580772:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298770024, at 4298770024 00000100:00000010:3.0:1749609497.580776:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4f80. 00000100:00000010:0.0:1749609497.580778:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4340. 00000100:00000040:1.0:1749609497.580814:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298770024, at 4298770024 00000100:00000010:1.0:1749609497.580821:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4b40. 00000100:00000001:2.0:1749609498.082802:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609498.082807:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609498.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609498.082811:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609498.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609498.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609498.082817:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609498.082818:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609498.082820:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609498.538766:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609498.538771:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609498.538773:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609498.538775:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609498.538778:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609498.538780:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609498.538781:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609498.538783:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609498.538785:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609498.560818:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609498.560822:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609498.560835:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609498.560838:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609498.560841:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609499.082819:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609499.082825:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609499.082827:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609499.082830:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609499.082833:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609499.082836:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609499.082838:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609499.082841:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609499.082842:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609499.538793:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609499.538820:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609499.538822:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609499.538824:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609499.538827:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609499.538830:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609499.538833:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609499.538835:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609499.538837:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609499.562826:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609499.562831:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609499.562887:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609499.562891:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609499.562893:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609500.082823:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609500.082828:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609500.082829:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609500.082831:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609500.082834:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609500.082836:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609500.082838:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609500.082839:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609500.082840:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609500.538778:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609500.538783:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609500.538784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609500.538786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609500.538788:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609500.538791:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609500.538792:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609500.538794:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609500.538796:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609500.564815:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609500.564819:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609500.564879:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609500.564882:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609500.564884:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609501.082787:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609501.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609501.082793:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609501.082795:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609501.082797:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609501.082800:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609501.082801:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609501.082803:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609501.082804:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609501.538781:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609501.538787:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609501.538788:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609501.538790:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609501.538793:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609501.538795:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609501.538797:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609501.538799:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609501.538800:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609501.566815:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609501.566819:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609501.566880:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609501.566883:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609501.566886:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609502.082800:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609502.082806:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609502.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609502.082810:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609502.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609502.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609502.082817:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609502.082819:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609502.082820:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.538801:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609502.538807:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609502.538809:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609502.538812:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609502.538816:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609502.538819:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.538821:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609502.538823:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.538825:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609502.568827:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609502.568831:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609502.568887:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609502.568890:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609502.568892:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609502.569730:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609502.569739:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609502.569740:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.569756:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609502.569758:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609502.569761:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.569762:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609502.580731:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609502.580735:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749609502.580737:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609502.580739:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609502.580741:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609502.580742:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609502.580745:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609502.580748:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4102 00000100:00080000:0.0:1749609502.580750:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609502.580752:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609502.580753:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609502.580755:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609502.580756:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609502.580758:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609502.580759:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609502.580761:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609502.580763:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609502.580765:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609502.580766:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609502.580768:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609502.580769:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609502.580769:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609502.580770:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609502.580772:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:0.0:1749609502.580774:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609502.580775:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609502.580777:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609502.580782:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609502.580783:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.580784:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609502.580786:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609502.580789:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6e300. 00000020:00000040:0.0:1749609502.580791:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609502.580794:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609502.580795:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.580797:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609502.580798:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609502.580801:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609502.580806:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd50400. 00000100:00000001:0.0:1749609502.580810:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609502.580815:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609502.580822:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609502.580823:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609502.580825:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6e300] to pc [ptlrpcd_rcv+-1] req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.580839:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609502.580840:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609502.580842:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609502.580843:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609502.580844:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609502.580845:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609502.580846:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4102 00000100:00080000:0.0:1749609502.580847:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609502.580848:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609502.580849:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609502.580850:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609502.580851:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609502.580852:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609502.580852:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609502.580853:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609502.580854:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:0.0:1749609502.580855:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609502.580856:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609502.580857:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609502.580858:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609502.580858:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609502.580859:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609502.580860:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:0.0:1749609502.580861:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609502.580862:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609502.580863:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609502.580864:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609502.580865:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.580866:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609502.580867:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609502.580868:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6e680. 00000020:00000040:0.0:1749609502.580869:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609502.580870:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609502.580871:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.580872:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609502.580873:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609502.580873:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609502.580874:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609502.580875:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd51800. 00000100:00000001:2.0:1749609502.580876:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609502.580877:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609502.580877:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609502.580878:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609502.580882:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.580882:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609502.580882:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609502.580883:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6e680] to pc [ptlrpcd_rcv+-1] req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.580887:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609502.580888:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609502.580890:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609502.580890:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609502.580890:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609502.580891:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609502.580892:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.580892:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609502.580893:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4102 02000000:00000001:2.0:1749609502.580894:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749609502.580894:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609502.580895:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:2.0:1749609502.580896:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609502.580896:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609502.580897:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:2.0:1749609502.580898:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.580898:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609502.580899:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609502.580900:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00100000:2.0:1749609502.580901:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193469440:0@lo:38: 00000020:00000001:0.0:1749609502.580901:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609502.580902:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609502.580902:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:0.0:1749609502.580903:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:2.0:1749609502.580904:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609502.580905:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609502.580906:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609502.580907:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609502.580907:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609502.580907:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:2.0:1749609502.580908:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609502.580908:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:0.0:1749609502.580909:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:2.0:1749609502.580910:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609502.580910:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609502.580911:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609502.580912:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609502.580913:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800998eac00. 02000000:00000001:0.0:1749609502.580913:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.580914:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609502.580914:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609502.580915:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609502.580916:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6ea00. 00000020:00000040:0.0:1749609502.580916:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609502.580917:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609502.580918:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.580918:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609502.580919:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749609502.580920:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 02000000:00000001:0.0:1749609502.580920:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609502.580921:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd53400. 00000100:00000001:0.0:1749609502.580922:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609502.580923:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749609502.580925:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000001:0.0:1749609502.580926:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609502.580927:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609502.580928:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6ea00] to pc [ptlrpcd_rcv+-1] req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609502.580931:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193469440, portal 4 00000100:00000001:0.0:1749609502.580931:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.580932:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609502.580932:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609502.580933:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895215360 : -131938814336256 : ffff880099d6e300) 00000100:00000001:0.0:1749609502.580934:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609502.580935:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6ed80. 00000020:00000040:0.0:1749609502.580936:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609502.580937:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749609502.580938:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609502.580938:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609502.580939:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609502.580941:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35200. 00000100:00000001:2.0:1749609502.580942:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609502.580942:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609502.580943:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609502.580944:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609502.580945:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609502.580947:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193469440, offset 0 00000100:00000001:0.0:1749609502.580947:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609502.580947:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609502.580950:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609502.580950:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6ed80] to pc [ptlrpcd_00_02+2] req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609502.580959:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609502.580966:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada09800 00000100:00000001:0.0:1749609502.580966:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609502.580968:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4112) 00000400:00000200:2.0:1749609502.580978:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 4160 00000100:00000001:0.0:1749609502.580980:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609502.580981:0:1051:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1749609502.580982:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609502.580982:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609502.580985:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609502.580986:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609502.580987:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609502.580988:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609502.580988:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609502.580989:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609502.580989:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749609502.580990:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749609502.580991:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609502.580992:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a300. 00000100:00000040:2.0:1749609502.580994:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68a300 x1834598193469440 msgsize 520 00000100:00000001:0.0:1749609502.580995:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749609502.580996:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609502.580996:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609502.580997:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609502.580998:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609502.580999:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609502.581000:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193469824:0@lo:400: 00000100:00000001:0.0:1749609502.581002:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609502.581003:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609502.581003:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609502.581004:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609502.581006:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a78400. 02000000:00000001:0.0:1749609502.581007:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609502.581010:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:2.0:1749609502.581013:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749609502.581013:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609502.581015:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193469824, portal 10 00000100:00000001:0.0:1749609502.581016:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609502.581017:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895218048 : -131938814333568 : ffff880099d6ed80) 00000400:00000200:2.0:1749609502.581019:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609502.581020:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000040:0.0:1749609502.581020:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581022:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609502.581024:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.581024:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609502.581025:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609502.581026:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609502.581027:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193469824, offset 0 00000400:00000200:0.0:1749609502.581030:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609502.581032:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609502.581032:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609502.581034:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609502.581034:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609502.581035:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609502.581037:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada09980 00000100:00000001:2.0:1749609502.581039:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581040:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749609502.581040:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 56576 00000100:00000001:2.0:1749609502.581043:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609502.581043:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609502.581045:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609502.581046:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2072 usecs (3 jiffies) 00000100:00000001:0.0:1749609502.581047:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609502.581048:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609502.581049:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298775027 00000100:00000010:0.0:1749609502.581050:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6f100. 00000100:00000040:0.0:1749609502.581051:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6f100 x1834598193469824 msgsize 224 00000100:00000010:2.0:1749609502.581052:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4100. 00000100:00100000:0.0:1749609502.581053:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609502.581056:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609502.581057:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609502.581057:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609502.581058:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193469440 02000000:00000001:1.0:1749609502.581060:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609502.581061:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609502.581061:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:2.0:1749609502.581062:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298775027 00000400:00000010:0.0:1749609502.581062:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:1.0:1749609502.581063:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581063:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:2.0:1749609502.581064:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4080. 00000100:00000200:0.0:1749609502.581064:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581066:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749609502.581066:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581068:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298775027 00000100:00100000:1.0:1749609502.581069:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193469440 00000100:00000001:0.0:1749609502.581069:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749609502.581070:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4dc0. 00000020:00000001:1.0:1749609502.581070:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609502.581070:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581071:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000040:1.0:1749609502.581071:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609502.581072:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609502.581073:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298775027 00000020:00000001:1.0:1749609502.581073:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581073:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609502.581074:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581074:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609502.581076:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609502.581077:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000040:0.0:1749609502.581077:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 555 usecs (1 jiffies) 00000100:00000010:2.0:1749609502.581079:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4a00. 00000100:00000001:0.0:1749609502.581079:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298775025 00000020:00000010:1.0:1749609502.581080:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d500. 00000100:00000001:0.0:1749609502.581080:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298775027 00000100:00000001:0.0:1749609502.581081:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298775025 00000100:00000001:2.0:1749609502.581082:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609502.581082:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298775027 00000020:00000010:1.0:1749609502.581083:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000100:00000001:0.0:1749609502.581083:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298775025 00000100:00000001:0.0:1749609502.581084:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298775027 00000100:00000001:0.0:1749609502.581085:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298775025 00000100:00000001:1.0:1749609502.581086:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609502.581091:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609502.581092:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581093:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609502.581094:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193469824 02000000:00000001:0.0:1749609502.581095:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609502.581096:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609502.581096:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581096:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609502.581097:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609502.581098:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581099:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609502.581099:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193469824 00000020:00000001:0.0:1749609502.581100:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609502.581101:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609502.581101:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609502.581101:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:0.0:1749609502.581102:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609502.581103:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609502.581103:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:0.0:1749609502.581104:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:0.0:1749609502.581105:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609502.581107:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609502.581107:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609502.581108:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609502.581108:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609502.581109:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609502.581109:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609502.581110:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749609502.581110:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7780. 00000100:00100000:1.0:1749609502.581111:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000001:2.0:1749609502.581112:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749609502.581113:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11380. 00000100:00000001:3.0:1749609502.581114:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609502.581114:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609502.581114:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955098880 : -131938754452736 : ffff88009d68a300) 00000100:00000001:3.0:1749609502.581115:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609502.581116:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609502.581116:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68a300 x1834598193469440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609502.581116:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609502.581117:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581120:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609502.581121:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609502.581122:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609502.581122:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193469440:12345-0@lo:38: 00000020:00000010:0.0:1749609502.581122:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78e00. 00000020:00000010:0.0:1749609502.581123:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 02000000:00000001:2.0:1749609502.581124:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749609502.581124:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193469440 02000000:00000001:2.0:1749609502.581125:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609502.581125:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 02000000:00000001:2.0:1749609502.581126:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609502.581126:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:3.0:1749609502.581128:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1749609502.581128:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193469568:0@lo:38: 00000100:00000040:0.0:1749609502.581128:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1749609502.581129:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:3.0:1749609502.581130:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609502.581130:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609502.581131:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609502.581131:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609502.581132:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609502.581132:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609502.581134:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609502.581135:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609502.581135:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609502.581136:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1749609502.581137:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581137:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609502.581138:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800998ea800. 02000000:00000001:2.0:1749609502.581139:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609502.581139:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609502.581140:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609502.581140:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609502.581141:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00010000:00000001:1.0:1749609502.581143:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749609502.581144:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000001:1.0:1749609502.581144:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609502.581144:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609502.581145:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609502.581146:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609502.581146:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000200:2.0:1749609502.581147:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193469568, portal 10 02000000:00000001:1.0:1749609502.581147:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609502.581148:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609502.581149:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609502.581149:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895216256 : -131938814335360 : ffff880099d6e680) 00000100:00000001:0.0:1749609502.581149:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895218944 : -131938814332672 : ffff880099d6f100) 02000000:00000010:1.0:1749609502.581150:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e72800. 00000100:00000040:0.0:1749609502.581150:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6f100 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:448/0 lens 224/0 e 0 to 0 dl 1749609513 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609502.581151:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609502.581152:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609502.581154:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609502.581155:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609502.581155:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749609502.581156:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609502.581156:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7100. 00000100:00000001:0.0:1749609502.581157:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749609502.581158:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749609502.581158:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e7100. 00000100:00000001:2.0:1749609502.581159:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609502.581160:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:0.0:1749609502.581160:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193469824:12345-0@lo:400: 00000100:00000001:1.0:1749609502.581161:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609502.581162:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193469824 00000100:00000040:1.0:1749609502.581163:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609502.581163:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609502.581163:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609502.581165:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000001:0.0:1749609502.581165:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749609502.581166:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609502.581166:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609502.581167:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000020:00000001:0.0:1749609502.581167:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609502.581168:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000200:2.0:1749609502.581169:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193469568, offset 0 00000100:00000040:1.0:1749609502.581169:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609502.581170:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749609502.581170:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1749609502.581172:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609502.581172:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609502.581172:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609502.581173:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609502.581173:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1749609502.581174:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609502.581174:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609502.581175:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609502.581176:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000020:00000001:0.0:1749609502.581176:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749609502.581178:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609502.581178:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193469440, offset 0 00000100:00000001:0.0:1749609502.581178:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609502.581179:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609502.581180:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd50c00. 00000400:00000200:1.0:1749609502.581181:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609502.581181:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609502.581182:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09880 00000100:00000001:0.0:1749609502.581182:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609502.581184:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609502.581185:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193469824 00000400:00000200:2.0:1749609502.581186:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 56800 00000400:00000200:1.0:1749609502.581186:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749609502.581186:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749609502.581188:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099d6f100 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:448/0 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609502.581189:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609502.581191:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada09800 00000400:00000200:2.0:1749609502.581192:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609502.581192:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609502.581193:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609502.581194:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x46ed [1] + 0 00000100:00001000:0.0:1749609502.581194:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=47 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609502.581196:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609502.581197:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609502.581198:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749609502.581198:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609502.581198:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:2.0:1749609502.581199:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609502.581199:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609502.581200:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609502.581201:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b100. 00000400:00000200:1.0:1749609502.581201:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609502.581201:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609502.581202:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609502.581203:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68b100 x1834598193469568 msgsize 520 00000100:00000001:1.0:1749609502.581203:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:0.0:1749609502.581203:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609502.581204:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193469824, offset 224 00000100:00100000:2.0:1749609502.581205:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749609502.581207:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609502.581207:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609502.581209:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609502.581212:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09980 00000100:00000040:1.0:1749609502.581214:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581215:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609502.581215:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x46f5 [1] + 224 00000400:00000200:0.0:1749609502.581217:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609502.581218:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609502.581219:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609502.581220:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:2.0:1749609502.581221:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609502.581221:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609502.581221:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609502.581223:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609502.581223:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609502.581225:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000001:2.0:1749609502.581227:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749609502.581227:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000040:0.0:1749609502.581227:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609502.581228:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609502.581230:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609502.581231:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609502.581231:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581231:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609502.581232:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609502.581232:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609502.581233:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193469568 00000400:00000200:0.0:1749609502.581233:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 02000000:00000001:3.0:1749609502.581234:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749609502.581234:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609502.581235:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581235:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609502.581236:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609502.581236:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609502.581237:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609502.581237:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 821 usecs (1 jiffies) 00000100:00000001:1.0:1749609502.581237:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609502.581238:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581238:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298775025 00000100:00000001:0.0:1749609502.581238:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581239:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298775027 00000100:00000040:1.0:1749609502.581239:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:0.0:1749609502.581239:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609502.581240:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298775025 00010000:00000001:0.0:1749609502.581240:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609502.581241:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298775027 00000100:00000001:1.0:1749609502.581241:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609502.581241:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581242:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298775025 00000020:00000001:1.0:1749609502.581242:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609502.581242:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609502.581243:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298775027 00000100:00000040:0.0:1749609502.581244:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6f100 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:448/0 lens 224/224 e 0 to 0 dl 1749609513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609502.581245:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193469568 00000100:00000040:1.0:1749609502.581245:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68a300 x1834598193469440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609502.581247:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609502.581247:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298775025 00000020:00000040:3.0:1749609502.581248:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609502.581248:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298775027 00000100:00100000:0.0:1749609502.581248:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193469824:12345-0@lo:400: Request processed in 92us (196us total) trans 0 rc 0/0 00000020:00000001:3.0:1749609502.581249:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609502.581249:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609502.581250:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581250:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609502.581251:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609502.581251:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000001:2.0:1749609502.581252:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609502.581252:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000020:00000010:3.0:1749609502.581253:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d800. 00000100:00000040:2.0:1749609502.581253:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609502.581253:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193469440:12345-0@lo:38: Request processed in 130us (257us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609502.581254:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749609502.581255:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000001:0.0:1749609502.581255:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609502.581257:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609502.581257:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609502.581257:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609502.581257:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 02000000:00000001:2.0:1749609502.581258:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609502.581259:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609502.581259:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609502.581259:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000020:00000010:0.0:1749609502.581259:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000100:00000001:3.0:1749609502.581260:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609502.581260:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609502.581260:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78e00. 00000100:00000001:3.0:1749609502.581261:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609502.581261:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749609502.581262:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193469696:0@lo:38: 00000020:00000040:0.0:1749609502.581262:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:3.0:1749609502.581263:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581263:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.581264:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609502.581265:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609502.581265:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609502.581266:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609502.581267:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800998e8c00. 00000100:00000001:1.0:1749609502.581267:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609502.581267:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609502.581268:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581268:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609502.581269:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609502.581269:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d500. 00000100:00100000:0.0:1749609502.581269:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000400:00000010:2.0:1749609502.581270:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000100:00000001:0.0:1749609502.581270:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955102464 : -131938754449152 : ffff88009d68b100) 00000020:00000010:1.0:1749609502.581271:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 00000400:00000010:2.0:1749609502.581272:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000040:0.0:1749609502.581272:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68b100 x1834598193469568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609502.581273:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193469696, portal 10 00000020:00000010:1.0:1749609502.581273:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000100:00000001:2.0:1749609502.581274:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609502.581275:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895217152 : -131938814334464 : ffff880099d6ea00) 00000100:00000001:1.0:1749609502.581275:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609502.581276:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193469568:12345-0@lo:38: 00000100:00000200:0.0:1749609502.581277:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193469568 00000100:00000040:2.0:1749609502.581278:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609502.581278:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609502.581279:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609502.581281:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609502.581282:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609502.581283:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000020:00000001:0.0:1749609502.581283:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609502.581284:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193469696, offset 0 00010000:00020000:0.0:1749609502.581285:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609502.581286:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749609502.581286:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609502.581287:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609502.581288:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609502.581289:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609502.581290:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609502.581291:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749609502.581291:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd50800. 02000000:00000001:0.0:1749609502.581292:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581293:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609502.581294:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09900 00010000:00000001:0.0:1749609502.581294:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609502.581295:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609502.581296:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609502.581298:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609502.581299:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609502.581300:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609502.581301:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 57320 00000100:00000001:0.0:1749609502.581301:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609502.581302:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609502.581303:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609502.581304:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609502.581304:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609502.581305:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581306:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609502.581307:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609502.581307:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609502.581309:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749609502.581309:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:2.0:1749609502.581310:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749609502.581310:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193469568, offset 0 00000100:00000010:2.0:1749609502.581312:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b480. 00000400:00000200:0.0:1749609502.581312:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609502.581314:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68b480 x1834598193469696 msgsize 520 00000400:00000200:0.0:1749609502.581314:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609502.581316:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09880 00000100:00100000:2.0:1749609502.581317:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609502.581318:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x46fd [1] + 0 00000400:00000200:0.0:1749609502.581319:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609502.581321:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609502.581321:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609502.581322:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609502.581323:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609502.581325:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609502.581326:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000040:0.0:1749609502.581327:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609502.581328:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609502.581328:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609502.581329:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193469696 02000000:00000001:3.0:1749609502.581330:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749609502.581330:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609502.581331:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609502.581332:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609502.581333:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609502.581335:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193469696 00000100:00000001:0.0:1749609502.581335:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609502.581336:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609502.581336:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749609502.581337:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609502.581337:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609502.581337:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609502.581337:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000020:00000001:3.0:1749609502.581338:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609502.581338:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749609502.581339:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581339:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609502.581340:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581340:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609502.581341:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000010:3.0:1749609502.581342:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c800. 00000100:00000001:0.0:1749609502.581342:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581343:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609502.581343:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609502.581344:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000100:00000001:2.0:1749609502.581344:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609502.581344:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68b100 x1834598193469568/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609502.581346:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:2.0:1749609502.581347:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609502.581348:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609502.581349:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609502.581349:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 628 usecs (1 jiffies) 00000100:00000001:3.0:1749609502.581350:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581351:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298775025 00000100:00100000:0.0:1749609502.581368:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193469568:12345-0@lo:38: Request processed in 72us (144us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609502.581369:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298775027 00000100:00000001:2.0:1749609502.581370:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298775025 00000100:00000001:2.0:1749609502.581372:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298775027 00000100:00100000:0.0:1749609502.581372:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000001:2.0:1749609502.581373:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298775025 00000100:00000001:0.0:1749609502.581373:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609502.581374:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609502.581375:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298775027 00000020:00000010:0.0:1749609502.581375:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000001:2.0:1749609502.581376:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298775025 00000100:00000001:2.0:1749609502.581377:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298775027 00000020:00000010:0.0:1749609502.581377:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609502.581378:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609502.581379:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d800. 00000100:00000001:0.0:1749609502.581380:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.581382:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609502.581383:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581384:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609502.581385:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1749609502.581386:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609502.581386:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749609502.581386:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000001:0.0:1749609502.581387:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955103360 : -131938754448256 : ffff88009d68b480) 00000100:00000001:3.0:1749609502.581388:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609502.581388:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749609502.581389:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000100:00000040:0.0:1749609502.581389:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68b480 x1834598193469696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609502.581390:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000001:2.0:1749609502.581391:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609502.581393:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609502.581393:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193469696:12345-0@lo:38: 00000100:00000200:0.0:1749609502.581395:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193469696 00000020:00000001:0.0:1749609502.581395:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609502.581396:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749609502.581397:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609502.581400:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581401:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609502.581401:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:0.0:1749609502.581401:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609502.581402:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609502.581403:0:1047:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:0.0:1749609502.581403:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609502.581404:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749609502.581405:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609502.581405:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609502.581406:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609502.581406:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609502.581407:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609502.581408:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609502.581408:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd52c00. 02000000:00000001:0.0:1749609502.581409:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581409:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609502.581411:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609502 v=5 (0 0 0 0) 00010000:00000001:0.0:1749609502.581411:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609502.581412:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609502.581413:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=114 v=20 (1 20 0 0) 00000100:00001000:0.0:1749609502.581413:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609502.581414:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609502.581414:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609502.581415:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609502.581416:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609502.581416:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609502.581417:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609502.581417:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609502.581418:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609502.581419:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609502.581419:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:0.0:1749609502.581420:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609502.581420:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581421:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609502.581422:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609502.581423:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609502.581423:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609502.581424:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1749609502.581424:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193469696, offset 0 00000100:00000001:2.0:1749609502.581425:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.581426:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1749609502.581426:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609502.581427:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609502.581429:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749609502.581429:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749609502.581430:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609502.581431:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609502.581431:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09900 00000400:00000200:0.0:1749609502.581432:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x470d [1] + 0 00000400:00000200:0.0:1749609502.581434:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609502.581435:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609502.581436:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609502.581437:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609502.581438:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609502.581439:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193469440:0@lo:38: 00000100:00000001:2.0:1749609502.581441:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581442:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609502.581443:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6e300 x1834598193469440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609502.581445:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581446:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609502.581448:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609502.581449:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800998eac00. 00000100:00000001:0.0:1749609502.581449:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609502.581450:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609502.581451:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1749609502.581451:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000020:00000040:2.0:1749609502.581452:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:0.0:1749609502.581452:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609502.581452:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609502.581453:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609502.581453:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:2.0:1749609502.581454:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd50400. 00000100:00000001:0.0:1749609502.581454:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609502.581455:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749609502.581455:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:2.0:1749609502.581456:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609502.581457:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609502.581457:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749609502.581458:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6e300. 00000100:00000001:2.0:1749609502.581459:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749609502.581459:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68b480 x1834598193469696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609522 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581460:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.581461:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609502.581462:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193469696:12345-0@lo:38: Request processed in 69us (148us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609502.581463:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609502.581464:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.581465:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609502.581465:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000001:2.0:1749609502.581466:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609502.581466:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609502.581466:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749609502.581468:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609502.581468:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749609502.581468:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000400:00000010:2.0:1749609502.581469:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000020:00000010:0.0:1749609502.581469:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000400:00000200:2.0:1749609502.581470:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000020:00000010:0.0:1749609502.581470:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c800. 00000400:00000010:2.0:1749609502.581471:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:0.0:1749609502.581471:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.581472:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609502.581473:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609502.581477:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.581477:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298775027 00000100:00000001:0.0:1749609502.581478:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609502.581479:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609502.581481:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609502.581482:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:0.0:1749609502.581482:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609502.581483:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609502.581483:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:2.0:1749609502.581484:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749609502.581484:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 02000000:00000001:2.0:1749609502.581485:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1749609502.581485:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609502.581486:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609502.581486:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609502.581487:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609502.581487:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609502.581487:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609502.581489:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609502 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609502.581491:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=96 v=20 (1 20 0 0) 00000100:00000200:0.0:1749609502.581491:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581492:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609502.581492:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609502.581493:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609502.581495:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.581495:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609502.581496:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609502.581497:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609502.581497:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609502.581498:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609502.581498:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609502.581499:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609502.581499:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581500:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609502.581500:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581501:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609502.581501:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609502.581502:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:0.0:1749609502.581502:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=47 v=5 (5 5 0 0) 00000100:00080000:2.0:1749609502.581503:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00001000:0.0:1749609502.581503:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=47 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609502.581504:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609502.581504:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609502.581505:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.581505:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609502.581506:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749609502.581508:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609502.581509:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193469568:0@lo:38: 00000400:00000001:2.0:1749609502.581511:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609502.581512:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609502.581512:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00010000:00000001:0.0:1749609502.581512:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609502.581513:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000001:0.0:1749609502.581513:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1749609502.581514:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000040:0.0:1749609502.581514:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609502.581516:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609502.581516:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581517:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609502.581518:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609502.581519:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.581521:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609502.581522:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.581522:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609502.581522:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609502.581524:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581526:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609502.581526:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.581527:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749609502.581527:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193469824:0@lo:400: 02000000:00000001:2.0:1749609502.581528:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609502.581528:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609502.581529:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581529:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609502.581530:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581530:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749609502.581531:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609502 v=5 (0 0 0 0) 00000100:00000040:0.0:1749609502.581531:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6ed80 x1834598193469824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609502.581532:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=47 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609502.581533:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609502.581534:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609502.581535:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609502.581535:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609502.581535:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749609502.581536:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609502.581537:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a78400. 02000000:00000001:0.0:1749609502.581538:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609502.581539:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609502.581539:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609502.581539:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609502.581540:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749609502.581540:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609502.581541:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609502.581541:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35200. 00000100:00000001:2.0:1749609502.581542:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609502.581542:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609502.581542:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609502.581542:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1749609502.581543:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000010:0.0:1749609502.581543:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6ed80. 00000100:00080000:2.0:1749609502.581544:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609502.581544:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609502.581545:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609502.581545:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609502.581545:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609502.581546:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609502.581547:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609502.581548:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609502.581548:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609502.581549:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609502.581550:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193469696:0@lo:38: 00000100:00000001:2.0:1749609502.581551:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581554:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609502.581555:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6e680 x1834598193469568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581559:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609502.581560:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609502.581560:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800998ea800. 02000000:00000001:2.0:1749609502.581561:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609502.581562:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609502.581562:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609502.581563:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609502.581564:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd51800. 02000000:00000001:2.0:1749609502.581565:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609502.581565:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609502.581566:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6e680. 00000100:00000001:2.0:1749609502.581567:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609502.581567:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.581568:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609502.581569:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6ea00 x1834598193469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609502.581572:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609502.581572:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609502.581573:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800998e8c00. 02000000:00000001:2.0:1749609502.581574:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609502.581574:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609502.581575:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609502.581575:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609502.581576:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd53400. 02000000:00000001:2.0:1749609502.581577:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609502.581577:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609502.581578:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6ea00. 00000100:00000001:2.0:1749609502.581579:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609502.581579:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609502.581580:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581581:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609502.581582:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609502.581583:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609502.581583:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609502.583710:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298775027, at 4298775027 00000100:00000010:0.0:1749609502.583715:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4100. 00000100:00000040:1.0:1749609502.583719:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298775027, at 4298775027 00000100:00000010:1.0:1749609502.583724:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4080. 00000100:00000040:2.0:1749609502.583740:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298775027, at 4298775027 00000100:00000010:2.0:1749609502.583746:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4dc0. 00000100:00000040:3.0:1749609502.583764:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298775027, at 4298775027 00000100:00000010:3.0:1749609502.583767:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4a00. 00000100:00000001:0.0:1749609503.082814:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609503.082820:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609503.082822:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609503.082825:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609503.082829:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609503.082832:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609503.082834:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609503.082836:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609503.082838:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609503.538737:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609503.538742:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609503.538744:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609503.538746:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609503.538749:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609503.538751:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609503.538754:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609503.538756:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609503.538758:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609503.570831:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609503.570835:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609503.570858:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609503.570860:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609503.570861:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609503.580765:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609503.580774:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609503.580775:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609503.580778:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609503.580780:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609503.580782:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609503.580783:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609504.082827:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609504.082833:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609504.082834:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609504.082836:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609504.082839:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609504.082842:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609504.082844:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609504.082846:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609504.082847:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609504.538777:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609504.538783:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609504.538785:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609504.538788:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609504.538791:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609504.538794:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609504.538796:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609504.538798:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609504.538800:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609504.572808:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609504.572813:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609504.572913:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609504.572918:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609504.572921:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609504.580772:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609504.580786:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609504.580788:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609504.580793:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609504.580795:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609504.580798:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609504.580800:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609505.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609505.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609505.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609505.082802:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609505.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609505.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609505.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609505.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609505.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609505.538775:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609505.538782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609505.538783:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609505.538786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609505.538800:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609505.538803:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609505.538806:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609505.538808:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609505.538809:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609505.574827:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609505.574832:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609505.574834:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609505.574836:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609505.574839:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609505.574840:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609505.574841:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609505.574843:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609505.574944:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609505.574949:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609505.574952:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609505.580810:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609505.580823:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609505.580824:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609505.580828:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609505.580830:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609505.580833:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609505.580835:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609506.082802:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609506.082807:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609506.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609506.082811:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609506.082814:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609506.082817:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609506.082819:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609506.082821:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609506.082823:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609506.538774:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609506.538782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609506.538783:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609506.538786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609506.538789:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609506.538792:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609506.538794:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609506.538804:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009d688380 x1834598193468160/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609506.538812:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609506.538814:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688380 x1834598193468160/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609506.538818:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609506.538820:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609506.538822:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609506.538823:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609506.538825:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688380 x1834598193468160/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609506.538829:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193468160:0@lo:101: 00000100:00000001:2.0:1749609506.538832:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609506.538834:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609506.538835:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609506.538849:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609506.538851:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688380 x1834598193468160/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609506.538855:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609506.538858:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7f00. 00000100:00000001:2.0:1749609506.538865:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609506.538866:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609506.538870:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609506.538875:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609506.538877:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609506.538881:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75a00 refcount=4 00000020:00000001:2.0:1749609506.538884:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981229056 : -131938728322560 : ffff88009ef75a00) 00010000:00000001:2.0:1749609506.538886:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981229056 : -131938728322560 : ffff88009ef75a00) 00010000:00010000:2.0:1749609506.538891:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609506.538900:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609506.538904:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609506.538910:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609506.538912:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609506.538918:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609506.538920:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609506.538921:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609506.538928:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609506.538930:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609506.538933:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609506.538935:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609506.538950:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef75a00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609506.538953:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609506.538955:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609506.538961:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609506.538962:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609506.538963:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609506.538964:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75a00 refcount=5 00000020:00000001:2.0:1749609506.538965:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981229056 : -131938728322560 : ffff88009ef75a00) 00010000:00000001:2.0:1749609506.538966:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981229056 : -131938728322560 : ffff88009ef75a00) 00010000:00000001:2.0:1749609506.538969:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609506.538970:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609506.538973:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609506.538974:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609506.538977:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:2.0:1749609506.538978:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609506.538979:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609506.538980:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609506.538982:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609506.538984:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609506.538985:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609506.538985:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609506.538986:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609506.538988:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef75a00 with handle 0xae754a08875148f5 from hash 00010000:00000001:2.0:1749609506.538989:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609506.538989:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609506.538990:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609506.538991:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609506.538994:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609506.538995:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609506.538997:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609506.538997:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609506.538998:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609506.538999:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609506.539001:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609506.539003:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609506.539004:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609506.539004:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609506.539005:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609506.539006:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609506.539006:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609506.539006:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609506.539007:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef75a00/0xae754a08875148f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609506.539012:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009f3beb00 count: 0 00010000:00000001:2.0:1749609506.539045:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609506.539046:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609506.539048:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609506.539050:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688380 x1834598193468160/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609506.539054:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609506.539056:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609506.539057:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609506.539058:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609506.539061:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef74a00. 02000000:00000001:2.0:1749609506.539068:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609506.539070:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609506.539071:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688380. 00000100:00000001:2.0:1749609506.539074:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609506.539075:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609506.539077:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609506.539079:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:2.0:1749609506.539085:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:2.0:1749609506.539089:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609506.539092:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609506.539094:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609506.539096:0:6439:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b528c800) refs 3 10000000:00000001:2.0:1749609506.539097:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609506.539099:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609506.539100:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff88012a9f7c00) refs 2 10000000:00000001:2.0:1749609506.539102:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609506.539104:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609506.539105:0:6439:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:2.0:1749609506.539107:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609506.539109:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a9a78000 from 1 10000000:00000001:2.0:1749609506.539111:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609506.539112:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:2.0:1749609506.539116:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 00000020:00000040:2.0:1749609506.539119:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609506.539122:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609506.539126:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609506.539130:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609506.539136:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef74a00. 00000100:00000001:2.0:1749609506.539142:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609506.539146:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609506.539148:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609506.539152:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3be800. 00010000:00000001:2.0:1749609506.539156:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609506.539158:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef75e00. 00000020:00000001:2.0:1749609506.539160:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609506.539161:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef75e00 with handle 0xae754a08875148fc to hash 00000020:00000001:2.0:1749609506.539163:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609506.539164:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981230080 : -131938728321536 : ffff88009ef75e00) 00010000:00000001:2.0:1749609506.539165:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981230080 : -131938728321536 : ffff88009ef75e00) 00010000:00000001:2.0:1749609506.539167:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609506.539168:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609506.539169:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609506.539179:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609506.539188:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609506.539190:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609506.539192:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609506.539196:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7f00. 00000100:00000001:2.0:1749609506.539197:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372516096 : -131936337035520 : ffff88012d7f7f00) 00000100:00000001:2.0:1749609506.539199:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609506.539200:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955090816 : -131938754460800 : ffff88009d688380) 00000100:00000001:2.0:1749609506.539203:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609506.539205:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609506.539206:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609506.539207:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609506.539209:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688380 x1834598193469952/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609506.539214:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609506.539215:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609506.539216:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009d688380 x1834598193469952/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609506.539221:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609506.539221:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609506.539222:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609506.539223:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609506.539224:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609506.539224:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609506.539225:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609506.539226:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609506.539226:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749609506.541780:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3beb00. 00010000:00000010:0.1:1749609506.541786:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef75a00. 00010000:00000001:0.0:1749609506.576790:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609506.576796:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609506.576846:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609506.576850:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609506.576853:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609506.580772:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609506.580784:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609506.580786:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609506.580789:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609506.580791:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609506.580795:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609506.580797:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.082733:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609507.082741:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609507.082742:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609507.082745:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609507.082748:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609507.082751:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609507.082754:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609507.082755:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609507.082757:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.538806:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609507.538814:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609507.538832:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609507.538835:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609507.538838:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609507.538842:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609507.538845:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609507.538848:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609507.538850:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609507.578875:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609507.578883:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609507.578960:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609507.578966:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609507.578970:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609507.580735:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609507.580749:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609507.580752:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609507.580755:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609507.580758:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609507.580761:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.580763:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609507.588803:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609507.588813:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749609507.588816:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609507.588821:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609507.588824:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609507.588826:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609507.588831:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609507.588836:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4107 00000100:00080000:0.0:1749609507.588841:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609507.588844:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609507.588848:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609507.588850:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609507.588852:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609507.588856:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609507.588859:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609507.588861:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609507.588865:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609507.588867:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609507.588870:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609507.588873:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609507.588875:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609507.588877:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609507.588878:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609507.588881:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:0.0:1749609507.588884:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609507.588886:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609507.588890:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609507.588898:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609507.588900:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.588903:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609507.588906:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609507.588912:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6ed80. 00000020:00000040:0.0:1749609507.588916:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609507.588920:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609507.588922:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.588925:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609507.588928:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609507.588932:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609507.588939:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd53000. 00000100:00000001:0.0:1749609507.588946:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609507.588954:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609507.588965:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609507.588968:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609507.588972:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6ed80] to pc [ptlrpcd_rcv+-1] req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609507.589024:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609507.589026:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609507.589030:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609507.589031:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609507.589032:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609507.589034:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609507.589036:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4107 00000100:00080000:0.0:1749609507.589038:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609507.589040:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609507.589041:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609507.589043:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609507.589044:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609507.589049:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609507.589050:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609507.589052:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609507.589053:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:0.0:1749609507.589055:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609507.589056:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609507.589059:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609507.589060:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609507.589061:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609507.589063:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609507.589064:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:0.0:1749609507.589066:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609507.589068:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609507.589069:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609507.589071:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609507.589073:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589075:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609507.589076:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609507.589079:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6f480. 00000020:00000040:0.0:1749609507.589081:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609507.589083:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609507.589084:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589085:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609507.589086:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609507.589104:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609507.589107:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd51000. 00000100:00000001:0.0:1749609507.589111:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589114:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609507.589114:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609507.589118:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609507.589121:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609507.589121:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609507.589123:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609507.589125:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609507.589125:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6f480] to pc [ptlrpcd_rcv+-1] req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609507.589132:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609507.589134:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589134:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609507.589136:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749609507.589136:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749609507.589139:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609507.589139:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749609507.589140:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589140:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1749609507.589142:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193470080:0@lo:38: 00000100:00080000:0.0:1749609507.589142:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609507.589144:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749609507.589145:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749609507.589146:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4107 02000000:00000001:2.0:1749609507.589148:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749609507.589148:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749609507.589149:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609507.589150:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:2.0:1749609507.589151:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609507.589152:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609507.589154:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000010:2.0:1749609507.589155:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800998e8c00. 00000100:00000001:0.0:1749609507.589155:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:2.0:1749609507.589157:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609507.589158:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609507.589159:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609507.589161:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609507.589163:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000020:00000040:0.0:1749609507.589163:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609507.589165:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:0.0:1749609507.589167:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609507.589169:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000010:2.0:1749609507.589170:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609507.589171:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609507.589173:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609507.589174:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:2.0:1749609507.589176:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193470080, portal 4 00000020:00000040:0.0:1749609507.589176:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000001:2.0:1749609507.589178:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749609507.589178:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609507.589179:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895218048 : -131938814333568 : ffff880099d6ed80) 00000100:00000001:0.0:1749609507.589180:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609507.589181:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609507.589184:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609507.589185:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609507.589186:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589187:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609507.589189:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589191:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749609507.589192:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6f800. 00000100:00000040:2.0:1749609507.589193:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749609507.589194:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749609507.589195:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609507.589196:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193470080, offset 0 02000000:00000001:0.0:1749609507.589196:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609507.589197:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589199:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609507.589200:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609507.589202:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609507.589205:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd52800. 00000100:00000001:0.0:1749609507.589208:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609507.589211:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749609507.589213:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609507.589219:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609507.589220:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609507.589223:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6f800] to pc [ptlrpcd_rcv+-1] req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609507.589227:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609507.589230:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609507.589233:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609507.589236:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749609507.589237:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada09a80 00000100:00000010:0.0:1749609507.589239:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6fb80. 00000020:00000040:0.0:1749609507.589241:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749609507.589243:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 4680 00000100:00000001:0.0:1749609507.589244:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609507.589245:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609507.589247:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609507.589250:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749609507.589250:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35200. 00000400:00000200:2.0:1749609507.589252:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609507.589253:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609507.589256:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609507.589257:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609507.589259:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609507.589262:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b800. 00000100:00000001:0.0:1749609507.589263:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749609507.589264:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68b800 x1834598193470080 msgsize 520 00000100:00000001:0.0:1749609507.589265:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609507.589267:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609507.589268:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6fb80] to pc [ptlrpcd_00_03+3] req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609507.589288:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609507.589295:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609507.589296:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:0.0:1749609507.589298:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589300:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609507.589302:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609507.589304:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4117) 00000100:00000001:2.0:1749609507.589308:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609507.589309:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609507.589313:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589315:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609507.589316:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609507.589330:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609507.589334:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2045 usecs (3 jiffies) 00000100:00000001:0.0:1749609507.589336:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609507.589337:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298780035 00000100:00000001:0.0:1749609507.589338:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749609507.589340:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4dc0. 00000100:00000040:0.0:1749609507.589342:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609507.589346:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609507.589349:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609507.589350:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589351:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298780035 02000000:00000001:0.0:1749609507.589352:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749609507.589353:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4a80. 00000100:00000001:1.0:1749609507.589353:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609507.589354:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609507.589354:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609507.589355:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:1.0:1749609507.589372:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193470080 02000000:00000001:0.0:1749609507.589373:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589374:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298780035 00000100:00100000:0.0:1749609507.589374:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193470464:0@lo:400: 00000100:00000010:2.0:1749609507.589375:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4bc0. 02000000:00000001:1.0:1749609507.589375:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609507.589376:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609507.589377:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589377:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609507.589378:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609507.589379:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609507.589380:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749609507.589380:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609507.589381:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589382:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298780035 02000000:00000001:0.0:1749609507.589382:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749609507.589383:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4880. 00000100:00100000:1.0:1749609507.589384:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193470080 02000000:00000010:0.0:1749609507.589384:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a78400. 00000100:00000001:2.0:1749609507.589385:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:1.0:1749609507.589386:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609507.589387:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609507.589387:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749609507.589387:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609507.589388:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609507.589389:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609507.589389:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609507.589390:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609507.589390:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:2.0:1749609507.589391:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589392:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609507.589394:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000400:00000010:0.0:1749609507.589394:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609507.589397:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749609507.589397:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193470464, portal 10 00000020:00000010:1.0:1749609507.589398:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d500. 00000100:00000001:2.0:1749609507.589399:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609507.589399:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609507.589400:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609507.589400:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895221632 : -131938814329984 : ffff880099d6fb80) 00000100:00000001:2.0:1749609507.589401:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609507.589401:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749609507.589401:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000100:00000040:2.0:1749609507.589403:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609507.589405:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609507.589405:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609507.589406:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609507.589408:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609507.589408:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609507.589409:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609507.589410:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609507.589411:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609507.589412:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609507.589412:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609507.589412:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609507.589413:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193470208:0@lo:38: 00000400:00000010:0.0:1749609507.589413:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609507.589415:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1749609507.589415:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193470464, offset 0 02000000:00000001:2.0:1749609507.589416:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609507.589416:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609507.589417:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609507.589417:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609507.589418:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749609507.589419:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800998ea800. 02000000:00000001:2.0:1749609507.589420:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609507.589422:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000400:00000010:2.0:1749609507.589423:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000400:00000200:0.0:1749609507.589424:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609507.589425:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193470208, portal 10 00000100:00000001:2.0:1749609507.589426:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609507.589427:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895219840 : -131938814331776 : ffff880099d6f480) 00000100:00000001:1.0:1749609507.589430:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609507.589430:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada09c00 00000100:00000040:2.0:1749609507.589431:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609507.589434:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 57840 00000100:00000001:1.0:1749609507.589436:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609507.589438:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609507.589439:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609507.589440:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609507.589441:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000400:00000200:0.0:1749609507.589442:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609507.589443:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609507.589443:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955104256 : -131938754447360 : ffff88009d68b800) 00000400:00000010:2.0:1749609507.589444:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000200:2.0:1749609507.589445:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193470208, offset 0 00000100:00000040:1.0:1749609507.589445:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68b800 x1834598193470080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609507.589445:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749609507.589447:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609507.589447:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749609507.589451:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749609507.589451:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6ea00. 00000100:00100000:1.0:1749609507.589452:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193470080:12345-0@lo:38: 00000400:00000200:2.0:1749609507.589453:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09b00 00000100:00000040:0.0:1749609507.589453:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6ea00 x1834598193470464 msgsize 224 00000100:00000200:1.0:1749609507.589454:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193470080 00000400:00000200:2.0:1749609507.589455:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 58064 00000020:00000001:1.0:1749609507.589457:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609507.589457:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609507.589458:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609507.589459:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609507.589460:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609507.589464:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609507.589470:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609507.589472:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609507.589474:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609507.589476:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609507.589478:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609507.589479:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609507.589479:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609507.589481:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193470464 02000000:00000001:1.0:1749609507.589481:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609507.589482:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609507.589482:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749609507.589483:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609507.589483:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609507.589483:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000001:2.0:1749609507.589484:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609507.589484:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e71c00. 00000400:00000010:0.0:1749609507.589484:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 02000000:00000001:2.0:1749609507.589485:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609507.589485:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609507.589486:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d299880. 00000100:00000001:1.0:1749609507.589486:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589486:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609507.589487:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d299880 x1834598193470208 msgsize 520 00000100:00100000:2.0:1749609507.589487:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193470464 00000020:00000001:2.0:1749609507.589488:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609507.589489:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00010000:00000001:1.0:1749609507.589489:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749609507.589489:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609507.589490:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609507.589490:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749609507.589490:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609507.589491:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00001000:1.0:1749609507.589492:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749609507.589493:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:2.0:1749609507.589494:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609507.589494:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609507.589495:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609507.589495:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609507.589496:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609507.589497:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749609507.589497:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609507.589497:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609507.589498:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:2.0:1749609507.589499:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d40c0. 00000100:00000001:1.0:1749609507.589499:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:3.0:1749609507.589500:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000400:00000010:3.0:1749609507.589501:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000040:1.0:1749609507.589501:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:2.0:1749609507.589502:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e7780. 00000100:00000001:0.0:1749609507.589502:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589503:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609507.589504:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609507.589505:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609507.589505:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609507.589506:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609507.589507:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:1.0:1749609507.589507:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609507.589508:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609507.589509:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 00000100:00000040:1.0:1749609507.589510:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609507.589511:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609507.589511:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298780033 00000100:00000040:3.0:1749609507.589512:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609507.589512:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:1.0:1749609507.589512:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:0.0:1749609507.589513:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298780035 00000020:00000010:2.0:1749609507.589514:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75800. 00000100:00000200:1.0:1749609507.589514:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193470080, offset 0 00000100:00000001:0.0:1749609507.589514:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298780033 00000100:00000001:3.0:1749609507.589516:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609507.589516:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d900. 00000100:00000001:0.0:1749609507.589516:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298780035 00000100:00000001:3.0:1749609507.589517:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609507.589517:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298780033 00000400:00000200:1.0:1749609507.589518:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609507.589518:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298780035 00000100:00000001:3.0:1749609507.589519:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609507.589519:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000001:0.0:1749609507.589519:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298780033 00000100:00000001:0.0:1749609507.589521:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298780035 00000100:00000040:3.0:1749609507.589522:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 813 usecs (1 jiffies) 00000400:00000200:1.0:1749609507.589522:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609507.589522:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609507.589523:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298780033 00000100:00000040:2.0:1749609507.589523:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609507.589523:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589524:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298780035 00000100:00000001:2.0:1749609507.589524:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609507.589525:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589526:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298780033 00000400:00000200:1.0:1749609507.589526:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada09a80 00000100:00000001:3.0:1749609507.589527:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298780035 00000100:00000001:0.0:1749609507.589527:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589528:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298780033 00000100:00000001:2.0:1749609507.589528:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609507.589528:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x471d [1] + 0 00000100:00000001:3.0:1749609507.589529:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298780035 00000100:00000001:3.0:1749609507.589530:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298780033 00000100:00000001:2.0:1749609507.589530:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589531:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298780035 00000400:00000200:1.0:1749609507.589531:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609507.589531:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609507.589532:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609507.589532:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609507.589533:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609507.589533:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609507.589534:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609507.589534:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609507.589534:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609507.589535:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609507.589535:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609507.589535:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609507.589536:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589536:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609507.589537:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609507.589537:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609507.589540:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609507.589540:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609507.589543:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609507.589544:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609507.589544:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609507.589545:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609507.589545:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193470208 02000000:00000001:2.0:1749609507.589546:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609507.589547:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609507.589547:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609507.589548:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609507.589548:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609507.589548:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609507.589549:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609507.589549:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609507.589550:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193470208 00000100:00100000:3.0:1749609507.589551:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193470336:0@lo:38: 00000020:00000001:2.0:1749609507.589551:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609507.589552:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609507.589552:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609507.589552:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000001:3.0:1749609507.589553:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609507.589553:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609507.589553:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000020:00000001:2.0:1749609507.589554:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609507.589555:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609507.589555:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609507.589555:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75000. 00000020:00000010:2.0:1749609507.589556:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609507.589556:0:6490:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609507.589557:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749609507.589558:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73c80. 00000100:00000001:1.0:1749609507.589558:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:3.0:1749609507.589559:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096c1b800. 00000100:00000001:2.0:1749609507.589559:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609507.589559:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609507.589560:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589560:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609507.589560:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589560:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609507.589561:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589561:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609507.589562:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:3.0:1749609507.589563:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b5d8. 00000100:00000001:2.0:1749609507.589564:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609507.589564:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609507.589565:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000020:00000001:1.0:1749609507.589565:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609507.589565:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000200:3.0:1749609507.589567:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193470336, portal 10 00000100:00000001:2.0:1749609507.589567:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609507.589568:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609507.589568:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609507.589568:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609507.589569:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895220736 : -131938814330880 : ffff880099d6f800) 00000100:00100000:2.0:1749609507.589569:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:1.0:1749609507.589569:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68b800 x1834598193470080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609507.589569:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895217152 : -131938814334464 : ffff880099d6ea00) 00000100:00000001:2.0:1749609507.589571:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950967424 : -131938758584192 : ffff88009d299880) 00000100:00000040:2.0:1749609507.589573:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d299880 x1834598193470208/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609507.589573:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6ea00 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:453/0 lens 224/0 e 0 to 0 dl 1749609518 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609507.589576:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193470080:12345-0@lo:38: Request processed in 124us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609507.589578:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193470208:12345-0@lo:38: 00000100:00000200:2.0:1749609507.589580:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193470208 00000100:00000001:0.0:1749609507.589580:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609507.589582:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7100. 00000020:00000010:3.0:1749609507.589583:0:1047:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009a070000. 00000100:00100000:1.0:1749609507.589583:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000020:00000001:2.0:1749609507.589584:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609507.589584:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749609507.589585:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609507.589586:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609507.589586:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749609507.589586:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e7100. 00000100:00000001:1.0:1749609507.589587:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609507.589589:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193470464:12345-0@lo:400: 00000100:00000001:3.0:1749609507.589590:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609507.589590:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609507.589591:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609507.589592:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609507.589593:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00010000:00000001:2.0:1749609507.589593:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749609507.589593:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193470464 00000100:00000200:3.0:1749609507.589594:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193470336, offset 0 00010000:00000001:2.0:1749609507.589594:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609507.589594:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609507.589595:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749609507.589595:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d500. 00000100:00000001:2.0:1749609507.589596:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609507.589597:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609507.589597:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609507.589597:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:1.0:1749609507.589598:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 02000000:00000010:2.0:1749609507.589599:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998eac00. 02000000:00000001:2.0:1749609507.589600:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609507.589600:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609507.589601:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609507.589601:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609507.589601:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000020:00000001:0.0:1749609507.589602:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749609507.589603:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609507.589603:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609507.589604:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09b80 00000020:00000001:0.0:1749609507.589604:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00001000:2.0:1749609507.589605:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609507.589605:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609507.589606:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749609507.589607:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 58584 00000100:00000001:2.0:1749609507.589607:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609507.589608:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609507.589609:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609507.589609:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:0.0:1749609507.589609:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609507.589610:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:3.0:1749609507.589611:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609507.589611:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000001:0.0:1749609507.589611:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609507.589613:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609507.589613:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:0.0:1749609507.589613:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749609507.589614:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609507.589615:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609507.589615:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609507.589616:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609507.589616:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609507.589617:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609507.589617:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000010:3.0:1749609507.589618:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d298a80. 00000400:00000010:2.0:1749609507.589618:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000040:3.0:1749609507.589619:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d298a80 x1834598193470336 msgsize 520 00000100:00000200:2.0:1749609507.589620:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193470208, offset 0 00000100:00100000:3.0:1749609507.589621:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609507.589621:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609507.589622:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609507.589622:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609507.589624:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:0.0:1749609507.589625:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd53400. 00000400:00000200:2.0:1749609507.589626:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609507.589627:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 02000000:00000001:0.0:1749609507.589627:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609507.589628:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000001:1.0:1749609507.589628:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609507.589629:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749609507.589629:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09b00 00000100:00100000:1.0:1749609507.589629:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193470336 00000100:00000001:0.0:1749609507.589629:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609507.589631:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609507.589631:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x472d [1] + 0 02000000:00000001:1.0:1749609507.589631:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749609507.589631:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609507.589632:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000040:0.0:1749609507.589633:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193470464 00000400:00000200:2.0:1749609507.589634:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609507.589634:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589635:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609507.589635:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609507.589635:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609507.589635:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749609507.589636:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609507.589637:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193470336 00010000:00000200:0.0:1749609507.589638:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099d6ea00 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:453/0 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609507.589639:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609507.589639:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609507.589640:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749609507.589640:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609507.589641:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609507.589641:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609507.589642:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609507.589642:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609507.589643:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 621 usecs (1 jiffies) 00000100:00000001:3.0:1749609507.589644:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298780033 00000100:00000200:2.0:1749609507.589644:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609507.589644:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609507.589644:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609507.589645:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298780035 00010000:00000001:0.0:1749609507.589645:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589646:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298780033 00000020:00000010:1.0:1749609507.589646:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000001:3.0:1749609507.589647:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298780035 00000100:00001000:0.0:1749609507.589647:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=52 v=5 (1 1 0 0) 00000100:00000001:3.0:1749609507.589648:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298780033 00000100:00000040:2.0:1749609507.589648:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609507.589648:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d500. 00000100:00000001:3.0:1749609507.589649:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298780035 00000100:00000001:3.0:1749609507.589650:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298780033 00000020:00000010:1.0:1749609507.589650:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000100:00000001:0.0:1749609507.589650:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609507.589651:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298780035 00000100:00000001:3.0:1749609507.589651:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609507.589652:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609507.589652:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609507.589652:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609507.589653:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609507.589653:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609507.589654:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609507.589655:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609507.589655:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1749609507.589656:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749609507.589656:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609507.589657:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609507.589657:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609507.589658:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000100:00000001:0.0:1749609507.589658:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609507.589659:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000040:0.0:1749609507.589660:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609507.589662:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609507.589663:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609507.589663:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:3.0:1749609507.589664:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609507.589664:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609507.589665:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000200:3.0:1749609507.589666:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609507.589666:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609507.589667:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749609507.589667:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193470464, offset 224 00000100:00000001:1.0:1749609507.589668:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609507.589669:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609507.589669:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609507.589670:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609507.589671:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:0.0:1749609507.589671:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609507.589672:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609507.589672:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000020:00000001:2.0:1749609507.589673:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609507.589693:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609507.589697:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09c00 00000100:00000040:2.0:1749609507.589698:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d299880 x1834598193470208/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609507.589700:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609507.589700:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4725 [1] + 224 00000100:00000001:3.0:1749609507.589701:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589702:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749609507.589703:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193470208:12345-0@lo:38: Request processed in 124us (214us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609507.589703:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950963840 : -131938758587776 : ffff88009d298a80) 02000000:00000001:3.0:1749609507.589704:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749609507.589704:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609507.589705:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609507.589706:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609507.589707:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609507.589707:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000040:1.0:1749609507.589707:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d298a80 x1834598193470336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609507.589708:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609507.589709:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609507.589709:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609507.589710:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609507.589711:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00001000:3.0:1749609507.589712:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609507 v=5 (0 0 0 0) 00000100:00000200:0.0:1749609507.589712:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609507.589714:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=119 v=20 (1 20 0 0) 00000020:00000010:2.0:1749609507.589714:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73c80. 00000100:00000001:3.0:1749609507.589715:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749609507.589716:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193470336:12345-0@lo:38: 00000100:00000001:3.0:1749609507.589717:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609507.589718:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609507.589718:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75000. 00000100:00000200:1.0:1749609507.589718:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193470336 00000100:00000040:0.0:1749609507.589719:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609507.589720:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749609507.589721:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609507.589721:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609507.589722:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609507.589725:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609507.589727:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609507.589728:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589729:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609507.589729:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609507.589730:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609507.589732:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749609507.589732:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609507.589732:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00080000:3.0:1749609507.589733:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000010:0.0:1749609507.589734:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:3.0:1749609507.589735:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:1.0:1749609507.589735:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609507.589736:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609507.589736:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749609507.589737:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609507.589737:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749609507.589739:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609507.589739:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609507.589740:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193470080:0@lo:38: 00000100:00080000:2.0:1749609507.589740:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609507.589741:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749609507.589741:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000040:2.0:1749609507.589742:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609507.589742:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749609507.589743:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:1.0:1749609507.589744:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609507.589745:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589746:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609507.589746:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609507.589747:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749609507.589747:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099e70c00. 02000000:00000001:1.0:1749609507.589748:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609507.589749:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6ed80 x1834598193470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609507.589749:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6ea00 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:453/0 lens 224/224 e 0 to 0 dl 1749609518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609507.589750:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609507.589752:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609507.589753:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749609507.589753:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609507.589754:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609507.589756:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800998e8c00. 00000100:00001000:1.0:1749609507.589756:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749609507.589756:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193470464:12345-0@lo:400: Request processed in 175us (301us total) trans 0 rc 0/0 02000000:00000001:3.0:1749609507.589757:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609507.589758:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749609507.589759:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609507.589760:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609507.589760:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609507.589761:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:3.0:1749609507.589762:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1749609507.589762:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 02000000:00000010:3.0:1749609507.589763:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd53000. 00000100:00000001:1.0:1749609507.589763:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609507.589764:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609507.589764:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 02000000:00000001:3.0:1749609507.589765:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609507.589766:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609507.589766:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6ed80. 00000100:00000040:1.0:1749609507.589767:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609507.589767:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609507.589768:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749609507.589768:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609507.589768:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609507.589769:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589770:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609507.589770:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609507.589770:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d900. 00000100:00000001:1.0:1749609507.589771:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609507.589772:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609507.589773:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609507.589773:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749609507.589773:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000100:00000001:3.0:1749609507.589775:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609507.589775:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:3.0:1749609507.589776:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749609507.589777:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193470336, offset 0 00000020:00000010:0.0:1749609507.589777:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75800. 00000400:00000001:3.0:1749609507.589778:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609507.589779:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609507.589779:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000020:00000040:0.0:1749609507.589780:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000200:3.0:1749609507.589781:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:3.0:1749609507.589782:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:0.0:1749609507.589782:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589783:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609507.589785:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609507.589789:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609507.589790:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609507.589792:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609507.589793:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609507.589793:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609507.589794:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749609507.589795:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609507.589795:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609507.589797:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1749609507.589797:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609507.589798:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1749609507.589798:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609507.589799:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609507.589799:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09b80 02000000:00000001:3.0:1749609507.589800:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609507.589800:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000100:00001000:3.0:1749609507.589802:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609507 v=5 (0 0 0 0) 00000400:00000200:0.0:1749609507.589802:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00001000:3.0:1749609507.589803:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=101 v=20 (1 20 0 0) 00000400:00000010:0.0:1749609507.589803:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:3.0:1749609507.589805:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609507.589805:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609507.589805:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609507.589806:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609507.589806:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4739 [1] + 0 00000100:00000200:0.0:1749609507.589807:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609507.589808:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609507.589810:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609507.589811:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609507.589812:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609507.589812:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609507.589812:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609507.589813:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609507.589814:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749609507.589814:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609507.589815:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609507.589815:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:3.0:1749609507.589816:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609507.589818:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609507.589818:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609507.589819:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609507.589820:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609507.589821:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609507.589823:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193470208:0@lo:38: 00000100:00000001:0.0:1749609507.589823:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609507.589824:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609507.589825:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589825:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609507.589826:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6f480 x1834598193470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609507.589826:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609507.589827:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589829:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609507.589829:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609507.589830:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609507.589830:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800998ea800. 02000000:00000001:3.0:1749609507.589831:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609507.589832:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1749609507.589832:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=52 v=5 (5 5 0 0) 00000100:00001000:0.0:1749609507.589834:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=52 v=5 (1 1 0 0) 00000020:00000040:3.0:1749609507.589835:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609507.589836:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609507.589836:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749609507.589837:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd51000. 02000000:00000001:3.0:1749609507.589838:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609507.589838:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609507.589839:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749609507.589839:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609507.589840:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6f480. 00010000:00000001:0.0:1749609507.589840:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609507.589841:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609507.589842:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589843:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749609507.589843:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609507.589844:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609507.589844:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609507.589847:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749609507.589850:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609507.589852:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609507.589854:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609507.589856:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609507.589857:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609507.589858:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000040:0.0:1749609507.589859:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609507.589860:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:1.0:1749609507.589862:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609507.589863:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749609507.589864:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609507.589865:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609507.589865:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609507.589866:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b5d8. 00000100:00000001:0.0:1749609507.589866:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609507.589867:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749609507.589868:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609507.589869:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609507.589870:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000100:00000001:1.0:1749609507.589870:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609507.589871:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000001:1.0:1749609507.589871:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609507.589871:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609507.589872:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609507.589874:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609507.589874:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d298a80 x1834598193470336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609527 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609507.589877:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609507.589878:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193470464:0@lo:400: 00000100:00000001:3.0:1749609507.589881:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609507.589881:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193470336:12345-0@lo:38: Request processed in 166us (260us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609507.589881:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589882:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589883:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609507.589883:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609507.589884:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609507.589884:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6fb80 x1834598193470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609507.589885:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609507.589885:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609507.589886:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609507.589887:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00001000:3.0:1749609507.589888:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609507 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609507.589889:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=52 v=20 (1 20 0 0) 00000100:00000001:1.0:1749609507.589889:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609507.589890:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609507.589890:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609507.589891:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609507.589891:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749609507.589891:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609507.589892:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609507.589892:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d500. 02000000:00000010:0.0:1749609507.589892:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a78400. 00000100:00000040:3.0:1749609507.589894:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609507.589894:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 02000000:00000001:0.0:1749609507.589894:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609507.589895:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749609507.589896:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000020:00000040:0.0:1749609507.589896:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609507.589897:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609507.589898:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609507.589899:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609507.589899:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35200. 00000100:00000001:3.0:1749609507.589901:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749609507.589901:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609507.589902:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609507.589902:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609507.589903:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609507.589903:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:0.0:1749609507.589903:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6fb80. 00000100:00000001:0.0:1749609507.589904:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1749609507.589905:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609507.589905:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609507.589906:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609507.589907:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609507.589907:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609507.589908:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609507.589910:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609507.589911:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609507.589912:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193470336:0@lo:38: 00000100:00000001:0.0:1749609507.589912:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609507.589913:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589914:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609507.589914:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609507.589915:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6f800 x1834598193470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609507.589918:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609507.589919:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609507.589919:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096c1b800. 02000000:00000001:3.0:1749609507.589923:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609507.589923:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609507.589924:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609507.589925:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609507.589925:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd52800. 02000000:00000001:3.0:1749609507.589926:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609507.589927:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609507.589928:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6f800. 00000100:00000001:3.0:1749609507.589929:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609507.589930:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609507.589930:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589931:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609507.589932:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609507.589933:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609507.589933:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609507.591717:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298780035, at 4298780035 00000100:00000040:1.0:1749609507.591720:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298780035, at 4298780035 00000100:00000040:2.0:1749609507.591725:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298780035, at 4298780035 00000100:00000010:1.0:1749609507.591725:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4a80. 00000100:00000010:2.0:1749609507.591730:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4bc0. 00000100:00000010:3.0:1749609507.591733:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4880. 00000100:00000040:0.0:1749609507.591733:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298780035, at 4298780035 00000100:00000010:0.0:1749609507.591739:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4dc0. 00000100:00000001:0.0:1749609508.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609508.082795:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609508.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609508.082798:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609508.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609508.082803:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609508.082805:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609508.082807:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609508.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609508.538792:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609508.538797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609508.538799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609508.538802:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609508.538818:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609508.538821:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609508.538823:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609508.538826:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609508.538828:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609508.580816:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609508.580820:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609508.580842:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609508.580844:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609508.580845:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609508.589757:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609508.589771:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609508.589773:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609508.589776:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609508.589778:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609508.589781:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609508.589782:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609509.082804:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609509.082811:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609509.082812:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609509.082816:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609509.082818:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609509.082821:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609509.082824:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609509.082826:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609509.082828:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609509.538756:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609509.538760:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609509.538762:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609509.538764:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609509.538766:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609509.538768:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609509.538770:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609509.538772:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609509.538774:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609509.582804:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609509.582807:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609509.582869:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609509.582871:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609509.582873:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609509.589779:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609509.589795:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609509.589797:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609509.589801:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609509.589803:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609509.589807:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609509.589809:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609510.082814:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609510.082821:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609510.082822:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609510.082825:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609510.082828:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609510.082832:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609510.082834:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609510.082836:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609510.082838:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609510.538749:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609510.538752:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609510.538754:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609510.538756:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609510.538758:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609510.538761:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609510.538762:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609510.538764:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609510.538766:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609510.584863:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609510.584868:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609510.584924:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609510.584927:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609510.584929:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609510.589764:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609510.589773:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609510.589774:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609510.589776:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609510.589778:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609510.589780:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609510.589782:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609511.082823:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609511.082829:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609511.082831:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609511.082834:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609511.082838:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609511.082841:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609511.082843:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609511.082846:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609511.082847:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609511.538729:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609511.538734:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609511.538736:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609511.538738:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609511.538740:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609511.538742:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609511.538744:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609511.538746:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609511.538747:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609511.586811:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609511.586816:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609511.586874:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609511.586877:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609511.586879:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609511.589755:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609511.589766:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609511.589768:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609511.589771:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609511.589773:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609511.589775:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609511.589777:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.082809:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609512.082815:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609512.082816:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609512.082819:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609512.082822:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609512.082825:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609512.082828:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609512.082830:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609512.082832:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609512.538766:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609512.538771:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609512.538772:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609512.538774:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609512.538777:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609512.538780:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609512.538781:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609512.538783:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609512.538784:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609512.588840:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609512.588846:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609512.588900:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609512.588903:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609512.588905:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609512.589714:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609512.589721:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609512.589722:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609512.589725:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609512.589727:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609512.589729:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.589730:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609512.596742:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609512.596747:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749609512.596749:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609512.596751:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609512.596752:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609512.596754:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609512.596756:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609512.596759:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4112 00000100:00080000:0.0:1749609512.596761:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609512.596763:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609512.596765:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609512.596766:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609512.596766:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609512.596769:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609512.596770:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609512.596772:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609512.596774:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609512.596775:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609512.596776:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609512.596778:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609512.596779:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609512.596779:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609512.596780:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609512.596782:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:0.0:1749609512.596783:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609512.596784:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609512.596786:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609512.596791:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609512.596792:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.596793:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609512.596795:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609512.596798:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6fb80. 00000020:00000040:0.0:1749609512.596800:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609512.596803:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609512.596804:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.596806:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609512.596807:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609512.596810:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609512.596815:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd50400. 00000100:00000001:0.0:1749609512.596820:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609512.596824:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609512.596831:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609512.596832:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609512.596834:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6fb80] to pc [ptlrpcd_rcv+-1] req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609512.596847:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609512.596848:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609512.596851:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609512.596851:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609512.596852:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609512.596853:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609512.596854:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4112 00000100:00080000:0.0:1749609512.596855:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609512.596857:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609512.596857:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609512.596858:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609512.596859:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609512.596860:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609512.596860:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609512.596861:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609512.596862:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:0.0:1749609512.596863:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609512.596864:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609512.596865:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609512.596866:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609512.596866:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609512.596867:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609512.596868:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:0.0:1749609512.596869:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609512.596870:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609512.596871:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609512.596872:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609512.596873:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.596874:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609512.596875:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.596877:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609512.596877:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6e680. 00000020:00000040:0.0:1749609512.596877:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609512.596879:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749609512.596880:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609512.596880:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.596881:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609512.596882:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609512.596882:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609512.596882:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609512.596885:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd52800. 00000100:00000040:3.0:1749609512.596886:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609512.596886:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609512.596888:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609512.596891:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609512.596892:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609512.596892:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.596893:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609512.596893:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6e680] to pc [ptlrpcd_rcv+-1] req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609512.596895:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609512.596897:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609512.596897:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609512.596899:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609512.596899:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749609512.596900:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193470592:0@lo:38: 00000100:00080000:0.0:1749609512.596900:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609512.596901:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609512.596901:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609512.596902:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609512.596902:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609512.596903:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4112 00000100:00080000:0.0:1749609512.596904:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749609512.596905:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609512.596905:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:3.0:1749609512.596906:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.596906:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609512.596907:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:3.0:1749609512.596908:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609512.596908:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609512.596908:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609512.596909:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 02000000:00000010:3.0:1749609512.596910:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096c1b800. 00000020:00000001:0.0:1749609512.596910:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609512.596911:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609512.596911:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:3.0:1749609512.596912:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609512.596912:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609512.596914:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609512.596915:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749609512.596916:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b5d8. 00000100:00000040:0.0:1749609512.596916:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609512.596917:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609512.596918:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:0.0:1749609512.596919:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000400:00000010:3.0:1749609512.596920:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000001:0.0:1749609512.596920:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609512.596920:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609512.596921:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609512.596922:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.596923:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609512.596924:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609512.596925:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6e300. 00000100:00000200:3.0:1749609512.596926:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193470592, portal 4 00000020:00000040:0.0:1749609512.596926:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749609512.596927:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609512.596927:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609512.596927:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.596928:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895221632 : -131938814329984 : ffff880099d6fb80) 00000100:00000001:0.0:1749609512.596928:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609512.596928:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609512.596929:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609512.596930:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd51000. 00000100:00000001:0.0:1749609512.596931:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609512.596932:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609512.596933:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609512.596936:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609512.596936:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609512.596937:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609512.596938:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609512.596938:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6e300] to pc [ptlrpcd_rcv+-1] req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609512.596939:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749609512.596940:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193470592, offset 0 00000100:00000001:0.0:1749609512.596941:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609512.596942:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749609512.596943:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609512.596944:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609512.596945:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6dc00. 00000020:00000040:0.0:1749609512.596946:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609512.596948:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609512.596949:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609512.596949:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609512.596951:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35f00. 00000400:00000200:3.0:1749609512.596952:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609512.596952:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609512.596954:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609512.596957:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609512.596958:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609512.596959:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada09c80 00000100:00000040:0.0:1749609512.596960:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6dc00] to pc [ptlrpcd_00_00+0] req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609512.596963:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 5200 00000400:00000200:3.0:1749609512.596967:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609512.596970:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609512.596979:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609512.596980:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609512.596981:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749609512.596982:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4122) 00000100:00000010:3.0:1749609512.596984:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d298700. 00000100:00000040:3.0:1749609512.596986:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d298700 x1834598193470592 msgsize 520 00000100:00100000:3.0:1749609512.596988:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609512.596994:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609512.596999:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749609512.597001:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000001:3.0:1749609512.597003:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609512.597004:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609512.597009:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609512.597010:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609512.597011:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609512.597012:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609512.597013:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193470592 00000100:00000001:3.0:1749609512.597014:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609512.597014:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609512.597015:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609512.597015:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609512.597016:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609512.597017:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597017:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609512.597017:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609512.597019:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2020 usecs (3 jiffies) 00000100:00000001:2.0:1749609512.597019:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609512.597019:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597021:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298785043 00000100:00000040:1.0:1749609512.597021:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609512.597021:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193470592 00000100:00000001:2.0:1749609512.597022:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609512.597022:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609512.597022:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609512.597023:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749609512.597024:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a7eba6c0. 00000020:00000001:0.0:1749609512.597024:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609512.597025:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609512.597027:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000100:00000001:3.0:1749609512.597028:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:0.0:1749609512.597030:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000001:3.0:1749609512.597031:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298785043 00000100:00000010:3.0:1749609512.597033:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a7eba800. 00000020:00000010:0.0:1749609512.597033:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:3.0:1749609512.597034:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609512.597036:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298785043 00000100:00000001:0.0:1749609512.597036:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:3.0:1749609512.597037:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a7ebabc0. 00000100:00000001:0.0:1749609512.597037:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609512.597038:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609512.597038:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597039:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609512.597040:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298785043 00000100:00000001:1.0:1749609512.597040:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609512.597041:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a7ebad00. 00000100:00000001:3.0:1749609512.597042:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:1.0:1749609512.597042:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609512.597042:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597043:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609512.597044:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609512.597045:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597046:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609512.597047:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609512.597047:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193470976:0@lo:400: 00000100:00000001:3.0:1749609512.597049:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597050:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609512.597050:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609512.597050:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609512.597052:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609512.597053:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749609512.597053:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609512.597054:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609512.597054:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609512.597054:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000001:3.0:1749609512.597055:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609512.597055:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609512.597055:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609512.597056:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609512.597056:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950962944 : -131938758588672 : ffff88009d298700) 00000100:00000040:3.0:1749609512.597058:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609512.597058:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528c200. 00000100:00000040:0.0:1749609512.597058:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d298700 x1834598193470592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609512.597060:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597061:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609512.597062:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609512.597063:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749609512.597063:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a0b0. 00000100:00100000:0.0:1749609512.597063:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193470592:12345-0@lo:38: 02000000:00000001:3.0:1749609512.597064:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609512.597065:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609512.597065:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193470592 00000100:00100000:3.0:1749609512.597066:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193470720:0@lo:38: 00000400:00000010:1.0:1749609512.597066:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000001:3.0:1749609512.597068:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749609512.597068:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609512.597069:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749609512.597069:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193470976, portal 10 02000000:00000001:3.0:1749609512.597070:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609512.597070:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609512.597070:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1749609512.597070:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609512.597071:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895213568 : -131938814338048 : ffff880099d6dc00) 02000000:00000010:3.0:1749609512.597072:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096c19c00. 02000000:00000001:3.0:1749609512.597073:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609512.597074:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609512.597075:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b630. 00000400:00000010:3.0:1749609512.597076:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000001:1.0:1749609512.597077:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609512.597078:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193470720, portal 10 00000020:00000001:0.0:1749609512.597078:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597079:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609512.597079:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895216256 : -131938814335360 : ffff880099d6e680) 00000100:00000040:1.0:1749609512.597079:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609512.597079:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00010000:00020000:0.0:1749609512.597080:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749609512.597081:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193470976, offset 0 00000100:00000040:3.0:1749609512.597082:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609512.597082:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609512.597083:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749609512.597084:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609512.597085:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609512.597085:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749609512.597087:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609512.597087:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000400:00000200:1.0:1749609512.597087:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609512.597087:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609512.597088:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749609512.597089:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193470720, offset 0 02000000:00000010:0.0:1749609512.597090:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd53000. 00000400:00000200:3.0:1749609512.597091:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609512.597091:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada09e00 02000000:00000001:0.0:1749609512.597091:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597092:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609512.597094:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609512.597095:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609512.597095:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 59104 00010000:00000001:0.0:1749609512.597095:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609512.597097:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609512.597099:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609512.597099:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609512.597100:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09d00 00000100:00000001:0.0:1749609512.597100:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609512.597102:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 59328 00000100:00000040:0.0:1749609512.597102:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609512.597102:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:1.0:1749609512.597103:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609512.597104:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:3.0:1749609512.597105:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609512.597105:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609512.597106:0:1048:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609512.597106:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609512.597107:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609512.597107:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609512.597107:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597108:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609512.597109:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1749609512.597110:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2680. 00000400:00000010:0.0:1749609512.597111:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609512.597113:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193470592, offset 0 00000100:00000040:1.0:1749609512.597116:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f2680 x1834598193470976 msgsize 224 00000400:00000200:0.0:1749609512.597116:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609512.597119:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609512.597120:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609512.597124:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada09c80 00000400:00000200:0.0:1749609512.597127:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x474d [1] + 0 00000400:00000200:0.0:1749609512.597129:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609512.597131:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609512.597133:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609512.597133:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609512.597135:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609512.597139:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609512.597144:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609512.597145:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609512.597147:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:1.0:1749609512.597150:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609512.597150:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:0.0:1749609512.597151:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:0.0:1749609512.597152:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609512.597153:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749609512.597153:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609512.597153:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609512.597154:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193470976 00000100:00000001:0.0:1749609512.597154:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597156:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609512.597156:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609512.597156:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000200:3.0:1749609512.597157:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609512.597157:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609512.597158:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749609512.597158:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749609512.597159:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d298380. 00000100:00000001:2.0:1749609512.597159:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597159:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609512.597160:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d298380 x1834598193470720 msgsize 520 00000100:00000040:0.0:1749609512.597160:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d298700 x1834598193470592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609512.597161:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609512.597161:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609512.597162:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749609512.597163:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193470976 00000020:00000001:2.0:1749609512.597165:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749609512.597165:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193470592:12345-0@lo:38: Request processed in 101us (178us total) trans 0 rc -19/-19 00000020:00000040:2.0:1749609512.597166:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:1.0:1749609512.597166:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609512.597167:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609512.597168:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609512.597168:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749609512.597168:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000020:00000040:2.0:1749609512.597169:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:0.0:1749609512.597170:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749609512.597171:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609512.597171:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597171:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609512.597172:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000001:2.0:1749609512.597172:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000010:3.0:1749609512.597173:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000040:1.0:1749609512.597173:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 00000020:00000010:0.0:1749609512.597173:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000100:00000001:3.0:1749609512.597174:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609512.597175:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298785041 00000020:00000010:0.0:1749609512.597175:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000100:00000200:3.0:1749609512.597176:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609512.597176:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609512.597176:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 00000100:00000001:1.0:1749609512.597177:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298785043 00000020:00000010:2.0:1749609512.597178:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4bc0. 00000100:00000001:0.0:1749609512.597178:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609512.597179:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298785041 00000100:00000001:3.0:1749609512.597180:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609512.597180:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298785043 00000100:00000040:3.0:1749609512.597181:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609512.597182:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d40c0. 00000100:00000001:1.0:1749609512.597182:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298785041 00000100:00000001:1.0:1749609512.597183:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298785043 00000100:00000001:3.0:1749609512.597184:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597184:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298785041 00000100:00000001:3.0:1749609512.597185:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609512.597185:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298785043 00000020:00000040:2.0:1749609512.597186:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609512.597187:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597187:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609512.597187:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609512.597188:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 807 usecs (1 jiffies) 00000100:00000001:1.0:1749609512.597188:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609512.597188:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193470720 02000000:00000001:0.0:1749609512.597189:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609512.597190:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298785041 00000100:00000001:1.0:1749609512.597190:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597190:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609512.597191:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298785043 00000100:00000001:2.0:1749609512.597191:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609512.597191:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597192:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298785041 00000100:00000001:1.0:1749609512.597192:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609512.597192:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597193:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298785043 00000100:00100000:0.0:1749609512.597193:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193470720 00000100:00000001:3.0:1749609512.597194:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298785041 00000020:00000010:2.0:1749609512.597194:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75000. 00000020:00000001:0.0:1749609512.597194:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609512.597195:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298785043 00000020:00000040:0.0:1749609512.597195:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609512.597196:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298785041 00000100:00000001:3.0:1749609512.597196:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298785043 00000100:00000001:1.0:1749609512.597196:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749609512.597196:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609512.597196:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597197:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609512.597197:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000100:00000001:1.0:1749609512.597197:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1749609512.597197:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609512.597198:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000020:00000010:2.0:1749609512.597199:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73c80. 00000100:00000001:1.0:1749609512.597199:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609512.597200:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749609512.597200:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000001:3.0:1749609512.597201:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597201:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609512.597201:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:3.0:1749609512.597202:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609512.597202:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609512.597202:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749609512.597204:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609512.597204:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609512.597204:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597205:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609512.597206:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609512.597206:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597207:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609512.597207:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609512.597208:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609512.597209:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609512.597209:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609512.597209:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609512.597210:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609512.597211:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609512.597212:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193470848:0@lo:38: 00000100:00000001:0.0:1749609512.597213:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609512.597213:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609512.597214:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609512.597215:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609512.597215:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609512.597215:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 02000000:00000001:3.0:1749609512.597216:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609512.597216:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950962048 : -131938758589568 : ffff88009d298380) 02000000:00000010:3.0:1749609512.597218:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096c19800. 02000000:00000001:3.0:1749609512.597218:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609512.597218:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d298380 x1834598193470720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609512.597220:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b688. 00000100:00000001:2.0:1749609512.597220:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609512.597221:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1749609512.597222:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749609512.597223:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193470848, portal 10 00000100:00000001:2.0:1749609512.597223:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609512.597223:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193470720:12345-0@lo:38: 00000100:00000001:3.0:1749609512.597224:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749609512.597224:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193470720 00000100:00000001:3.0:1749609512.597225:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895215360 : -131938814336256 : ffff880099d6e300) 00000020:00000001:0.0:1749609512.597225:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609512.597226:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609512.597228:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609512.597228:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609512.597229:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609512.597229:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609512.597230:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00010000:00020000:0.0:1749609512.597230:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609512.597231:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749609512.597231:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609512.597232:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749609512.597232:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749609512.597233:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000001:0.0:1749609512.597233:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749609512.597234:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193470848, offset 0 00000100:00000001:0.0:1749609512.597234:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609512.597235:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609512.597235:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609512.597236:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609512.597237:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609512.597237:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1749609512.597237:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a43800. 00000100:00000001:1.0:1749609512.597238:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609512.597238:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597239:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609512.597240:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609512.597240:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00010000:00000001:0.0:1749609512.597240:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609512.597241:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609512.597242:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09d80 00000100:00000040:2.0:1749609512.597242:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00001000:0.0:1749609512.597242:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609512.597243:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609512.597244:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 59848 00000100:00000001:2.0:1749609512.597244:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838085248 : -131938871466368 : ffff8800966f2680) 00000100:00000001:0.0:1749609512.597244:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609512.597245:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:3.0:1749609512.597246:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609512.597246:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:2.0:1749609512.597247:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f2680 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:458/0 lens 224/0 e 0 to 0 dl 1749609523 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609512.597247:0:7440:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597247:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:3.0:1749609512.597248:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609512.597248:0:7440:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609512.597248:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:0.0:1749609512.597249:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609512.597250:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597250:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609512.597252:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609512.597252:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000200:0.0:1749609512.597254:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193470720, offset 0 00000100:00000001:2.0:1749609512.597255:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609512.597256:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609512.597257:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d40c0. 00000100:00000001:3.0:1749609512.597258:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609512.597258:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609512.597259:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609512.597259:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749609512.597260:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d298000. 00000020:00000010:2.0:1749609512.597260:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d40c0. 00000100:00000040:3.0:1749609512.597261:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d298000 x1834598193470848 msgsize 520 00000400:00000200:0.0:1749609512.597261:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09d00 00000100:00100000:3.0:1749609512.597264:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609512.597265:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4759 [1] + 0 00000100:00100000:2.0:1749609512.597266:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193470976:12345-0@lo:400: 00000100:00000001:3.0:1749609512.597267:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609512.597267:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609512.597268:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609512.597269:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000100:00000200:2.0:1749609512.597269:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193470976 00000400:00000010:3.0:1749609512.597270:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000001:3.0:1749609512.597271:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609512.597271:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609512.597272:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609512.597273:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609512.597273:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609512.597273:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609512.597274:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193470848 00000100:00000200:0.0:1749609512.597274:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609512.597275:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609512.597275:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609512.597276:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609512.597276:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609512.597276:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609512.597277:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609512.597277:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609512.597278:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 02000000:00000001:1.0:1749609512.597279:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597280:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609512.597280:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749609512.597280:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193470848 00000100:00000001:3.0:1749609512.597281:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609512.597281:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609512.597281:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609512.597282:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609512.597282:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609512.597300:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609512.597301:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609512.597301:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609512.597302:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609512.597303:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 615 usecs (1 jiffies) 00000020:00000001:2.0:1749609512.597303:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609512.597304:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298785041 00000020:00000010:1.0:1749609512.597304:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000001:0.0:1749609512.597304:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609512.597305:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298785043 00000020:00000001:2.0:1749609512.597305:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609512.597306:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298785041 00000020:00000010:1.0:1749609512.597306:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d500. 00000100:00000001:3.0:1749609512.597307:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298785043 00000020:00000001:2.0:1749609512.597307:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597308:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298785041 00000020:00000001:2.0:1749609512.597308:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1749609512.597308:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000400:00000200:0.0:1749609512.597308:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00000001:3.0:1749609512.597309:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298785043 00000100:00000001:3.0:1749609512.597310:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298785041 00000100:00000001:1.0:1749609512.597310:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609512.597310:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749609512.597310:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:3.0:1749609512.597311:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298785043 00000100:00000001:3.0:1749609512.597311:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609512.597311:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609512.597311:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597311:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609512.597312:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597312:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609512.597313:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609512.597313:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609512.597315:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609512.597315:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609512.597316:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1749609512.597316:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998ea800. 00000400:00000010:3.0:1749609512.597317:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b5d8. 00000100:00000001:1.0:1749609512.597317:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609512.597317:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:2.0:1749609512.597318:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597318:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609512.597319:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609512.597319:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609512.597320:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609512.597321:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597321:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609512.597322:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d298380 x1834598193470720/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609512.597323:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000400:00000200:3.0:1749609512.597324:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749609512.597324:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000001:1.0:1749609512.597324:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134950961152 : -131938758590464 : ffff88009d298000) 00000100:00000001:3.0:1749609512.597326:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609512.597326:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d298000 x1834598193470848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749609512.597327:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193470976 00000100:00000200:3.0:1749609512.597328:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609512.597329:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:0.0:1749609512.597329:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193470720:12345-0@lo:38: Request processed in 105us (167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609512.597331:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193470848:12345-0@lo:38: 00000100:00000200:3.0:1749609512.597332:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749609512.597332:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f2680 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:458/0 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609512.597333:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193470848 00000100:00100000:0.0:1749609512.597335:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000001:3.0:1749609512.597336:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609512.597336:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609512.597336:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609512.597337:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609512.597338:0:1047:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749609512.597338:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609512.597338:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609512.597339:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1749609512.597339:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609512.597339:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609512.597340:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749609512.597340:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000100:00000001:3.0:1749609512.597341:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609512.597341:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=57 v=5 (1 1 0 0) 00000020:00000010:0.0:1749609512.597342:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 02000000:00000001:3.0:1749609512.597343:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609512.597344:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749609512.597344:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609512.597344:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 00010000:00020000:1.0:1749609512.597345:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:3.0:1749609512.597346:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609512 v=5 (0 0 0 0) 00000100:00000040:2.0:1749609512.597346:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:1.0:1749609512.597346:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609512.597346:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609512.597347:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:3.0:1749609512.597348:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=124 v=20 (1 20 0 0) 00010000:00000001:1.0:1749609512.597348:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609512.597349:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609512.597349:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609512.597350:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749609512.597350:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597350:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609512.597351:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609512.597351:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609512.597351:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609512.597353:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609512.597353:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749609512.597354:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0800. 00000100:00000040:3.0:1749609512.597355:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609512.597355:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 02000000:00000001:1.0:1749609512.597355:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597356:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609512.597357:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193470976, offset 224 00010000:00000001:1.0:1749609512.597357:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609512.597358:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609512.597358:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597360:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1749609512.597360:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609512.597361:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609512.597361:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609512.597361:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609512.597362:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609512.597362:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609512.597363:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609512.597363:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609512.597364:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00080000:3.0:1749609512.597365:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609512.597365:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00080000:3.0:1749609512.597366:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:2.0:1749609512.597366:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609512.597367:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609512.597368:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609512.597368:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609512.597369:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609512.597369:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597370:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609512.597371:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09e00 00000100:00000040:1.0:1749609512.597371:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609512.597372:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00100000:3.0:1749609512.597373:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193470592:0@lo:38: 00000400:00000200:2.0:1749609512.597374:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4755 [1] + 224 00000100:00000001:3.0:1749609512.597377:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597378:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609512.597378:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609512.597380:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6fb80 x1834598193470592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609512.597380:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609512.597381:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193470848, offset 0 00000100:00000001:3.0:1749609512.597383:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609512.597383:0:7488:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609512.597384:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749609512.597384:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749609512.597385:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096c1b800. 00000100:00000200:2.0:1749609512.597385:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609512.597387:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609512.597389:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609512.597390:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609512.597390:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:1.0:1749609512.597390:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09d80 00000020:00000001:3.0:1749609512.597391:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749609512.597392:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609512.597393:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd50400. 00000400:00000200:1.0:1749609512.597393:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4769 [1] + 0 02000000:00000001:3.0:1749609512.597395:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609512.597395:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749609512.597395:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749609512.597397:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6fb80. 00000400:00000200:1.0:1749609512.597397:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609512.597398:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609512.597399:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609512.597400:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609512.597401:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609512.597402:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749609512.597402:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609512.597403:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609512.597404:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609512.597404:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609512.597406:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609512.597407:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609512.597407:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609512.597408:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b630. 00000400:00000200:3.0:1749609512.597409:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000100:00000001:2.0:1749609512.597409:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749609512.597410:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000001:3.0:1749609512.597411:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609512.597411:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609512.597412:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609512.597414:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00000200:3.0:1749609512.597415:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609512.597415:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:2.0:1749609512.597418:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609512.597418:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000001:3.0:1749609512.597419:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609512.597419:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749609512.597419:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:3.0:1749609512.597420:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609512.597420:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609512.597421:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609512.597421:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597421:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609512.597422:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609512.597423:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749609512.597423:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609512.597424:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609512.597424:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609512.597425:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609512.597425:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597425:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609512.597426:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609512.597426:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609512.597427:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1749609512.597428:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609512 v=5 (0 0 0 0) 00000100:00000040:1.0:1749609512.597428:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d298000 x1834598193470848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609532 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609512.597429:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=106 v=20 (1 20 0 0) 00010000:00000001:2.0:1749609512.597429:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609512.597430:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749609512.597430:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609512.597430:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609512.597430:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609512.597431:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609512.597431:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749609512.597431:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a0b0. 00000100:00000001:3.0:1749609512.597432:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609512.597432:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193470848:12345-0@lo:38: Request processed in 101us (170us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609512.597433:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609512.597434:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f2680 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:458/0 lens 224/224 e 0 to 0 dl 1749609523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609512.597434:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:0.0:1749609512.597435:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000001:3.0:1749609512.597436:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609512.597436:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000001:0.0:1749609512.597436:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609512.597437:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609512.597438:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609512.597438:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609512.597438:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749609512.597438:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609512.597439:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749609512.597439:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d500. 00000100:00000001:3.0:1749609512.597440:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609512.597441:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749609512.597441:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193470976:12345-0@lo:400: Request processed in 185us (324us total) trans 0 rc 0/0 00000020:00000010:1.0:1749609512.597441:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 00000100:00080000:3.0:1749609512.597442:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000010:1.0:1749609512.597442:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000100:00000200:0.0:1749609512.597442:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609512.597443:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609512.597444:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609512.597444:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609512.597446:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609512.597447:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000001:0.0:1749609512.597447:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609512.597448:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193470720:0@lo:38: 00000100:00000001:0.0:1749609512.597448:0:1048:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609512.597448:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749609512.597449:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000400:00000001:3.0:1749609512.597450:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609512.597450:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1749609512.597451:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609512.597451:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b688. 00000100:00000001:2.0:1749609512.597451:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609512.597451:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609512.597452:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609512.597453:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609512.597453:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609512.597453:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609512.597454:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609512.597454:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=57 v=5 (5 5 0 0) 00000100:00000200:3.0:1749609512.597455:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609512.597455:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00001000:0.0:1749609512.597456:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=57 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609512.597457:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749609512.597458:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73c80. 00000100:00000001:0.0:1749609512.597458:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609512.597459:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609512.597459:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749609512.597461:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609512.597462:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75000. 00000100:00000001:3.0:1749609512.597464:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609512.597465:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609512.597465:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00010000:00000001:0.0:1749609512.597465:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597466:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609512.597467:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609512.597467:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609512.597467:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609512.597468:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609512.597468:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609512.597468:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:3.0:1749609512.597469:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609512.597469:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609512.597469:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609512.597470:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609512.597471:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609512 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609512.597472:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=57 v=20 (1 20 0 0) 00000100:00000001:3.0:1749609512.597473:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609512.597474:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609512.597474:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609512.597475:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609512.597475:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609512.597475:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609512.597476:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609512.597477:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609512.597479:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609512.597480:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1749609512.597480:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193470976:0@lo:400: 00000100:00000001:3.0:1749609512.597481:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609512.597481:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609512.597482:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609512.597483:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609512.597483:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609512.597483:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1749609512.597484:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000040:0.0:1749609512.597484:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6dc00 x1834598193470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609512.597485:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609512.597486:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609512.597487:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609512.597488:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749609512.597489:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193470848:0@lo:38: 02000000:00000010:0.0:1749609512.597489:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528c200. 02000000:00000001:0.0:1749609512.597490:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609512.597491:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609512.597491:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609512.597492:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609512.597492:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6e680 x1834598193470720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609512.597492:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749609512.597493:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609512.597494:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35f00. 00000100:00000001:3.0:1749609512.597495:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609512.597495:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609512.597496:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609512.597497:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6dc00. 02000000:00000001:3.0:1749609512.597498:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609512.597498:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1749609512.597499:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096c19c00. 00000100:00000001:0.0:1749609512.597499:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609512.597499:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609512.597501:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749609512.597502:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609512.597502:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609512.597503:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609512.597503:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609512.597503:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609512.597504:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609512.597504:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609512.597505:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd52800. 02000000:00000001:3.0:1749609512.597506:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609512.597507:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609512.597507:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6e680. 00000100:00000001:3.0:1749609512.597508:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609512.597509:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609512.597510:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609512.597511:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6e300 x1834598193470848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609512.597514:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609512.597515:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609512.597516:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096c19800. 02000000:00000001:3.0:1749609512.597516:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609512.597517:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609512.597517:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609512.597518:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609512.597518:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd51000. 02000000:00000001:3.0:1749609512.597519:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609512.597520:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609512.597520:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6e300. 00000100:00000001:3.0:1749609512.597521:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609512.597522:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609512.597522:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597523:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609512.597524:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609512.597525:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609512.597525:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609512.599711:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298785043, at 4298785043 00000100:00000040:2.0:1749609512.599712:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298785043, at 4298785043 00000100:00000040:3.0:1749609512.599714:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298785043, at 4298785043 00000100:00000010:3.0:1749609512.599718:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7ebad00. 00000100:00000010:0.0:1749609512.599718:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7eba6c0. 00000100:00000010:2.0:1749609512.599727:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7ebabc0. 00000100:00000040:1.0:1749609512.599796:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298785043, at 4298785043 00000100:00000010:1.0:1749609512.599800:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a7eba800. 00000100:00000001:0.0:1749609513.082853:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609513.082860:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609513.082861:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609513.082864:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609513.082867:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609513.082870:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609513.082873:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609513.082875:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609513.082877:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609513.247855:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609513.247870:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609513.247874:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609513.247877:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609513.247887:0:1041:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609513.247901:0:1041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500580 00000400:00000100:0.0:1749609513.247908:0:1041:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188189056 offset 0 length 520: 4 00000400:00000200:0.0:1749609513.247911:0:1041:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609513.247913:0:1041:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609513.247922:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609513.247937:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609513.247939:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609513.247942:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609513.538771:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609513.538777:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609513.538778:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609513.538781:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609513.538783:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609513.538786:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609513.538787:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609513.538790:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609513.538791:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609513.590930:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609513.590935:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609513.591004:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609513.591009:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609513.591012:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609513.596725:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749609513.596733:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609513.596744:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609513.596747:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609513.596749:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609513.596752:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609513.596754:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609514.082777:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609514.082783:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609514.082784:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609514.082786:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609514.082788:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609514.082790:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609514.082792:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609514.082794:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609514.082795:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609514.538740:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609514.538745:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609514.538746:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609514.538749:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609514.538774:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609514.538776:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609514.538778:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609514.538781:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609514.538782:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609514.592852:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609514.592856:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609514.592905:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609514.592908:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609514.592911:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609514.596760:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609514.596769:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609514.596770:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609514.596772:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609514.596773:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609514.596775:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609514.596777:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609515.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609515.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609515.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609515.082799:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609515.082803:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609515.082805:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609515.082807:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609515.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609515.082810:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609515.538739:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609515.538744:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609515.538745:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609515.538747:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609515.538750:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609515.538752:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609515.538753:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609515.538755:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609515.538757:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609515.594735:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609515.594740:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609515.594742:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609515.594744:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609515.594746:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609515.594748:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609515.594749:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609515.594750:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609515.594817:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609515.594820:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609515.594821:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609515.596718:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609515.596727:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609515.596729:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609515.596731:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609515.596732:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609515.596734:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609515.596736:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609516.082835:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609516.082841:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609516.082843:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609516.082845:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609516.082848:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609516.082850:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609516.082852:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609516.082853:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609516.082854:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609516.538809:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609516.538817:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609516.538819:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609516.538822:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609516.538826:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609516.538829:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609516.538832:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609516.538834:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609516.538836:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609516.596924:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609516.596931:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609516.596958:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609516.596973:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609516.596975:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609516.596978:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609516.596981:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609516.596985:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609516.596987:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609516.597063:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609516.597068:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609516.597072:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609517.082863:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609517.082871:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609517.082874:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609517.082877:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609517.082881:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609517.082886:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609517.082889:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609517.082891:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609517.082893:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.538725:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609517.538730:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609517.538731:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609517.538734:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609517.538737:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609517.538754:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609517.538756:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609517.538758:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609517.538759:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.596785:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609517.596797:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609517.596798:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609517.596801:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609517.596803:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609517.596805:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.596807:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609517.598774:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609517.598777:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609517.598825:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609517.598828:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609517.598830:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749609517.604731:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609517.604735:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749609517.604737:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609517.604739:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609517.604740:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609517.604742:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609517.604744:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609517.604747:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4117 00000100:00080000:0.0:1749609517.604750:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609517.604751:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609517.604753:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609517.604754:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609517.604755:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609517.604757:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609517.604758:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609517.604760:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609517.604762:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609517.604763:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609517.604764:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609517.604765:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609517.604766:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609517.604767:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609517.604767:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609517.604769:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:0.0:1749609517.604771:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609517.604772:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609517.604774:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609517.604778:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609517.604780:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.604781:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609517.604783:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609517.604787:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6dc00. 00000020:00000040:0.0:1749609517.604790:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609517.604793:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609517.604794:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.604796:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609517.604798:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609517.604800:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609517.604805:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42000. 00000100:00000001:0.0:1749609517.604810:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609517.604815:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609517.604821:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609517.604823:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609517.604824:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6dc00] to pc [ptlrpcd_rcv+-1] req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609517.604837:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609517.604839:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609517.604841:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609517.604842:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609517.604843:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609517.604844:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609517.604845:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4117 00000100:00080000:0.0:1749609517.604846:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609517.604847:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609517.604848:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609517.604849:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609517.604850:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609517.604851:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609517.604852:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609517.604853:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609517.604854:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:0.0:1749609517.604855:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609517.604856:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609517.604857:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609517.604858:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609517.604859:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609517.604860:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609517.604860:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:0.0:1749609517.604861:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609517.604863:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.604864:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609517.604864:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609517.604865:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609517.604866:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.604867:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609517.604867:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609517.604868:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609517.604868:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609517.604869:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6d880. 00000020:00000040:0.0:1749609517.604870:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609517.604871:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749609517.604872:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609517.604872:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.604873:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609517.604873:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609517.604874:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609517.604875:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a41400. 00000100:00000001:0.0:1749609517.604877:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.604878:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749609517.604878:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609517.604879:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609517.604881:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609517.604882:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609517.604882:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609517.604883:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609517.604884:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609517.604884:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6d880] to pc [ptlrpcd_rcv+-1] req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609517.604886:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193471104:0@lo:38: 00000100:00000001:0.0:1749609517.604887:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.604888:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749609517.604888:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749609517.604890:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749609517.604890:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609517.604890:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609517.604891:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749609517.604892:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.604892:0:11382:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749609517.604893:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609517.604893:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4117 00000100:00080000:0.0:1749609517.604894:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609517.604895:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000010:2.0:1749609517.604896:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7af800. 00000100:00000001:0.0:1749609517.604896:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609517.604897:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609517.604897:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609517.604898:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609517.604899:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609517.604900:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609517.604900:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609517.604902:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000020:00000040:0.0:1749609517.604902:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609517.604903:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:0.0:1749609517.604903:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609517.604905:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609517.604905:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609517.604906:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:2.0:1749609517.604907:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000001:0.0:1749609517.604907:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609517.604908:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:0.0:1749609517.604909:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609517.604909:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609517.604910:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609517.604911:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609517.604912:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193471104, portal 4 02000000:00000001:0.0:1749609517.604912:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.604913:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609517.604913:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609517.604914:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895213568 : -131938814338048 : ffff880099d6dc00) 00000100:00000001:0.0:1749609517.604914:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609517.604915:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6df80. 00000020:00000040:0.0:1749609517.604916:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609517.604917:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609517.604917:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609517.604918:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609517.604918:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609517.604918:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609517.604919:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609517.604920:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42c00. 00000100:00000001:0.0:1749609517.604921:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.604922:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609517.604923:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609517.604926:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609517.604927:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609517.604928:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6df80] to pc [ptlrpcd_rcv+-1] req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609517.604931:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609517.604932:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609517.604934:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749609517.604936:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749609517.604936:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6d500. 00000020:00000040:0.0:1749609517.604937:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:2.0:1749609517.604938:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000001:0.0:1749609517.604938:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609517.604938:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1749609517.604939:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193471104, offset 0 02000000:00000001:0.0:1749609517.604939:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609517.604941:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35800. 00000100:00000001:0.0:1749609517.604942:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609517.604943:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609517.604943:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609517.604947:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609517.604947:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609517.604949:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099d6d500] to pc [ptlrpcd_00_01+1] req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609517.604952:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609517.604959:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada09e80 00000400:00000200:2.0:1749609517.604963:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 5720 00000100:00000001:0.0:1749609517.604967:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609517.604968:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609517.604970:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4127) 00000400:00000200:2.0:1749609517.604971:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609517.604975:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609517.604976:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609517.604978:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ad80. 00000100:00000040:2.0:1749609517.604980:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68ad80 x1834598193471104 msgsize 520 00000100:00100000:2.0:1749609517.604982:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609517.604984:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609517.604987:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609517.604988:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609517.604993:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.604995:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609517.605000:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000100:00000001:3.0:1749609517.605001:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749609517.605001:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:3.0:1749609517.605002:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605004:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609517.605005:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609517.605006:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609517.605006:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609517.605007:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609517.605009:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193471488:0@lo:400: 00000100:00000001:2.0:1749609517.605011:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609517.605012:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609517.605012:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609517.605012:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609517.605014:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609517.605015:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605015:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609517.605015:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605016:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609517.605017:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609517.605017:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609517.605018:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609517.605019:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782ca00. 00000100:00100000:0.0:1749609517.605019:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193471104 02000000:00000001:0.0:1749609517.605020:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609517.605021:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609517.605021:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1993 usecs (2 jiffies) 00000100:00000001:0.0:1749609517.605021:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609517.605023:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298790050 00000100:00000001:0.0:1749609517.605023:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609517.605024:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b688. 00000100:00000010:2.0:1749609517.605025:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d40c0. 02000000:00000001:0.0:1749609517.605025:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609517.605027:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00100000:0.0:1749609517.605027:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193471104 00000020:00000001:0.0:1749609517.605028:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609517.605029:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193471488, portal 10 00000020:00000040:0.0:1749609517.605029:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609517.605029:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609517.605030:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:0.0:1749609517.605030:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609517.605031:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749609517.605031:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609517.605032:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895211776 : -131938814339840 : ffff880099d6d500) 00000100:00000001:2.0:1749609517.605034:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298790050 00000020:00000010:0.0:1749609517.605034:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000100:00000010:2.0:1749609517.605036:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4dc0. 00000020:00000010:0.0:1749609517.605037:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000001:2.0:1749609517.605038:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000010:0.0:1749609517.605040:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000040:3.0:1749609517.605041:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609517.605043:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609517.605044:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609517.605045:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609517.605047:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609517.605048:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609517.605049:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609517.605050:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749609517.605051:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193471488, offset 0 00000100:00000001:2.0:1749609517.605052:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298790050 00000400:00000200:3.0:1749609517.605054:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749609517.605054:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4880. 00000100:00000001:0.0:1749609517.605054:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609517.605055:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609517.605057:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298790050 00000100:00000010:2.0:1749609517.605058:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4a80. 00000400:00000200:3.0:1749609517.605059:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609517.605059:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609517.605059:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609517.605060:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609517.605061:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609517.605062:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609517.605063:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0a000 00000100:00000001:2.0:1749609517.605063:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609517.605063:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000001:2.0:1749609517.605064:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609517.605064:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955101568 : -131938754450048 : ffff88009d68ad80) 00000100:00000040:0.0:1749609517.605066:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68ad80 x1834598193471104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609517.605067:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 60368 00000100:00000001:2.0:1749609517.605067:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609517.605067:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609517.605068:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609517.605069:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609517.605070:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609517.605071:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609517.605071:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609517.605072:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193471104:12345-0@lo:38: 00000400:00000200:3.0:1749609517.605073:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749609517.605074:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193471104 00000100:00000001:3.0:1749609517.605076:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609517.605076:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609517.605076:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609517.605076:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749609517.605077:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749609517.605077:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609517.605078:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609517.605078:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749609517.605079:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609517.605080:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5c3800. 00000100:00100000:2.0:1749609517.605080:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193471232:0@lo:38: 00000100:00000040:3.0:1749609517.605082:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5c3800 x1834598193471488 msgsize 224 00000100:00000001:2.0:1749609517.605082:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609517.605083:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609517.605084:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609517.605085:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609517.605085:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609517.605086:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7afc00. 00000020:00000001:0.0:1749609517.605086:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609517.605087:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609517.605088:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749609517.605089:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd8f0. 00010000:00000001:0.0:1749609517.605089:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609517.605090:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:2.0:1749609517.605091:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00010000:00000001:0.0:1749609517.605091:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609517.605093:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193471232, portal 10 00000100:00000001:0.0:1749609517.605093:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749609517.605094:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000100:00000001:2.0:1749609517.605094:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749609517.605095:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000001:0.0:1749609517.605095:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609517.605096:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609517.605097:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609517.605097:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895212672 : -131938814338944 : ffff880099d6d880) 02000000:00000010:0.0:1749609517.605098:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a42400. 00000100:00000200:3.0:1749609517.605099:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609517.605099:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609517.605100:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609517.605100:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609517.605102:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609517.605103:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749609517.605103:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609517.605105:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1749609517.605105:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609517.605106:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749609517.605106:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609517.605107:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193471232, offset 0 00000100:00000001:0.0:1749609517.605107:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609517.605108:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609517.605108:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609517.605109:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609517.605110:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609517.605111:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609517.605112:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605112:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609517.605113:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609517.605113:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609517.605114:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:0.0:1749609517.605115:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609517.605116:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609517.605116:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09f00 02000000:00000001:0.0:1749609517.605116:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605117:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609517.605118:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000400:00000200:2.0:1749609517.605118:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 60592 00000100:00000040:0.0:1749609517.605118:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609517.605119:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298790049 00000400:00000010:0.0:1749609517.605119:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000400:00000200:2.0:1749609517.605120:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609517.605121:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298790050 00000100:00000200:0.0:1749609517.605121:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193471104, offset 0 00000100:00000001:3.0:1749609517.605122:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298790049 00000400:00000200:2.0:1749609517.605122:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609517.605123:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609517.605124:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749609517.605124:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609517.605126:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298790050 00000100:00000010:2.0:1749609517.605126:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688700. 00000100:00000001:3.0:1749609517.605127:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298790049 00000100:00000040:2.0:1749609517.605127:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d688700 x1834598193471232 msgsize 520 00000100:00000001:3.0:1749609517.605128:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298790050 00000400:00000200:0.0:1749609517.605128:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609517.605129:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298790049 00000100:00100000:2.0:1749609517.605129:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609517.605130:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298790050 00000100:00000001:3.0:1749609517.605131:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609517.605132:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609517.605132:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada09e80 00000100:00000001:3.0:1749609517.605133:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605133:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609517.605134:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609517.605135:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x477d [1] + 0 00000100:00000001:3.0:1749609517.605137:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749609517.605137:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609517.605138:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609517.605139:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609517.605139:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749609517.605139:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609517.605140:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605140:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609517.605141:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609517.605141:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609517.605142:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000200:0.0:1749609517.605142:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605143:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609517.605144:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609517.605145:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609517.605147:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193471488 00000100:00000040:0.0:1749609517.605147:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605148:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609517.605149:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609517.605149:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609517.605150:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609517.605152:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605152:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609517.605153:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609517.605156:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609517.605156:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000100:00100000:3.0:1749609517.605157:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193471232 00000100:00000001:2.0:1749609517.605157:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609517.605157:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 02000000:00000001:3.0:1749609517.605158:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609517.605158:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 800 usecs (1 jiffies) 00000100:00000001:1.0:1749609517.605158:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605158:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609517.605159:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609517.605159:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298790049 00000100:00000001:0.0:1749609517.605159:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609517.605160:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605160:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298790050 02000000:00000001:1.0:1749609517.605160:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605161:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609517.605162:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609517.605162:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193471488 00000100:00000040:0.0:1749609517.605162:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:3.0:1749609517.605163:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193471232 00000100:00000001:0.0:1749609517.605163:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609517.605164:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609517.605164:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298790049 00000020:00000001:1.0:1749609517.605164:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1749609517.605164:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609517.605165:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609517.605165:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298790050 00000020:00000040:1.0:1749609517.605165:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:3.0:1749609517.605166:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609517.605166:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298790049 00000020:00000001:1.0:1749609517.605166:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609517.605166:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68ad80 x1834598193471104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609517.605167:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605167:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298790050 00000020:00000001:3.0:1749609517.605168:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605168:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298790049 00000100:00000001:2.0:1749609517.605168:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298790050 00000020:00000040:1.0:1749609517.605168:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:2.0:1749609517.605169:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609517.605170:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c400. 00000100:00000001:2.0:1749609517.605170:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609517.605170:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609517.605171:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749609517.605171:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193471104:12345-0@lo:38: Request processed in 99us (190us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749609517.605172:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000020:00000001:1.0:1749609517.605172:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:2.0:1749609517.605173:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609517.605174:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000100:00000001:1.0:1749609517.605175:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609517.605176:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609517.605176:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609517.605176:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609517.605177:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609517.605177:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749609517.605177:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000001:3.0:1749609517.605178:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609517.605178:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609517.605178:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11800. 00000100:00000001:0.0:1749609517.605178:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609517.605179:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605179:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609517.605180:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609517.605180:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193471360:0@lo:38: 00000100:00000001:2.0:1749609517.605181:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1749609517.605181:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4bc0. 02000000:00000001:2.0:1749609517.605182:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1749609517.605182:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 02000000:00000001:2.0:1749609517.605183:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609517.605184:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749609517.605184:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 02000000:00000010:2.0:1749609517.605185:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7af400. 00000100:00000001:3.0:1749609517.605186:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609517.605186:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609517.605186:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000020:00000010:0.0:1749609517.605186:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 00000400:00000010:2.0:1749609517.605187:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000100:00000001:0.0:1749609517.605187:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609517.605189:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000001:3.0:1749609517.605190:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609517.605191:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609517.605191:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193471360, portal 10 00000100:00000001:2.0:1749609517.605191:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609517.605192:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134895214464 : -131938814337152 : ffff880099d6df80) 00000100:00100000:3.0:1749609517.605193:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000001:1.0:1749609517.605193:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609517.605194:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955091712 : -131938754459904 : ffff88009d688700) 00000100:00000040:2.0:1749609517.605195:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609517.605195:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000040:3.0:1749609517.605196:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d688700 x1834598193471232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605198:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609517.605198:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d500. 00000020:00000010:1.0:1749609517.605200:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000100:00000040:2.0:1749609517.605201:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749609517.605202:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193471232:12345-0@lo:38: 00000400:00000010:2.0:1749609517.605203:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000200:3.0:1749609517.605204:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193471232 00000100:00000200:2.0:1749609517.605204:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193471360, offset 0 00000020:00000001:3.0:1749609517.605205:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749609517.605205:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:3.0:1749609517.605206:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609517.605206:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749609517.605206:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609517.605207:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1749609517.605207:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609517.605208:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609517.605209:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609517.605210:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609517.605211:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609517.605211:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada09f80 00010000:00020000:3.0:1749609517.605212:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609517.605213:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609517.605213:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 61112 00000100:00000001:1.0:1749609517.605214:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1749609517.605215:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609517.605215:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609517.605216:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749609517.605216:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609517.605216:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609517.605217:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609517.605217:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609517.605218:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609517.605218:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609517.605218:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749609517.605220:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c19800. 02000000:00000001:3.0:1749609517.605220:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609517.605220:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688e00. 00000100:00000001:3.0:1749609517.605221:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609517.605221:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d688e00 x1834598193471360 msgsize 520 00000100:00000001:1.0:1749609517.605221:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609517.605223:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609517.605223:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609517.605223:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:3.0:1749609517.605225:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609517.605226:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609517.605226:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609517.605227:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609517.605227:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609517.605228:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193471360 00000100:00000040:3.0:1749609517.605229:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609517.605229:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 02000000:00000001:1.0:1749609517.605229:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609517.605229:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609517.605230:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:2.0:1749609517.605230:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609517.605230:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609517.605230:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609517.605231:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609517.605231:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609517.605231:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609517.605232:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:2.0:1749609517.605232:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609517.605232:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 02000000:00000001:3.0:1749609517.605233:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609517.605233:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609517.605233:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:0.0:1749609517.605234:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937507840 : -131938772043776 : ffff88009c5c3800) 00000100:00100000:1.0:1749609517.605235:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193471360 02000000:00000001:3.0:1749609517.605236:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605236:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609517.605236:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609517.605236:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609517.605237:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749609517.605237:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609517.605237:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c3800 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:463/0 lens 224/0 e 0 to 0 dl 1749609528 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609517.605238:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609517.605239:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609517.605239:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609517.605239:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609517.605240:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000001:2.0:1749609517.605240:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609517.605241:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605241:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749609517.605242:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193471232, offset 0 00000100:00000040:2.0:1749609517.605243:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 607 usecs (1 jiffies) 00000020:00000010:0.0:1749609517.605243:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7100. 00000400:00000200:3.0:1749609517.605244:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609517.605244:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298790049 00000020:00000001:1.0:1749609517.605244:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605244:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609517.605245:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298790050 00000020:00000010:0.0:1749609517.605245:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e7100. 00000100:00000001:2.0:1749609517.605246:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298790049 00000100:00000001:2.0:1749609517.605247:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298790050 00000100:00000001:2.0:1749609517.605247:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298790049 00000020:00000010:1.0:1749609517.605247:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00100000:0.0:1749609517.605247:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193471488:12345-0@lo:400: 00000400:00000200:3.0:1749609517.605248:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609517.605248:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298790050 00000400:00000200:3.0:1749609517.605267:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09f00 00000020:00000010:1.0:1749609517.605267:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 00000100:00000001:2.0:1749609517.605268:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298790049 00000100:00000001:2.0:1749609517.605269:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298790050 00000400:00000200:3.0:1749609517.605270:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x478d [1] + 0 00000100:00000001:2.0:1749609517.605270:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609517.605270:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000200:0.0:1749609517.605270:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193471488 00000100:00000001:2.0:1749609517.605271:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609517.605272:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609517.605272:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609517.605273:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749609517.605273:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609517.605273:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:2.0:1749609517.605274:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609517.605274:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749609517.605274:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:2.0:1749609517.605275:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000100:00000001:1.0:1749609517.605275:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609517.605276:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609517.605277:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000020:00000001:0.0:1749609517.605277:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1749609517.605278:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:1.0:1749609517.605278:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609517.605278:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:2.0:1749609517.605279:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609517.605280:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609517.605280:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1749609517.605281:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609517.605282:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609517.605282:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609517.605283:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609517.605283:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609517.605284:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1749609517.605285:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609517.605285:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609517.605286:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609517.605287:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605288:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609517.605288:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609517.605288:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609517.605289:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609517.605289:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609517.605289:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609517.605290:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609517.605291:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609517.605292:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1749609517.605292:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 02000000:00000010:0.0:1749609517.605292:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dd400. 00000400:00000200:3.0:1749609517.605293:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000100:00000001:2.0:1749609517.605293:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609517.605293:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609517.605294:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000001:2.0:1749609517.605294:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609517.605294:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955093504 : -131938754458112 : ffff88009d688e00) 00000100:00000001:0.0:1749609517.605294:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609517.605295:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609517.605295:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609517.605295:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609517.605295:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609517.605297:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609517.605297:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d688e00 x1834598193471360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1749609517.605297:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193471488 00000100:00000040:3.0:1749609517.605298:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:0.0:1749609517.605298:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609517.605299:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609517.605299:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609517 v=5 (0 0 0 0) 00000020:00000001:3.0:1749609517.605300:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1749609517.605300:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c5c3800 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:463/0 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609517.605301:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=129 v=20 (1 20 0 0) 00000100:00000040:3.0:1749609517.605302:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688700 x1834598193471232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605302:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609517.605304:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609517.605304:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609517.605305:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609517.605305:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193471360:12345-0@lo:38: 00010000:00000001:0.0:1749609517.605305:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609517.605306:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193471232:12345-0@lo:38: Request processed in 105us (178us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749609517.605306:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=62 v=5 (1 1 0 0) 00000100:00000040:2.0:1749609517.605307:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609517.605308:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193471360 00000100:00000001:0.0:1749609517.605308:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609517.605309:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609517.605310:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609517.605310:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609517.605310:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:3.0:1749609517.605311:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 02000000:00000001:0.0:1749609517.605311:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609517.605312:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609517.605312:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749609517.605312:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749609517.605312:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605312:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609517.605313:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609517.605313:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609517.605313:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609517.605314:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:0.0:1749609517.605314:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000020:00000010:3.0:1749609517.605315:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886700. 00000100:00000001:2.0:1749609517.605315:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609517.605316:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000100:00000200:0.0:1749609517.605316:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193471488, offset 224 00000020:00000001:1.0:1749609517.605317:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609517.605318:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749609517.605318:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:1.0:1749609517.605319:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749609517.605320:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000010:3.0:1749609517.605321:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c400. 00010000:00000001:1.0:1749609517.605321:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609517.605321:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609517.605322:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609517.605323:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609517.605323:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609517.605324:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609517.605324:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a000 00000100:00000001:1.0:1749609517.605325:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609517.605326:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609517.605326:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4785 [1] + 224 00000100:00100000:2.0:1749609517.605328:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193471104:0@lo:38: 02000000:00000001:1.0:1749609517.605328:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609517.605329:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609517.605330:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609517.605330:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2400. 00000400:00000200:0.0:1749609517.605330:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609517.605331:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609517.605332:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6dc00 x1834598193471104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609517.605332:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609517.605332:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609517.605333:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609517.605333:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605335:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749609517.605335:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609517.605336:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1749609517.605337:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609517.605338:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7af800. 00000100:00000040:0.0:1749609517.605338:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609517.605339:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749609517.605341:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609517.605341:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609517.605342:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609517.605343:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609517.605344:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609517.605344:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:2.0:1749609517.605345:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42000. 00000400:00000200:0.0:1749609517.605346:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 02000000:00000001:2.0:1749609517.605347:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609517.605347:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609517.605347:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 02000000:00000001:2.0:1749609517.605348:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749609517.605348:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609517.605348:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000010:2.0:1749609517.605349:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6dc00. 00000100:00000001:0.0:1749609517.605349:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609517.605350:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609517.605350:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605351:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609517.605351:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609517.605351:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609517.605352:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609517.605352:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609517.605353:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749609517.605353:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609517.605353:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609517.605354:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609517.605354:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609517.605354:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:0.0:1749609517.605354:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609517.605355:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609517.605356:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609517.605356:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609517.605356:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609517.605356:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c3800 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:463/0 lens 224/224 e 0 to 0 dl 1749609528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609517.605357:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609517.605357:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609517.605357:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609517.605358:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b688. 00000100:00000001:1.0:1749609517.605358:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609517.605360:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609517.605360:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193471488:12345-0@lo:400: Request processed in 118us (277us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609517.605362:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:1.0:1749609517.605362:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000010:3.0:1749609517.605363:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609517.605364:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609517.605364:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000040:0.0:1749609517.605365:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000200:3.0:1749609517.605366:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609517.605366:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609517.605366:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1749609517.605367:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609517.605367:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749609517.605368:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd8f0. 00000400:00000200:2.0:1749609517.605369:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000020:00000010:0.0:1749609517.605369:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d500. 00000100:00000200:3.0:1749609517.605370:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609517.605370:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000020:00000010:0.0:1749609517.605370:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 00000100:00000001:2.0:1749609517.605371:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609517.605371:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000100:00000200:1.0:1749609517.605372:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193471360, offset 0 00000100:00000001:3.0:1749609517.605373:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749609517.605373:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:3.0:1749609517.605374:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609517.605374:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609517.605375:0:1049:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749609517.605375:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609517.605376:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609517.605376:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609517.605376:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609517.605377:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609517.605378:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609517.605379:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609517.605381:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=62 v=5 (5 5 0 0) 00000400:00000200:1.0:1749609517.605381:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749609517.605382:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=62 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609517.605382:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609517.605383:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609517.605384:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609517.605384:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609517.605384:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609517.605385:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605385:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609517.605386:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609517.605386:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609517.605386:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada09f80 02000000:00000001:2.0:1749609517.605387:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749609517.605388:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609517.605388:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609517 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609517.605390:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=111 v=20 (1 20 0 0) 00000400:00000200:1.0:1749609517.605390:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4799 [1] + 0 00000100:00000001:2.0:1749609517.605391:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749609517.605392:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605392:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609517.605393:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749609517.605393:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609517.605394:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609517.605394:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609517.605395:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609517.605396:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609517.605396:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609517.605396:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609517.605397:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609517.605398:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605398:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609517.605399:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609517.605399:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609517.605400:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609517.605400:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609517.605401:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609517.605402:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000200:1.0:1749609517.605402:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605403:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609517.605405:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609517.605407:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609517.605408:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749609517.605408:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193471232:0@lo:38: 00000100:00000001:3.0:1749609517.605409:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609517.605409:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609517.605411:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609517.605414:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193471488:0@lo:400: 00000100:00000001:3.0:1749609517.605416:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609517.605416:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609517.605417:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609517.605418:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6d500 x1834598193471488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609517.605421:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609517.605422:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609517.605422:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782ca00. 02000000:00000001:3.0:1749609517.605423:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609517.605424:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749609517.605424:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000020:00000040:3.0:1749609517.605425:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:1.0:1749609517.605425:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000020:00000001:3.0:1749609517.605426:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609517.605427:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35800. 02000000:00000001:3.0:1749609517.605428:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609517.605428:0:7440:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609517.605429:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609517.605429:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6d500. 00000100:00000001:1.0:1749609517.605429:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609517.605431:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1749609517.605431:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609517.605431:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609517.605432:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609517.605432:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609517.605433:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609517.605434:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1749609517.605434:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609517.605435:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609517.605435:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000100:00000001:1.0:1749609517.605435:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609517.605436:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609517.605436:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609517.605437:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609517.605437:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609517.605437:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:2.0:1749609517.605439:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609517.605439:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688e00 x1834598193471360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609537 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609517.605440:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609517.605444:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605447:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609517.605448:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609517.605449:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609517.605450:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609517.605450:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609517.605451:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609517.605452:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609517.605453:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609517 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609517.605455:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=62 v=20 (1 20 0 0) 00000100:00100000:1.0:1749609517.605455:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193471360:12345-0@lo:38: Request processed in 149us (232us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609517.605456:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609517.605456:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609517.605458:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609517.605459:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609517.605461:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000001:2.0:1749609517.605462:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609517.605463:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609517.605463:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609517.605464:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609517.605464:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609517.605465:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609517.605465:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609517.605466:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749609517.605466:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 00000100:00080000:2.0:1749609517.605467:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609517.605468:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609517.605468:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000100:00000040:2.0:1749609517.605469:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609517.605470:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000100:00000001:1.0:1749609517.605472:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609517.605479:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193471360:0@lo:38: 00000100:00000001:2.0:1749609517.605481:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605482:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609517.605483:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6d880 x1834598193471232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605486:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609517.605486:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609517.605487:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7afc00. 02000000:00000001:2.0:1749609517.605489:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609517.605489:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609517.605490:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609517.605491:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609517.605491:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609517.605493:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609517.605493:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609517.605494:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6d880. 00000100:00000001:2.0:1749609517.605495:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609517.605495:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609517.605496:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609517.605497:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6df80 x1834598193471360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609517.605500:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609517.605501:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609517.605501:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7af400. 02000000:00000001:2.0:1749609517.605502:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609517.605503:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609517.605503:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609517.605504:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609517.605504:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42c00. 02000000:00000001:2.0:1749609517.605505:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609517.605506:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609517.605506:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6df80. 00000100:00000001:2.0:1749609517.605507:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609517.605510:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609517.605511:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605512:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609517.605512:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609517.605513:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609517.605514:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609517.606716:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298790050, at 4298790050 00000100:00000040:0.0:1749609517.606718:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298790050, at 4298790050 00000100:00000040:2.0:1749609517.606720:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298790050, at 4298790050 00000100:00000010:1.0:1749609517.606720:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4dc0. 00000100:00000040:3.0:1749609517.606723:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298790050, at 4298790050 00000100:00000010:0.0:1749609517.606723:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d40c0. 00000100:00000010:2.0:1749609517.606725:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4880. 00000100:00000010:3.0:1749609517.606729:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4a80. 00000100:00000001:0.0:1749609518.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609518.082800:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609518.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609518.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609518.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609518.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609518.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609518.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609518.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609518.538729:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609518.538734:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609518.538736:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609518.538737:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609518.538740:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609518.538742:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609518.538744:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609518.538746:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609518.538747:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609518.600854:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609518.600859:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609518.600944:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609518.600947:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609518.600950:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609518.604760:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609518.604769:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609518.604771:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609518.604773:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609518.604775:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609518.604778:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609518.604779:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609519.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609519.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609519.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609519.082805:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609519.082808:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609519.082811:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609519.082813:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609519.082815:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609519.082817:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609519.538761:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609519.538767:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609519.538769:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609519.538772:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609519.538775:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609519.538778:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609519.538780:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609519.538783:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609519.538785:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609519.602767:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609519.602770:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609519.602826:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609519.602828:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609519.602845:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609519.604711:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609519.604718:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609519.604719:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609519.604721:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609519.604722:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609519.604724:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609519.604725:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609520.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609520.082803:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609520.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609520.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609520.082810:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609520.082813:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609520.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609520.082817:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609520.082819:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609520.538780:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609520.538785:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609520.538787:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609520.538790:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609520.538792:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609520.538795:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609520.538797:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609520.538800:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609520.538802:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609520.604780:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609520.604791:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609520.604792:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609520.604796:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609520.604798:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609520.604800:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609520.604802:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609520.604809:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609520.604812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609520.604822:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609520.604823:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609520.604826:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609521.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609521.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609521.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609521.082799:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609521.082802:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609521.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609521.082806:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609521.082807:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609521.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609521.538790:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609521.538798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609521.538800:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609521.538803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609521.538807:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609521.538810:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609521.538813:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609521.538816:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609521.538818:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609521.604859:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609521.604870:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609521.604871:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609521.604875:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609521.604879:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609521.604881:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609521.604883:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609521.606765:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609521.606767:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609521.606811:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609521.606814:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609521.606816:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609522.082807:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609522.082814:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609522.082815:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609522.082818:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609522.082821:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609522.082824:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.082827:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609522.082829:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.082831:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.538750:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609522.538755:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609522.538756:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609522.538758:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609522.538760:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609522.538762:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609522.538764:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609522.538771:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009d688380 x1834598193469952/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.538776:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609522.538778:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688380 x1834598193469952/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.538782:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609522.538784:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609522.538785:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609522.538786:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609522.538787:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688380 x1834598193469952/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609522.538805:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193469952:0@lo:101: 00000100:00000001:2.0:1749609522.538809:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609522.538810:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609522.538811:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609522.538812:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609522.538814:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688380 x1834598193469952/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.538817:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609522.538819:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7f00. 00000100:00000001:2.0:1749609522.538822:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609522.538823:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609522.538825:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609522.538828:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609522.538830:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609522.538832:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75e00 refcount=4 00000020:00000001:2.0:1749609522.538833:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981230080 : -131938728321536 : ffff88009ef75e00) 00010000:00000001:2.0:1749609522.538835:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981230080 : -131938728321536 : ffff88009ef75e00) 00010000:00010000:2.0:1749609522.538837:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609522.538843:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609522.538845:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609522.538848:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609522.538850:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609522.538853:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609522.538853:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609522.538857:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609522.538860:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609522.538861:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609522.538863:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609522.538864:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609522.538867:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef75e00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609522.538869:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609522.538870:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609522.538873:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609522.538874:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609522.538875:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609522.538875:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75e00 refcount=5 00000020:00000001:2.0:1749609522.538876:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981230080 : -131938728321536 : ffff88009ef75e00) 00010000:00000001:2.0:1749609522.538877:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981230080 : -131938728321536 : ffff88009ef75e00) 00010000:00000001:2.0:1749609522.538879:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609522.538880:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609522.538882:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609522.538883:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609522.538885:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:2.0:1749609522.538887:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609522.538887:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609522.538888:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609522.538889:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609522.538891:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609522.538892:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609522.538894:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609522.538895:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609522.538897:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef75e00 with handle 0xae754a08875148fc from hash 00010000:00000001:2.0:1749609522.538898:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609522.538899:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609522.538899:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609522.538900:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609522.538900:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609522.538901:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609522.538902:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609522.538903:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609522.538903:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609522.538904:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609522.538905:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609522.538907:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609522.538908:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609522.538908:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609522.538909:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609522.538909:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609522.538910:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609522.538910:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609522.538911:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef75e00/0xae754a08875148fc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609522.538915:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009f3be800 count: 0 00010000:00000001:2.0:1749609522.538938:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609522.538939:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609522.538941:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609522.538942:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688380 x1834598193469952/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.538946:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609522.538948:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609522.538949:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609522.538950:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609522.538954:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef74a00. 02000000:00000001:2.0:1749609522.538960:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609522.538961:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609522.538962:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688380. 00000100:00000001:2.0:1749609522.538964:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609522.538965:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609522.538966:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609522.538967:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:2.0:1749609522.538969:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:2.0:1749609522.538971:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:2.0:1749609522.538973:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:2.0:1749609522.538974:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609522.538975:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609522.538976:0:6439:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b528d800) refs 2 10000000:00000001:2.0:1749609522.538977:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609522.538978:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609522.538979:0:6439:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b528c800) refs 3 10000000:00000001:2.0:1749609522.538979:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609522.538980:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609522.538981:0:6439:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749609522.538982:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609522.538984:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff88008fb77000 from 1 10000000:00000001:2.0:1749609522.538986:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609522.538987:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749609522.538990:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 00000020:00000040:2.0:1749609522.538993:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609522.538996:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609522.538998:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609522.539002:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609522.539007:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef74a00. 00000100:00000001:2.0:1749609522.539012:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609522.539015:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609522.539017:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609522.539021:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3be100. 00010000:00000001:2.0:1749609522.539026:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609522.539028:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef75000. 00000020:00000001:2.0:1749609522.539031:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609522.539036:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef75000 with handle 0xae754a0887514903 to hash 00000020:00000001:2.0:1749609522.539038:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609522.539039:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:2.0:1749609522.539041:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:2.0:1749609522.539043:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609522.539044:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609522.539046:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609522.539051:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609522.539059:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609522.539064:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609522.539065:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609522.539069:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7f00. 00000100:00000001:2.0:1749609522.539071:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372516096 : -131936337035520 : ffff88012d7f7f00) 00000100:00000001:2.0:1749609522.539073:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609522.539074:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955090816 : -131938754460800 : ffff88009d688380) 00000100:00000001:2.0:1749609522.539077:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609522.539079:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.539080:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609522.539082:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609522.539085:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688380 x1834598193471616/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.539089:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609522.539090:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609522.539091:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009d688380 x1834598193471616/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.539095:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.539096:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609522.539100:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609522.539101:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609522.539102:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609522.539103:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609522.539104:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609522.539104:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609522.539105:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749609522.541765:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3be800. 00010000:00000010:0.1:1749609522.541773:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef75e00. 00000100:00000001:0.0:1749609522.604832:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609522.604836:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749609522.604843:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609497/real 1749609497] req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609522 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609522.604855:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609522.604856:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609522.604858:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:0.0:1749609522.604862:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682220 00000400:00000010:0.0:1749609522.604863:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682220. 00000100:00000001:0.0:1749609522.604867:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609522.604868:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609522 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609522.604873:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609522 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.604878:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609522.604878:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.604880:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609522.604881:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609522.604882:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609522 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.604886:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.604892:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609522.604893:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.604895:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609522.604897:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609522.604898:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609522.604900:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609522 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.604904:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609522.604905:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.604906:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609522.604906:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.604908:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609522.604909:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749609522.604912:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609522.604924:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:0.0:1749609522.604926:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749609522.604927:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609522 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609522.604931:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099d6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193468800:0@lo:250: 00000100:00000001:0.0:1749609522.604934:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.604936:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609522.604937:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880099d6d180 x1834598193468800/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609522 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.604941:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609522.604942:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1749609522.604945:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:0.0:1749609522.604945:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800998e8800. 02000000:00000001:0.0:1749609522.604948:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609522.604949:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1749609522.604950:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000040:0.0:1749609522.604950:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609522.604951:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609522.604952:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:0.0:1749609522.604952:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd53c00. 00000100:00080000:2.0:1749609522.604954:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749609522.604954:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609522.604955:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609522.604956:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:0.0:1749609522.604956:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099d6d180. 00000100:00000001:0.0:1749609522.604958:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1749609522.604959:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4102 00000100:00000001:0.0:1749609522.604959:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.604960:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.604961:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1749609522.604962:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609522.604962:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.604963:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609522.604964:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609522.604964:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.604970:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609522.604972:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609522.604974:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609522.604977:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609522.604978:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:2.0:1749609522.604981:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609522.604983:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:2.0:1749609522.604985:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:2.0:1749609522.604987:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:2.0:1749609522.604989:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609522.604991:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609522.604992:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609522.604993:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609522.604996:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:2.0:1749609522.604998:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:2.0:1749609522.605000:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609522.605001:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609522.605018:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609522.605020:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605022:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609522.605024:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609522.605028:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688000. 00000020:00000040:2.0:1749609522.605031:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:2.0:1749609522.605034:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609522.605036:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605038:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609522.605040:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609522.605043:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609522.605048:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009f7af400. 00000100:00000001:2.0:1749609522.605053:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609522.605058:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609522.605066:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609522.605067:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609522.605070:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688000] to pc [ptlrpcd_rcv+-1] req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.605088:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609522.605091:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609522.605093:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609522.605094:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609522.605095:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609522.605097:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609522.605099:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4122 00000100:00080000:2.0:1749609522.605101:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609522.605103:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609522.605104:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609522.605105:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609522.605106:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609522.605107:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609522.605107:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609522.605109:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609522.605110:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609522.605112:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609522.605113:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609522.605113:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609522.605114:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609522.605115:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609522.605116:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609522.605118:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609522.605119:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609522.605120:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609522.605120:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609522.605120:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609522.605121:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609522.605122:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609522.605123:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609522.605123:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609522.605124:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609522.605125:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609522.605125:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609522.605128:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609522.605128:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609522.605129:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605130:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749609522.605130:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193471744:0@lo:250: 00000100:00000001:2.0:1749609522.605132:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605133:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749609522.605135:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68c380. 02000000:00000001:0.0:1749609522.605135:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749609522.605136:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609522.605137:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609522.605138:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609522.605138:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605139:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609522.605139:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609522.605140:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609522.605141:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609522.605142:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3de000. 02000000:00000010:2.0:1749609522.605143:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009f7af800. 02000000:00000001:0.0:1749609522.605144:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605145:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609522.605147:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609522.605148:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9a0. 00000100:00000001:2.0:1749609522.605151:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749609522.605151:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609522.605152:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609522.605153:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d68c380] to pc [ptlrpcd_rcv+-1] req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609522.605155:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193471744, portal 25 00000100:00000001:0.0:1749609522.605157:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609522.605158:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605158:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955089920 : -131938754461696 : ffff88009d688000) 00000100:00080000:2.0:1749609522.605161:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749609522.605162:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609522.605163:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609522.605164:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609522.605165:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609522.605166:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609522.605167:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4122 00000100:00000001:0.0:1749609522.605167:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749609522.605168:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609522.605170:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000040:0.0:1749609522.605170:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609522.605171:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609522.605171:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:0.0:1749609522.605171:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000001:2.0:1749609522.605172:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609522.605173:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749609522.605173:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193471744, offset 0 00000020:00000040:2.0:1749609522.605174:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609522.605174:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609522.605175:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609522.605176:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609522.605177:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609522.605178:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000200:0.0:1749609522.605178:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609522.605179:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609522.605180:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609522.605181:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609522.605182:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609522.605183:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609522.605184:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609522.605185:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609522.605187:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609522.605188:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609522.605188:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609522.605190:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609522.605191:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609522.605197:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada0a100 00000100:00000010:2.0:1749609522.605200:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4000. 00000020:00000040:2.0:1749609522.605202:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000100:0.0:1749609522.605202:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193471744 offset 0 length 520: 4 00000400:00000200:0.0:1749609522.605205:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726196b0 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:2.0:1749609522.605207:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749609522.605207:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:2.0:1749609522.605208:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605209:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609522.605210:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609522.605211:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609522.605214:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009f7afc00. 00000400:00000200:0.0:1749609522.605230:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000400:00000010:0.0:1749609522.605232:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609522.605235:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609522.605238:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605244:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609522.605245:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.605246:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609522.605250:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609522.605251:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605252:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609522.605255:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605256:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609522.605257:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609522.605259:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4000] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605259:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298795060 00000100:00000010:0.0:1749609522.605262:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7100. 00000100:00000001:2.0:1749609522.605265:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609522.605267:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609522.605268:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1749609522.605270:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609522.605271:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609522.605272:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609522.605273:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298795060 00000100:00000001:2.0:1749609522.605274:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:0.0:1749609522.605274:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7200. 00000100:00080000:2.0:1749609522.605275:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4122 00000100:00000001:0.0:1749609522.605276:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1749609522.605277:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609522.605279:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609522.605280:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609522.605281:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609522.605283:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609522.605285:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609522.605285:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298795060 00000020:00000040:2.0:1749609522.605286:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000010:0.0:1749609522.605286:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7740. 00000020:00000001:2.0:1749609522.605287:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609522.605289:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000100:00000001:0.0:1749609522.605289:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1749609522.605290:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609522.605290:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298795060 00000020:00000001:2.0:1749609522.605292:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000010:0.0:1749609522.605292:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7540. 00000100:00000001:0.0:1749609522.605294:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1749609522.605298:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609522.605299:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609522.605301:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609522.605302:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609522.605304:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000001:0.0:1749609522.605304:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609522.605305:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609522.605307:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605307:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609522.605308:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609522.605309:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605310:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609522.605311:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609522.605312:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605314:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609522.605314:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609522.605315:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605315:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609522.605316:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749609522.605318:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4380. 00000100:00000001:0.0:1749609522.605318:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609522.605319:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749609522.605319:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609522.605321:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1749609522.605321:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609522.605322:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605323:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609522.605324:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609522.605326:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605327:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1749609522.605328:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009f7ae800. 00000100:00000001:0.0:1749609522.605328:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609522.605330:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609522.605331:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609522.605331:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609522.605333:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609522.605333:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609522.605335:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d68c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193471872:0@lo:38: 00000100:00000001:0.0:1749609522.605338:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609522.605339:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609522.605340:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609522.605340:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605341:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609522.605342:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609522.605343:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4380] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609522.605344:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3dd800. 02000000:00000001:0.0:1749609522.605346:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609522.605348:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609522.605349:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609522.605351:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1749609522.605351:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609522.605353:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193471872, portal 4 00000100:00000001:2.0:1749609522.605354:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609522.605354:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609522.605355:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955107200 : -131938754444416 : ffff88009d68c380) 00000100:00000010:2.0:1749609522.605356:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4700. 00000020:00000040:2.0:1749609522.605358:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749609522.605359:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.605363:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609522.605364:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609522.605365:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605365:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609522.605367:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749609522.605368:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be000. 00000400:00000010:0.0:1749609522.605368:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609522.605370:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609522.605370:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193471872, offset 0 00000100:00000040:2.0:1749609522.605373:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609522.605373:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609522.605377:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609522.605380:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609522.605381:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609522.605381:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0a180 00000100:00000040:2.0:1749609522.605384:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4700] to pc [ptlrpcd_00_02+2] req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609522.605387:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 6240 00000400:00000200:0.0:1749609522.605391:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609522.605394:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609522.605398:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609522.605400:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609522.605402:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6d180. 00000100:00000040:0.0:1749609522.605404:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6d180 x1834598193471872 msgsize 520 00000100:00100000:0.0:1749609522.605408:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609522.605409:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605412:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609522.605413:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4132) 00000100:00000001:0.0:1749609522.605414:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609522.605415:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609522.605416:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749609522.605418:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000040:3.0:1749609522.605419:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609522.605419:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609522.605421:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609522.605422:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609522.605423:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609522.605425:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609522.605425:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605426:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609522.605427:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609522.605428:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609522.605429:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609522.605430:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609522.605430:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609522.605431:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193472256:0@lo:400: 00000100:00000001:3.0:1749609522.605433:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609522.605435:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609522.605435:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605435:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609522.605435:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609522.605436:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609522.605437:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193471872 00000100:00000001:0.0:1749609522.605437:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1749609522.605439:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782ca00. 02000000:00000001:2.0:1749609522.605439:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609522.605439:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609522.605440:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605441:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609522.605441:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1967 usecs (2 jiffies) 00000400:00000010:3.0:1749609522.605442:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b688. 00000100:00000001:2.0:1749609522.605443:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605443:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298795050 00000400:00000010:3.0:1749609522.605445:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609522.605445:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298795060 02000000:00000001:2.0:1749609522.605446:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605447:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298795050 00000100:00000200:3.0:1749609522.605448:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193472256, portal 10 00000100:00000001:0.0:1749609522.605448:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298795060 00000100:00000001:3.0:1749609522.605449:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609522.605449:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196992 : -131938823354624 : ffff8800994d4700) 00000100:00100000:2.0:1749609522.605449:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193471872 00000020:00000001:2.0:1749609522.605450:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609522.605450:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298795050 00000020:00000040:2.0:1749609522.605451:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609522.605451:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298795060 00000100:00000001:0.0:1749609522.605452:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298795050 00000100:00000040:3.0:1749609522.605453:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609522.605453:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609522.605454:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605454:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298795060 00000100:00000001:0.0:1749609522.605455:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609522.605456:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605456:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605457:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609522.605458:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609522.605458:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749609522.605459:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000020:00000010:2.0:1749609522.605459:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75400. 00000100:00000200:3.0:1749609522.605460:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193472256, offset 0 00000100:00000040:0.0:1749609522.605460:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609522.605463:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609522.605463:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552de80. 00000020:00000010:2.0:1749609522.605466:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73c80. 00000100:00000001:0.0:1749609522.605466:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609522.605466:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609522.605468:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609522.605468:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609522.605469:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609522.605470:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609522.605471:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609522.605471:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605473:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609522.605473:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193472000:0@lo:38: 00000100:00000001:0.0:1749609522.605475:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609522.605476:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609522.605477:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609522.605478:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609522.605479:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609522.605480:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0a300 02000000:00000010:0.0:1749609522.605481:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3dd000. 00000100:00000001:2.0:1749609522.605482:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609522.605482:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609522.605484:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 61632 00000400:00000010:0.0:1749609522.605484:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000400:00000010:0.0:1749609522.605488:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000400:00000200:3.0:1749609522.605489:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609522.605489:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609522.605490:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609522.605490:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193472000, portal 10 00000400:00000200:3.0:1749609522.605491:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609522.605492:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609522.605492:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609522.605493:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609522.605493:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886195200 : -131938823356416 : ffff8800994d4000) 00000100:00000001:3.0:1749609522.605494:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609522.605495:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609522.605496:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609522.605497:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000010:3.0:1749609522.605498:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5c1f80. 00000100:00000001:1.0:1749609522.605499:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895210880 : -131938814340736 : ffff880099d6d180) 00000100:00000040:3.0:1749609522.605500:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5c1f80 x1834598193472256 msgsize 224 00000100:00000040:1.0:1749609522.605501:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6d180 x1834598193471872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605502:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609522.605503:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609522.605504:0:6490:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609522.605504:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609522.605505:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000001:2.0:1749609522.605506:0:6490:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609522.605507:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193472000, offset 0 00000100:00100000:1.0:1749609522.605508:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193471872:12345-0@lo:38: 00000400:00000200:0.0:1749609522.605509:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609522.605510:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749609522.605510:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193471872 00000020:00000001:1.0:1749609522.605513:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609522.605513:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609522.605515:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00010000:00000001:1.0:1749609522.605515:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749609522.605516:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000200:0.0:1749609522.605517:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0a200 00000100:00000001:3.0:1749609522.605519:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609522.605520:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 61856 00000100:00000200:3.0:1749609522.605521:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609522.605523:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609522.605524:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609522.605525:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:1.0:1749609522.605526:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609522.605527:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1749609522.605527:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609522.605528:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749609522.605528:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193472256 00000100:00000001:0.0:1749609522.605528:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749609522.605529:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609522.605529:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609522.605530:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609522.605530:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609522.605531:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609522.605531:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609522.605532:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:0.0:1749609522.605532:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6df80. 00000100:00000001:2.0:1749609522.605533:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609522.605534:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609522.605534:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609522.605534:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6df80 x1834598193472000 msgsize 520 00000100:00000001:3.0:1749609522.605535:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605536:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609522.605536:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193472256 00000020:00000001:2.0:1749609522.605537:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749609522.605537:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749609522.605538:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:3.0:1749609522.605539:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609522.605540:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609522.605541:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 02000000:00000010:1.0:1749609522.605541:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1000. 00000100:00000040:3.0:1749609522.605542:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 550 usecs (1 jiffies) 02000000:00000001:1.0:1749609522.605542:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605542:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609522.605543:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609522.605543:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605544:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298795049 00000020:00000001:2.0:1749609522.605545:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609522.605545:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000100:00000001:3.0:1749609522.605546:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298795060 00010000:00000001:1.0:1749609522.605546:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609522.605547:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609522.605547:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:3.0:1749609522.605548:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298795049 00000100:00000001:2.0:1749609522.605548:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609522.605548:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609522.605549:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298795060 00000100:00001000:1.0:1749609522.605549:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609522.605550:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298795049 00000100:00000200:0.0:1749609522.605550:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609522.605551:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4880. 00000100:00000001:1.0:1749609522.605551:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609522.605552:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298795060 00000100:00000001:3.0:1749609522.605553:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298795049 00000020:00000010:2.0:1749609522.605553:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11800. 00000100:00000001:1.0:1749609522.605553:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609522.605554:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298795060 00000100:00000040:1.0:1749609522.605554:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609522.605555:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609522.605555:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609522.605556:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609522.605556:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749609522.605557:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:1.0:1749609522.605558:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609522.605558:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609522.605559:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609522.605560:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609522.605560:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605561:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609522.605561:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609522.605562:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609522.605563:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609522.605563:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:1.0:1749609522.605564:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609522.605564:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605565:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609522.605566:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609522.605566:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74400. 00000100:00000200:1.0:1749609522.605566:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193471872, offset 0 00000100:00000001:3.0:1749609522.605567:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609522.605567:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605568:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749609522.605568:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552dc00. 00000100:00000001:3.0:1749609522.605569:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609522.605569:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609522.605569:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 791 usecs (1 jiffies) 00000100:00000001:3.0:1749609522.605570:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609522.605570:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73d48. 00000100:00000001:3.0:1749609522.605571:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605571:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298795049 00000400:00000200:1.0:1749609522.605573:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609522.605573:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298795060 00000100:00000040:2.0:1749609522.605574:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609522.605575:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298795049 00000100:00000001:2.0:1749609522.605576:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609522.605576:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0a180 00000100:00000001:0.0:1749609522.605576:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298795060 00000100:00000001:2.0:1749609522.605577:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609522.605577:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298795049 00000100:00000001:2.0:1749609522.605579:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609522.605579:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x47b5 [1] + 0 00000100:00000001:0.0:1749609522.605579:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298795060 00000100:00000001:0.0:1749609522.605580:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298795049 00000400:00000200:1.0:1749609522.605581:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609522.605581:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298795060 00000100:00000001:2.0:1749609522.605582:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1749609522.605583:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609522.605583:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1749609522.605584:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609522.605584:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609522.605584:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605585:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609522.605585:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:3.0:1749609522.605586:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000200:1.0:1749609522.605586:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605586:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605588:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609522.605590:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.605591:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609522.605592:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605592:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609522.605594:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609522.605595:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609522.605595:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609522.605596:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193472000 00000100:00000001:1.0:1749609522.605596:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609522.605596:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609522.605597:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609522.605598:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609522.605598:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609522.605599:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609522.605599:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609522.605599:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609522.605600:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00100000:3.0:1749609522.605601:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000001:1.0:1749609522.605602:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749609522.605603:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609522.605604:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937501568 : -131938772050048 : ffff88009c5c1f80) 00000100:00000001:2.0:1749609522.605604:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605604:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609522.605604:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609522.605605:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609522.605605:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609522.605606:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609522.605607:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c1f80 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:468/0 lens 224/0 e 0 to 0 dl 1749609533 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609522.605607:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193472000 00000100:00000001:1.0:1749609522.605607:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609522.605608:0:7440:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609522.605608:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609522.605609:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749609522.605609:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609522.605609:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609522.605610:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609522.605611:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609522.605611:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609522.605611:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193472128:0@lo:38: 00000100:00000001:3.0:1749609522.605612:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609522.605612:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609522.605613:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebad00. 00000020:00000001:2.0:1749609522.605613:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609522.605613:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6d180 x1834598193471872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609522.605614:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609522.605614:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609522.605615:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7ebad00. 00000020:00000010:2.0:1749609522.605615:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 02000000:00000001:0.0:1749609522.605615:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609522.605616:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609522.605617:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d700. 00000100:00100000:1.0:1749609522.605617:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193471872:12345-0@lo:38: Request processed in 109us (212us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749609522.605617:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749609522.605618:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193472256:12345-0@lo:400: 00000020:00000010:2.0:1749609522.605619:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73e10. 02000000:00000010:0.0:1749609522.605619:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3dc800. 00000100:00000200:3.0:1749609522.605620:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193472256 00000020:00000001:3.0:1749609522.605621:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609522.605621:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749609522.605621:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605622:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749609522.605622:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000020:00000001:3.0:1749609522.605623:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609522.605623:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609522.605623:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9f8. 00000020:00000001:3.0:1749609522.605624:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609522.605624:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749609522.605625:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609522.605625:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609522.605625:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00000001:2.0:1749609522.605626:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609522.605627:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:3.0:1749609522.605628:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1749609522.605628:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552de80. 00000100:00000200:0.0:1749609522.605628:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193472128, portal 10 00000100:00000001:0.0:1749609522.605629:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749609522.605630:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.605630:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196096 : -131938823355520 : ffff8800994d4380) 00000020:00000001:3.0:1749609522.605631:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609522.605631:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609522.605631:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73c80. 00000020:00000001:3.0:1749609522.605633:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749609522.605633:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609522.605634:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75400. 00000100:00000001:2.0:1749609522.605635:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609522.605636:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609522.605637:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609522.605637:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609522.605638:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1749609522.605639:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000001:0.0:1749609522.605639:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609522.605640:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609522.605640:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609522.605641:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895214464 : -131938814337152 : ffff880099d6df80) 02000000:00000001:3.0:1749609522.605642:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749609522.605642:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 02000000:00000010:3.0:1749609522.605643:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c19c00. 00000100:00000040:2.0:1749609522.605643:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6df80 x1834598193472000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609522.605643:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193472128, offset 0 02000000:00000001:3.0:1749609522.605644:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605645:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609522.605646:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609522.605647:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609522.605648:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193472256 00010000:00000001:3.0:1749609522.605649:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609522.605650:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609522.605651:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193472000:12345-0@lo:38: 00010000:00000200:3.0:1749609522.605652:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c5c1f80 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:468/0 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609522.605654:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193472000 00000400:00000200:0.0:1749609522.605654:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0a280 00000020:00000001:2.0:1749609522.605655:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609522.605656:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609522.605657:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609522.605657:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749609522.605657:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 62376 00000100:00001000:3.0:1749609522.605658:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=67 v=5 (1 1 0 0) 00000100:00000001:3.0:1749609522.605660:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609522.605660:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609522.605661:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609522.605662:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:3.0:1749609522.605663:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749609522.605663:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609522.605663:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609522.605664:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605665:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00020000:2.0:1749609522.605665:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609522.605665:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749609522.605666:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749609522.605666:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1749609522.605667:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00010000:00000001:2.0:1749609522.605667:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609522.605669:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:0.0:1749609522.605669:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6d880. 00000100:00000200:3.0:1749609522.605670:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193472256, offset 224 00000100:00000040:0.0:1749609522.605670:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6d880 x1834598193472128 msgsize 520 00000100:00000001:2.0:1749609522.605671:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749609522.605672:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609522.605672:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609522.605691:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609522.605695:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609522.605696:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609522.605696:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609522.605699:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000200:3.0:1749609522.605701:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a300 00000400:00000010:0.0:1749609522.605701:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 02000000:00000010:2.0:1749609522.605702:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a41c00. 02000000:00000001:2.0:1749609522.605704:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609522.605704:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609522.605705:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193472128 00000100:00000001:2.0:1749609522.605706:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609522.605706:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609522.605707:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749609522.605708:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609522.605708:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605708:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609522.605709:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x47bd [1] + 224 00010000:00000001:2.0:1749609522.605709:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609522.605710:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609522.605711:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749609522.605711:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193472128 00000100:00000200:0.0:1749609522.605711:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609522.605712:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609522.605712:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609522.605713:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:1.0:1749609522.605713:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609522.605713:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609522.605714:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609522.605715:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609522.605715:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749609522.605715:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609522.605717:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000010:1.0:1749609522.605717:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000001:0.0:1749609522.605717:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609522.605718:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609522.605718:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609522.605718:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609522.605719:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000010:1.0:1749609522.605719:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 00000100:00000200:3.0:1749609522.605720:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609522.605720:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000040:2.0:1749609522.605722:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609522.605722:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609522.605723:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609522.605723:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609522.605723:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609522.605724:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609522.605724:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605724:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609522.605725:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609522.605726:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609522.605727:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609522.605727:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609522.605727:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609522.605729:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000040:0.0:1749609522.605729:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 601 usecs (1 jiffies) 00000100:00000200:2.0:1749609522.605731:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193472000, offset 0 00000100:00000001:0.0:1749609522.605731:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298795050 00000100:00000001:1.0:1749609522.605732:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.605733:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298795060 00000400:00000200:2.0:1749609522.605735:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609522.605735:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298795050 00000100:00000001:1.0:1749609522.605736:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609522.605736:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298795060 00000100:00000001:1.0:1749609522.605737:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609522.605737:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298795050 00000100:00000001:0.0:1749609522.605738:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298795060 00000400:00000200:2.0:1749609522.605739:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609522.605739:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000001:3.0:1749609522.605740:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609522.605740:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895212672 : -131938814338944 : ffff880099d6d880) 00000100:00000001:0.0:1749609522.605740:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298795050 00000100:00000001:0.0:1749609522.605741:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298795060 00000100:00000040:1.0:1749609522.605742:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6d880 x1834598193472128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605742:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609522.605743:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a200 00000100:00000001:0.0:1749609522.605743:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609522.605745:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749609522.605747:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00100000:1.0:1749609522.605747:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193472128:12345-0@lo:38: 00000100:00000001:3.0:1749609522.605749:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749609522.605749:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193472128 00000100:00000001:3.0:1749609522.605750:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609522.605750:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609522.605751:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609522.605752:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609522.605753:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609522.605754:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609522.605755:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:1.0:1749609522.605755:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609522.605756:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00020000:1.0:1749609522.605756:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749609522.605756:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00010000:00000001:1.0:1749609522.605757:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609522.605758:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609522.605758:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609522.605758:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000020:00000001:3.0:1749609522.605759:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749609522.605759:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:1.0:1749609522.605760:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609522.605760:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609522.605761:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609522.605761:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609522.605762:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c1f80 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:468/0 lens 224/224 e 0 to 0 dl 1749609533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609522.605763:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x47c5 [1] + 0 02000000:00000010:1.0:1749609522.605763:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2800. 00000100:00000200:0.0:1749609522.605763:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609522.605764:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609522.605765:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609522.605766:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609522.605766:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609522.605767:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609522.605767:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609522.605768:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749609522.605769:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193472256:12345-0@lo:400: Request processed in 157us (268us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609522.605769:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609522.605770:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749609522.605770:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609522.605771:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609522.605772:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609522.605772:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609522.605773:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609522.605774:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00100000:3.0:1749609522.605775:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000040:1.0:1749609522.605775:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609522.605775:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609522.605776:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609522.605776:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609522.605776:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609522.605778:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 02000000:00000001:1.0:1749609522.605779:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605779:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609522.605780:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609522.605780:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609522.605781:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609522.605781:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609522.605781:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609522.605782:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609522.605782:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609522.605783:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552dc00. 00000400:00000200:2.0:1749609522.605783:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:1.0:1749609522.605783:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609522.605783:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609522.605784:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000020:00000010:3.0:1749609522.605786:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73d48. 00000100:00000001:2.0:1749609522.605786:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749609522.605786:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193472128, offset 0 02000000:00000001:0.0:1749609522.605786:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609522.605788:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609522.605789:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74400. 00000100:00000001:2.0:1749609522.605789:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749609522.605789:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609522 v=5 (0 0 0 0) 00000400:00000200:1.0:1749609522.605792:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749609522.605792:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=134 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609522.605793:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609522.605794:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000040:2.0:1749609522.605794:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609522.605795:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609522.605795:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609522.605795:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a280 00000100:00000001:0.0:1749609522.605795:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749609522.605796:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609522.605796:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609522.605798:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6df80 x1834598193472000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609522.605798:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x47d1 [1] + 0 00000100:00000001:0.0:1749609522.605798:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609522.605800:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609522.605801:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609522.605801:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609522.605803:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193472000:12345-0@lo:38: Request processed in 153us (268us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609522.605803:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609522.605805:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609522.605806:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609522.605808:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609522.605808:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000001:0.0:1749609522.605808:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609522.605809:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1749609522.605810:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609522.605810:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609522.605810:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605810:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609522.605810:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609522.605811:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609522.605811:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b688. 00000020:00000010:2.0:1749609522.605812:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d700. 00000100:00000001:0.0:1749609522.605812:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609522.605813:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609522.605814:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000010:2.0:1749609522.605814:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73e10. 00000100:00000001:1.0:1749609522.605814:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749609522.605815:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000020:00000010:2.0:1749609522.605815:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00000100:00080000:0.0:1749609522.605815:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609522.605817:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749609522.605817:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609522.605818:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609522.605818:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609522.605818:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000200:3.0:1749609522.605819:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605819:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609522.605820:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609522.605820:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609522.605821:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609522.605822:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609522.605823:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609522.605824:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609522.605825:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609522.605826:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6d880 x1834598193472128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609542 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609522.605828:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d68c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193471872:0@lo:38: 00000100:00000200:3.0:1749609522.605829:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609522.605831:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193472128:12345-0@lo:38: Request processed in 83us (159us total) trans 0 rc -19/-19 00000400:00000001:0.0:1749609522.605832:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609522.605833:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:0.0:1749609522.605833:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609522.605834:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609522.605834:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000400:00000010:0.0:1749609522.605834:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000001:3.0:1749609522.605835:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609522.605835:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749609522.605836:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609522.605836:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609522.605836:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:3.0:1749609522.605837:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749609522.605837:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:3.0:1749609522.605838:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609522.605838:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 02000000:00000001:3.0:1749609522.605839:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609522.605839:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000100:00000001:0.0:1749609522.605839:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749609522.605841:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=67 v=5 (5 5 0 0) 00000100:00000200:0.0:1749609522.605841:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609522.605843:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=67 v=5 (1 1 0 0) 00000020:00000010:1.0:1749609522.605843:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000100:00000001:3.0:1749609522.605844:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609522.605845:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609522.605846:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609522.605846:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609522.605847:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749609522.605848:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609522.605852:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605852:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609522.605853:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609522.605853:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609522.605854:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609522.605855:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609522.605855:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609522.605856:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609522.605856:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609522.605857:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605857:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609522.605858:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609522.605859:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609522.605860:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609522.605861:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609522.605862:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609522.605862:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609522 v=5 (0 0 0 0) 00000100:00000040:3.0:1749609522.605863:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609522.605864:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=116 v=20 (1 20 0 0) 00000100:00100000:3.0:1749609522.605866:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193472256:0@lo:400: 00000100:00000001:0.0:1749609522.605867:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609522.605868:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.605868:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609522.605869:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609522.605869:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609522.605872:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609522.605873:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4700 x1834598193472256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609522.605876:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609522.605877:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609522.605877:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749609522.605878:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782ca00. 00000100:00000001:0.0:1749609522.605878:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609522.605879:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609522.605880:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609522.605880:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609522.605880:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000040:3.0:1749609522.605881:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609522.605881:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609522.605882:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609522.605883:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be000. 00000100:00080000:0.0:1749609522.605883:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609522.605885:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000001:3.0:1749609522.605886:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609522.605886:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609522.605887:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609522.605888:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4700. 00000100:00000040:0.0:1749609522.605889:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609522.605890:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609522.605890:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609522.605891:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609522.605893:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609522.605894:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609522.605894:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193472000:0@lo:38: 00000100:00000001:3.0:1749609522.605895:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609522.605896:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605898:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.605899:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609522.605901:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d68c380 x1834598193471872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605907:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609522.605908:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609522.605909:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3dd800. 02000000:00000001:0.0:1749609522.605911:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609522.605913:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609522.605914:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609522.605915:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609522.605917:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009f7af800. 02000000:00000001:0.0:1749609522.605920:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609522.605921:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609522.605922:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68c380. 00000100:00000001:0.0:1749609522.605924:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609522.605925:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.605927:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609522.605928:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4000 x1834598193472000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605933:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609522.605934:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609522.605935:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3dd000. 02000000:00000001:0.0:1749609522.605937:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609522.605938:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609522.605939:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609522.605940:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609522.605941:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009f7afc00. 02000000:00000001:0.0:1749609522.605943:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609522.605943:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609522.605944:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4000. 00000100:00000001:0.0:1749609522.605946:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609522.605947:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.605949:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.605952:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609522.605953:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609522.605955:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609522.605956:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609522.605958:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609522.605959:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609522.605961:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9f8. 00000400:00000200:0.0:1749609522.605962:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:0.0:1749609522.605964:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:0.0:1749609522.605965:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609522.605967:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609522.605972:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.605978:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609522.605978:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.605980:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609522.605981:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609522.605982:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609522.605984:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609522.605985:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609522.605987:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609522 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609522.605989:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=67 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609522.605991:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609522.605992:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609522.605994:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609522.605996:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.606000:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609522.606002:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609522.606003:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.606004:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609522.606005:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609522.606006:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609522.606008:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609522.606009:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609522.606011:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609522.606016:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193472128:0@lo:38: 00000100:00000001:0.0:1749609522.606018:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.606019:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609522.606021:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4380 x1834598193472128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609522.606025:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609522.606026:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609522.606027:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3dc800. 02000000:00000001:0.0:1749609522.606028:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609522.606029:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609522.606030:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609522.606032:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609522.606033:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009f7ae800. 02000000:00000001:0.0:1749609522.606035:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609522.606036:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609522.606037:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4380. 00000100:00000001:0.0:1749609522.606039:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609522.606040:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609522.606041:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.606042:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609522.606043:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609522.606044:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609522.606045:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609522.608732:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609522.608734:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609522.608783:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609522.608786:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609522.608788:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1749609522.616737:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298795060, at 4298795060 00000100:00000040:2.0:1749609522.616737:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298795060, at 4298795060 00000100:00000040:1.0:1749609522.616737:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298795060, at 4298795060 00000100:00000040:0.0:1749609522.616737:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298795060, at 4298795060 00000100:00000010:3.0:1749609522.616747:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7540. 00000100:00000010:0.0:1749609522.616761:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7100. 00000100:00000010:1.0:1749609522.616775:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7200. 00000100:00000010:2.0:1749609522.616784:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7740. 00000100:00000001:0.0:1749609523.082782:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609523.082788:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609523.082790:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609523.082792:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609523.082794:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609523.082797:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609523.082798:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609523.082800:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609523.082801:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609523.248062:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609523.248074:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609523.248077:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609523.248078:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609523.248085:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609523.248098:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500680 00000400:00000100:0.0:1749609523.248104:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188189312 offset 0 length 520: 4 00000400:00000200:0.0:1749609523.248107:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609523.248109:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609523.248119:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609523.248133:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609523.248136:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609523.248138:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609523.538760:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609523.538764:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609523.538769:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609523.538772:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609523.538774:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609523.538777:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609523.538779:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609523.538781:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609523.538782:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609523.610820:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609523.610824:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609523.610891:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609523.610894:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609523.610896:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609524.082779:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609524.082784:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609524.082785:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609524.082788:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609524.082790:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609524.082793:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609524.082795:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609524.082796:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609524.082797:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609524.538747:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609524.538752:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609524.538767:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609524.538769:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609524.538771:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609524.538773:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609524.538775:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609524.538777:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609524.538778:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609524.612810:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609524.612815:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609524.612906:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609524.612909:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609524.612911:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609525.082788:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609525.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609525.082793:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609525.082796:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609525.082798:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609525.082801:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609525.082802:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609525.082804:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609525.082805:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609525.538729:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609525.538734:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609525.538735:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609525.538737:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609525.538740:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609525.538742:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609525.538743:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609525.538745:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609525.538746:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609525.614792:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609525.614798:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609525.614799:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609525.614801:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609525.614804:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609525.614805:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609525.614806:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609525.614807:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609525.614894:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609525.614897:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609525.614898:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609526.082787:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609526.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609526.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609526.082796:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609526.082815:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609526.082818:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609526.082820:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609526.082821:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609526.082823:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609526.538730:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609526.538734:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609526.538735:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609526.538737:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609526.538739:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609526.538741:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609526.538743:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609526.538744:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609526.538745:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609526.616819:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609526.616824:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609526.616882:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609526.616884:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609526.616886:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609527.082853:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609527.082859:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609527.082860:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609527.082862:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609527.082865:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609527.082868:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609527.082870:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609527.082871:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609527.082872:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.538797:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609527.538803:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609527.538804:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609527.538806:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609527.538809:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609527.538811:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.538813:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609527.538815:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.538816:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.605833:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609527.605863:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609527.605864:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.605867:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609527.605869:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609527.605871:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.605873:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609527.618755:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609527.618759:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609527.618806:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609527.618808:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609527.618809:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749609527.620717:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609527.620724:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609527.620726:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609527.620729:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609527.620731:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609527.620732:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609527.620734:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609527.620737:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4127 00000100:00080000:2.0:1749609527.620740:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609527.620741:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609527.620742:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609527.620743:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609527.620745:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609527.620746:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609527.620748:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609527.620749:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609527.620751:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609527.620753:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609527.620754:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609527.620755:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609527.620756:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609527.620757:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609527.620757:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609527.620768:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609527.620769:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609527.620771:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609527.620773:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609527.620777:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609527.620779:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.620780:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609527.620782:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609527.620785:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4a80. 00000020:00000040:2.0:1749609527.620788:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609527.620791:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609527.620792:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.620794:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609527.620796:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609527.620798:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609527.620803:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42c00. 00000100:00000001:2.0:1749609527.620808:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609527.620813:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609527.620822:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609527.620824:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609527.620827:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4a80] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.620847:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609527.620849:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609527.620852:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609527.620853:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609527.620854:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609527.620856:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609527.620858:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4127 00000100:00080000:2.0:1749609527.620859:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609527.620861:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609527.620867:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609527.620869:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609527.620869:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609527.620870:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609527.620872:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609527.620872:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609527.620873:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609527.620874:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609527.620874:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609527.620875:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609527.620877:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609527.620878:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609527.620879:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609527.620881:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609527.620882:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609527.620883:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609527.620884:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609527.620885:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609527.620885:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609527.620887:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 02000000:00000001:0.0:1749609527.620887:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609527.620888:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609527.620889:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609527.620890:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609527.620890:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609527.620891:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1749609527.620891:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193472384:0@lo:38: 00000100:00000001:0.0:1749609527.620894:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609527.620895:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609527.620896:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609527.620897:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609527.620897:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.620898:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609527.620899:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609527.620899:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749609527.620900:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4e00. 02000000:00000010:0.0:1749609527.620901:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3de400. 00000020:00000040:2.0:1749609527.620902:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609527.620903:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609527.620903:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609527.620904:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.620905:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609527.620906:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609527.620907:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609527.620907:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea9f8. 02000000:00000010:2.0:1749609527.620909:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a41400. 00000100:00000001:2.0:1749609527.620911:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609527.620911:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d96e8. 00000100:00100000:2.0:1749609527.620914:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749609527.620916:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193472384, portal 4 00000100:00000001:0.0:1749609527.620917:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609527.620918:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609527.620918:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886197888 : -131938823353728 : ffff8800994d4a80) 00000100:00000001:2.0:1749609527.620922:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609527.620922:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609527.620924:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4e00] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609527.620926:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609527.620929:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609527.620929:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609527.620929:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00080000:2.0:1749609527.620930:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:0.0:1749609527.620931:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193472384, offset 0 00000100:00080000:2.0:1749609527.620932:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609527.620933:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609527.620933:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609527.620934:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749609527.620934:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749609527.620935:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4127 00000100:00080000:2.0:1749609527.620937:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609527.620938:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609527.620939:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609527.620939:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609527.620940:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609527.620941:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609527.620942:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609527.620942:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609527.620943:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000400:00000200:0.0:1749609527.620943:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609527.620944:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609527.620945:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609527.620947:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609527.620948:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609527.620949:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609527.620949:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609527.620950:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000400:00000200:0.0:1749609527.620950:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0a380 00000100:00080000:2.0:1749609527.620951:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609527.620952:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609527.620953:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749609527.620954:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 6760 02000000:00000001:2.0:1749609527.620955:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609527.620957:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.620958:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609527.620959:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609527.620959:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749609527.620961:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5180. 00000400:00000200:0.0:1749609527.620961:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749609527.620962:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609527.620963:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609527.620963:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.620964:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609527.620964:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609527.620964:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609527.620965:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609527.620965:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:2.0:1749609527.620967:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42000. 00000100:00000001:2.0:1749609527.620968:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609527.620968:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6d500. 00000100:00000040:0.0:1749609527.620969:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6d500 x1834598193472384 msgsize 520 00000100:00100000:2.0:1749609527.620970:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749609527.620972:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609527.620973:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609527.620974:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609527.620975:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5180] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.620978:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609527.620979:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609527.620981:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609527.620983:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5500. 00000020:00000040:2.0:1749609527.620983:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609527.620984:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609527.620984:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609527.620985:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609527.620986:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609527.620987:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be200. 00000100:00000001:2.0:1749609527.620988:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609527.620990:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609527.620990:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609527.620991:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:2.0:1749609527.620993:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609527.620994:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.620994:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609527.620995:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609527.620996:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5500] to pc [ptlrpcd_00_03+3] req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609527.621000:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609527.621001:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609527.621005:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621006:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609527.621007:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609527.621010:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1942 usecs (2 jiffies) 00000100:00000001:0.0:1749609527.621013:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298800066 00000100:00000010:0.0:1749609527.621015:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7100. 00000100:00000001:2.0:1749609527.621016:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609527.621019:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4137) 00000100:00000001:0.0:1749609527.621019:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609527.621023:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298800066 00000100:00000010:0.0:1749609527.621024:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7880. 00000100:00000001:1.0:1749609527.621025:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609527.621026:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609527.621027:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298800066 00000100:00100000:1.0:1749609527.621028:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193472384 00000100:00000010:0.0:1749609527.621028:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7300. 00000100:00000001:0.0:1749609527.621030:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:1.0:1749609527.621031:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609527.621031:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298800066 00000100:00000010:0.0:1749609527.621032:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7b40. 00000100:00000001:2.0:1749609527.621033:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609527.621033:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609527.621033:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609527.621034:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609527.621035:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609527.621035:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609527.621037:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609527.621038:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621038:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609527.621040:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609527.621041:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193472384 00000100:00000001:0.0:1749609527.621041:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621042:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609527.621043:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609527.621044:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1749609527.621044:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609527.621045:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609527.621046:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749609527.621046:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609527.621046:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609527.621046:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609527.621047:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621047:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609527.621048:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609527.621048:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609527.621048:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609527.621049:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609527.621049:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609527.621049:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609527.621050:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609527.621051:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193472768:0@lo:400: 00000100:00000001:3.0:1749609527.621052:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609527.621052:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000001:2.0:1749609527.621054:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609527.621054:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609527.621055:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609527.621056:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749609527.621056:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 02000000:00000001:0.0:1749609527.621056:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609527.621057:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609527.621057:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609527.621058:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609527.621058:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609527.621059:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00100000:0.0:1749609527.621059:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193472512:0@lo:38: 00000100:00000001:0.0:1749609527.621060:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749609527.621061:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74000. 02000000:00000001:0.0:1749609527.621061:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609527.621062:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609527.621063:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609527.621063:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609527.621064:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1749609527.621065:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3dd000. 00000400:00000010:2.0:1749609527.621066:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000100:00000001:1.0:1749609527.621066:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609527.621066:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609527.621067:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609527.621067:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000400:00000010:0.0:1749609527.621069:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000400:00000010:2.0:1749609527.621070:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:0.0:1749609527.621070:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193472512, portal 10 00000100:00000001:1.0:1749609527.621071:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621071:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609527.621072:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886198784 : -131938823352832 : ffff8800994d4e00) 00000100:00000200:2.0:1749609527.621073:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193472768, portal 10 00000100:00000001:2.0:1749609527.621074:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609527.621075:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886200576 : -131938823351040 : ffff8800994d5500) 00000100:00000040:0.0:1749609527.621075:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609527.621078:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609527.621079:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609527.621080:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609527.621080:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609527.621081:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193472512, offset 0 00000400:00000200:0.0:1749609527.621083:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609527.621085:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.621086:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609527.621086:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609527.621088:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609527.621088:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0a400 00000400:00000010:2.0:1749609527.621089:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000400:00000200:0.0:1749609527.621091:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 62896 00000100:00000001:1.0:1749609527.621092:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609527.621093:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193472768, offset 0 00000100:00000001:1.0:1749609527.621093:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609527.621093:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609527.621095:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609527.621097:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609527.621097:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000001:1.0:1749609527.621100:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895211776 : -131938814339840 : ffff880099d6d500) 00000100:00000001:0.0:1749609527.621102:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749609527.621103:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609527.621103:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6d500 x1834598193472384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609527.621103:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609527.621105:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6dc00. 00000100:00000040:0.0:1749609527.621106:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6dc00 x1834598193472512 msgsize 520 00000400:00000200:2.0:1749609527.621108:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0a500 00000100:00100000:0.0:1749609527.621108:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749609527.621112:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193472384:12345-0@lo:38: 00000100:00000001:0.0:1749609527.621112:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609527.621114:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00000200:1.0:1749609527.621115:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193472384 00000400:00000010:0.0:1749609527.621115:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000001:0.0:1749609527.621116:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609527.621117:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609527.621117:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609527.621118:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 63416 00000100:00000001:0.0:1749609527.621121:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609527.621122:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609527.621122:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609527.621125:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609527.621125:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609527.621125:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621126:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609527.621127:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621128:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609527.621129:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609527.621129:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 786 usecs (1 jiffies) 00000100:00000001:0.0:1749609527.621130:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298800065 00000100:00000010:2.0:1749609527.621131:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5880. 00000100:00000001:0.0:1749609527.621131:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298800066 00000100:00000001:0.0:1749609527.621132:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298800065 00000100:00000001:0.0:1749609527.621132:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298800066 00000100:00000040:2.0:1749609527.621133:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d5880 x1834598193472768 msgsize 224 00000020:00000001:1.0:1749609527.621133:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621133:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298800065 00000100:00000001:0.0:1749609527.621134:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298800066 00000100:00000001:0.0:1749609527.621135:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298800065 00000100:00100000:2.0:1749609527.621136:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749609527.621136:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609527.621136:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298800066 00000100:00000001:0.0:1749609527.621136:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609527.621137:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621138:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609527.621139:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.621142:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609527.621143:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609527.621143:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609527.621144:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749609527.621145:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 02000000:00000001:0.0:1749609527.621145:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609527.621145:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609527.621146:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193472640:0@lo:38: 00000400:00000010:2.0:1749609527.621147:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:0.0:1749609527.621148:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609527.621148:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609527.621149:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621150:0:1051:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609527.621150:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609527.621151:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3dd800. 00000100:00000200:2.0:1749609527.621152:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609527.621152:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609527.621153:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000400:00000010:0.0:1749609527.621154:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609527.621156:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193472640, portal 10 00000100:00000001:0.0:1749609527.621157:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609527.621157:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886199680 : -131938823351936 : ffff8800994d5180) 00000100:00000001:3.0:1749609527.621158:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609527.621159:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609527.621160:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193472512 00000100:00000040:2.0:1749609527.621160:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609527.621160:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609527.621162:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609527.621162:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609527.621163:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609527.621164:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609527.621164:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000100:00000001:3.0:1749609527.621165:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609527.621165:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193472640, offset 0 00000100:00000001:2.0:1749609527.621166:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609527.621167:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621167:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749609527.621167:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609527.621169:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193472512 00000400:00000200:0.0:1749609527.621169:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609527.621170:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609527.621171:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0a480 00000100:00000040:2.0:1749609527.621173:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 548 usecs (1 jiffies) 00000400:00000200:0.0:1749609527.621173:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 63640 00000100:00000001:2.0:1749609527.621175:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298800065 00000400:00000200:0.0:1749609527.621175:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609527.621176:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609527.621176:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749609527.621177:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609527.621177:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298800066 00000100:00000001:0.0:1749609527.621178:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609527.621178:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749609527.621179:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609527.621179:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298800065 00000100:00000010:0.0:1749609527.621180:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6e300. 00000020:00000001:3.0:1749609527.621194:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609527.621196:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621198:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298800066 00000020:00000010:3.0:1749609527.621199:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782ca00. 00000100:00000040:0.0:1749609527.621200:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6e300 x1834598193472640 msgsize 520 00000100:00000001:2.0:1749609527.621201:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298800065 00000020:00000010:3.0:1749609527.621202:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000100:00000001:2.0:1749609527.621202:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298800066 00000100:00100000:0.0:1749609527.621202:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749609527.621204:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000100:00000001:2.0:1749609527.621204:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298800065 00000100:00000001:2.0:1749609527.621205:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298800066 00000100:00000001:0.0:1749609527.621205:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609527.621206:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609527.621207:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609527.621207:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000100:00000001:3.0:1749609527.621208:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749609527.621208:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:0.0:1749609527.621209:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609527.621210:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609527.621210:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.621212:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609527.621213:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621214:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621214:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609527.621214:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.621216:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609527.621218:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621218:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609527.621219:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.621220:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609527.621220:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621221:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749609527.621221:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 597 usecs (1 jiffies) 00000100:00000001:0.0:1749609527.621222:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298800065 00000100:00000001:2.0:1749609527.621223:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609527.621224:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609527.621224:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298800066 00000100:00000001:0.0:1749609527.621224:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298800065 00000100:00000001:3.0:1749609527.621225:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609527.621225:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621225:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298800066 00000100:00000001:0.0:1749609527.621226:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298800065 00000100:00100000:3.0:1749609527.621227:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193472768 00000100:00000001:2.0:1749609527.621227:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621227:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298800066 02000000:00000001:3.0:1749609527.621228:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609527.621228:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298800065 00000100:00000001:3.0:1749609527.621229:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609527.621229:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298800066 00000100:00000001:0.0:1749609527.621229:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609527.621230:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609527.621231:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609527.621232:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621232:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621233:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609527.621234:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193472768 00000100:00000001:0.0:1749609527.621235:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609527.621236:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609527.621236:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609527.621237:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:3.0:1749609527.621238:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609527.621238:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609527.621239:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609527.621239:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749609527.621240:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00100000:2.0:1749609527.621240:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193472640 00000100:00000001:0.0:1749609527.621240:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609527.621241:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609527.621241:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609527.621242:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749609527.621243:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609527.621243:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609527.621245:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609527.621247:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749609527.621247:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609527.621249:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebad00. 00000100:00100000:2.0:1749609527.621249:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193472640 00000020:00000001:2.0:1749609527.621250:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749609527.621252:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4880. 00000020:00000040:2.0:1749609527.621252:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609527.621253:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609527.621254:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609527.621256:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609527.621257:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000020:00000010:2.0:1749609527.621258:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000100:00000001:0.0:1749609527.621258:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609527.621260:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d700. 00000100:00000001:0.0:1749609527.621260:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609527.621262:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749609527.621263:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73e10. 00000100:00100000:0.0:1749609527.621263:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000020:00000010:3.0:1749609527.621264:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c400. 00000100:00000001:2.0:1749609527.621265:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609527.621265:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895213568 : -131938814338048 : ffff880099d6dc00) 00000020:00000010:3.0:1749609527.621266:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886780. 00000100:00000001:2.0:1749609527.621266:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609527.621267:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609527.621268:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09e10. 00000100:00000040:0.0:1749609527.621268:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6dc00 x1834598193472512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.621270:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609527.621273:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609527.621275:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609527.621275:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193472512:12345-0@lo:38: 00000100:00000001:3.0:1749609527.621278:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1749609527.621278:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193472512 00000100:00000001:3.0:1749609527.621279:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609527.621280:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609527.621280:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609527.621281:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609527.621282:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749609527.621282:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749609527.621284:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000001:3.0:1749609527.621287:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609527.621287:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895215360 : -131938814336256 : ffff880099d6e300) 00000020:00000001:0.0:1749609527.621288:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609527.621289:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1749609527.621289:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6e300 x1834598193472640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609527.621290:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609527.621291:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609527.621292:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609527.621293:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609527.621295:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609527.621297:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749609527.621297:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193472640:12345-0@lo:38: 00000100:00000001:0.0:1749609527.621297:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609527.621298:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609527.621299:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749609527.621301:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 02000000:00000001:0.0:1749609527.621301:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609527.621303:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609527.621304:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886201472 : -131938823350144 : ffff8800994d5880) 00000100:00000200:2.0:1749609527.621304:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193472640 02000000:00000010:0.0:1749609527.621304:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3df000. 00000020:00000001:2.0:1749609527.621306:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609527.621306:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609527.621307:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d5880 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:473/0 lens 224/0 e 0 to 0 dl 1749609538 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609527.621307:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609527.621307:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609527.621310:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609527.621312:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609527.621313:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609527.621314:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609527.621315:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00020000:2.0:1749609527.621315:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609527.621316:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749609527.621317:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba8c0. 00010000:00000001:2.0:1749609527.621317:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609527.621318:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609527.621318:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749609527.621319:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609527.621320:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7eba8c0. 00000100:00000040:0.0:1749609527.621320:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609527.621321:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609527.621321:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609527.621322:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749609527.621323:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193472768:12345-0@lo:400: 00000100:00000001:0.0:1749609527.621323:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:2.0:1749609527.621324:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609527.621325:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:3.0:1749609527.621326:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193472768 02000000:00000001:0.0:1749609527.621327:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609527.621328:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:2.0:1749609527.621328:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998e8800. 02000000:00000001:0.0:1749609527.621328:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609527.621329:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609527.621330:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609527.621330:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609527.621331:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609527.621331:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609527.621332:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609527.621332:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00010000:00000001:2.0:1749609527.621333:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749609527.621334:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749609527.621334:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609527.621334:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193472512, offset 0 00000020:00000001:3.0:1749609527.621336:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00001000:2.0:1749609527.621336:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609527.621337:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609527.621338:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609527.621339:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609527.621340:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749609527.621341:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609527.621341:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609527.621342:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000001:3.0:1749609527.621343:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609527.621343:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:3.0:1749609527.621344:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749609527.621344:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a400 00000100:00000001:2.0:1749609527.621345:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000001:3.0:1749609527.621346:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609527.621347:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:0.0:1749609527.621347:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x47ed [1] + 0 00000020:00000001:3.0:1749609527.621348:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749609527.621349:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609527.621350:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609527.621351:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609527.621351:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609527.621352:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609527.621352:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609527.621353:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749609527.621354:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096c1b800. 00000100:00000040:2.0:1749609527.621354:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609527.621355:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000001:0.0:1749609527.621356:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609527.621358:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193472640, offset 0 02000000:00000001:3.0:1749609527.621359:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609527.621359:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609527.621361:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609527.621361:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609527.621363:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609527.621365:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193472768 00000400:00000200:2.0:1749609527.621366:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609527.621367:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609527.621371:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800994d5880 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609527.621371:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609527.621372:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a480 00000400:00000200:2.0:1749609527.621376:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x47fd [1] + 0 00010000:00000001:3.0:1749609527.621377:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609527.621378:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609527.621379:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749609527.621380:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=72 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609527.621381:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609527.621383:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609527.621383:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000200:2.0:1749609527.621384:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609527.621385:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000010:0.0:1749609527.621385:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:0.0:1749609527.621386:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609527.621387:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609527.621387:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609527.621387:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609527.621389:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609527.621389:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609527.621390:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609527.621390:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609527.621391:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609527.621392:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609527.621393:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609527.621394:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609527.621394:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609527.621396:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000040:2.0:1749609527.621397:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609527.621397:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6dc00 x1834598193472512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609527.621399:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193472768, offset 224 00000400:00000200:3.0:1749609527.621403:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609527.621403:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609527.621403:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193472512:12345-0@lo:38: Request processed in 128us (295us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749609527.621408:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609527.621408:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000100:00100000:0.0:1749609527.621408:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000400:00000010:2.0:1749609527.621409:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:0.0:1749609527.621410:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609527.621411:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609527.621411:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609527.621413:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a500 00000100:00000001:2.0:1749609527.621413:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609527.621414:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886700. 00000100:00000001:2.0:1749609527.621415:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609527.621416:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x47f1 [1] + 224 00000100:00000040:2.0:1749609527.621417:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:0.0:1749609527.621417:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000100:00000001:2.0:1749609527.621419:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609527.621419:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782ca00. 00000400:00000200:3.0:1749609527.621420:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609527.621420:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609527.621422:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609527.621422:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609527.621423:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6e300 x1834598193472640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609527.621425:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609527.621427:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609527.621430:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193472640:12345-0@lo:38: Request processed in 133us (229us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609527.621431:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609527.621432:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609527.621435:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609527.621435:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749609527.621436:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000400:00000001:0.0:1749609527.621436:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609527.621437:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000100:00000001:2.0:1749609527.621438:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609527.621439:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609527.621439:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:0.0:1749609527.621439:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:0.0:1749609527.621441:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609527.621442:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d700. 00000100:00000200:0.0:1749609527.621442:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609527.621445:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609527.621445:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73e10. 00000100:00000200:0.0:1749609527.621446:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609527.621448:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000010:2.0:1749609527.621449:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000400:00000010:3.0:1749609527.621450:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609527.621450:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609527.621451:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.621453:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609527.621453:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609527.621454:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609527.621455:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609527.621456:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609527.621456:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609527.621457:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609527.621458:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609527.621460:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609527.621460:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609527 v=5 (0 0 0 0) 00000100:00000040:3.0:1749609527.621462:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00001000:0.0:1749609527.621462:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=121 v=20 (1 20 0 0) 00010000:00000001:3.0:1749609527.621464:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609527.621464:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749609527.621465:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621465:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609527.621466:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609527.621467:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609527.621467:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609527.621468:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609527.621468:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609527.621470:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5880 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1749609538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609527.621471:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609527.621471:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:2.0:1749609527.621472:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609527.621473:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000100:00000001:0.0:1749609527.621473:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609527.621474:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609527.621475:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000100:00000001:0.0:1749609527.621475:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609527.621476:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749609527.621477:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193472768:12345-0@lo:400: Request processed in 161us (343us total) trans 0 rc 0/0 00000400:00000010:2.0:1749609527.621477:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:2.0:1749609527.621478:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749609527.621478:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609527.621479:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609527.621480:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609527.621482:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609527.621484:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1749609527.621485:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193472512:0@lo:38: 00000100:00000040:3.0:1749609527.621486:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000200:2.0:1749609527.621486:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609527.621488:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749609527.621488:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609527.621488:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609527.621489:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609527.621489:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000400:00000200:0.0:1749609527.621490:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000020:00000010:3.0:1749609527.621491:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886780. 00000400:00000010:0.0:1749609527.621491:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00000100:00000200:2.0:1749609527.621492:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609527.621492:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609527.621493:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09e10. 00000100:00000200:0.0:1749609527.621493:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609527.621496:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c400. 00000100:00000200:0.0:1749609527.621497:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.621498:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749609527.621499:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:3.0:1749609527.621500:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.621500:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609527.621500:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609527.621501:0:1051:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609527.621501:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609527.621501:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609527.621502:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609527.621502:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609527.621503:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609527.621503:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621504:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609527.621504:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621505:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609527.621505:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609527 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609527.621506:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=72 v=20 (1 20 0 0) 02000000:00000001:2.0:1749609527.621507:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621507:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609527.621508:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609527.621509:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749609527.621510:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=72 v=5 (5 5 0 0) 00000100:00000040:0.0:1749609527.621510:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609527.621513:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00001000:2.0:1749609527.621513:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=72 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609527.621513:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609527.621514:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609527.621514:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609527.621515:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609527.621515:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609527.621515:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609527.621515:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609527.621516:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609527.621516:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609527.621517:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00010000:00000001:2.0:1749609527.621518:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609527.621518:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609527.621519:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749609527.621520:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609527.621523:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193472640:0@lo:38: 00000100:00000001:0.0:1749609527.621525:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609527.621526:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749609527.621527:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609527.621527:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4e00 x1834598193472512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.621529:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609527.621531:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609527.621531:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609527.621532:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749609527.621532:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609527.621533:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609527.621533:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3dd000. 02000000:00000001:0.0:1749609527.621534:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609527.621535:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749609527.621536:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609527.621536:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609527.621537:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609527.621538:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a41400. 02000000:00000001:0.0:1749609527.621540:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609527.621541:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609527.621541:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609527.621543:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1749609527.621543:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4e00. 00000100:00000001:2.0:1749609527.621544:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609527.621546:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609527.621546:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609527.621547:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609527.621547:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609527.621549:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5180 x1834598193472640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609527.621552:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193472768:0@lo:400: 00000100:00000001:0.0:1749609527.621552:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609527.621553:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609527.621553:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3dd800. 02000000:00000001:0.0:1749609527.621554:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609527.621555:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609527.621555:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609527.621556:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609527.621556:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609527.621556:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42000. 02000000:00000001:0.0:1749609527.621557:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609527.621558:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609527.621558:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5180. 00000100:00000001:0.0:1749609527.621559:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609527.621560:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609527.621560:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621561:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609527.621561:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609527.621562:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609527.621562:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609527.621563:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5500 x1834598193472768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609527.621563:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621568:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609527.621570:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609527.621571:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74000. 02000000:00000001:2.0:1749609527.621574:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609527.621575:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609527.621576:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609527.621578:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609527.621579:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be200. 02000000:00000001:2.0:1749609527.621583:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609527.621585:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609527.621586:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5500. 00000100:00000001:2.0:1749609527.621588:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609527.621589:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.621590:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.621593:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609527.621594:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.621596:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609527.621597:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609527.622723:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298800066, at 4298800066 00000100:00000040:0.0:1749609527.622726:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298800066, at 4298800066 00000100:00000010:3.0:1749609527.622729:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b40. 00000100:00000010:0.0:1749609527.622732:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7100. 00000100:00000040:2.0:1749609527.622733:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298800066, at 4298800066 00000100:00000010:2.0:1749609527.622738:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7300. 00010000:00000001:1.0:1749609527.632599:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609527.632603:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609527.632605:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609527.632607:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609527.632608:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609527.632616:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298800066, at 4298800075 00000100:00000010:1.0:1749609527.632621:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7880. 02000000:00000010:1.0:1749609527.632628:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1c00. 02000000:00000001:1.0:1749609527.632629:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609527.632631:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609527.632634:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609527.632635:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609527.632637:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609527.632640:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609527.632641:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609527.632643:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609527.632645:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609527.632647:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609527.632649:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609527.632651:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609527.632652:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609527.632653:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609527.632655:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609527.632657:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749609527.632661:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193472384, offset 0 00000400:00000200:1.0:1749609527.632665:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609527.632671:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609527.632690:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0a380 00000400:00000200:1.0:1749609527.632695:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x47e5 [1] + 0 00000400:00000200:1.0:1749609527.632699:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609527.632707:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609527.632710:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609527.632714:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609527.632722:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609527.632739:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609527.632743:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609527.632745:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:1.0:1749609527.632747:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609527.632749:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609527.632752:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609527.632754:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609527.632755:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609527.632757:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609527.632760:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6d500 x1834598193472384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609547 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609527.632767:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193472384:12345-0@lo:38: Request processed in 11656us (11796us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609527.632776:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609527.632776:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000001:1.0:1749609527.632778:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609527.632779:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609527.632779:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609527.632782:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 00000400:00000001:2.0:1749609527.632783:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609527.632784:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609527.632785:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000400:00000010:2.0:1749609527.632786:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9f8. 00000020:00000010:1.0:1749609527.632788:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000400:00000200:2.0:1749609527.632789:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d96e8 00000400:00000010:2.0:1749609527.632790:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d96e8. 00000100:00000001:1.0:1749609527.632790:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.632793:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609527.632796:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609527.632804:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.632810:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609527.632817:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.632819:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609527.632821:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609527.632822:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609527.632824:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609527.632825:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609527.632829:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609527 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609527.632832:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=139 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609527.632834:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609527.632836:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609527.632837:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609527.632840:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.632846:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609527.632848:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609527.632849:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.632851:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609527.632853:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609527.632855:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609527.632857:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609527.632860:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609527.632862:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609527.632868:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193472384:0@lo:38: 00000100:00000001:2.0:1749609527.632872:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.632874:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609527.632875:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4a80 x1834598193472384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609527.632881:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609527.632883:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609527.632884:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3de400. 02000000:00000001:2.0:1749609527.632889:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609527.632891:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609527.632892:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609527.632894:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609527.632895:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42c00. 02000000:00000001:2.0:1749609527.632898:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609527.632899:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609527.632900:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4a80. 00000100:00000001:2.0:1749609527.632903:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609527.632904:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609527.632905:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.632907:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609527.632908:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609527.632909:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609527.632910:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609528.082830:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609528.082837:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609528.082838:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609528.082841:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609528.082844:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609528.082847:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609528.082849:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609528.082851:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609528.082852:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609528.512802:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749609528.512807:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749609528.512810:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130dc1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749609528.512984:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:2.0:1749609528.512997:0:1043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749609528.513007:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609528.513011:0:1041:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609528.513013:0:1041:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609528.538806:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609528.538812:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609528.538814:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609528.538816:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609528.538819:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609528.538821:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609528.538823:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609528.538826:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609528.538827:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609528.620778:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609528.620789:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609528.620790:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609528.620793:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609528.620795:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609528.620798:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609528.620799:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609528.620834:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609528.620839:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609528.620884:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609528.620887:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609528.620889:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609529.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609529.082806:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609529.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609529.082810:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609529.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609529.082817:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609529.082820:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609529.082822:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609529.082823:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609529.538762:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609529.538769:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609529.538771:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609529.538774:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609529.538790:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609529.538793:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609529.538796:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609529.538798:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609529.538800:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609529.620880:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609529.620896:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609529.620897:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609529.620901:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609529.620903:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609529.620906:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609529.620907:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609529.622753:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609529.622755:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609529.622825:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609529.622828:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609529.622831:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609530.082808:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609530.082814:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609530.082815:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609530.082817:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609530.082820:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609530.082823:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609530.082825:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609530.082826:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609530.082827:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609530.538792:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609530.538797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609530.538799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609530.538802:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609530.538805:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609530.538808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609530.538810:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609530.538813:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609530.538814:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609530.620901:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609530.620914:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609530.620916:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609530.620919:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609530.620937:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609530.620940:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609530.620942:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609530.624728:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609530.624731:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609530.624769:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609530.624771:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609530.624773:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609531.082878:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609531.082887:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609531.082889:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609531.082894:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609531.082897:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609531.082901:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609531.082904:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609531.082907:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609531.082909:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609531.538794:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609531.538802:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609531.538804:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609531.538808:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609531.538811:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609531.538814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609531.538817:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609531.538819:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609531.538821:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609531.620846:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609531.620864:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609531.620884:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609531.620889:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609531.620892:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609531.620895:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609531.620897:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609531.626853:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609531.626857:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609531.626928:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609531.626933:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609531.626937:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609532.082799:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609532.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609532.082805:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609532.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609532.082810:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609532.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609532.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609532.082815:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609532.082817:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.538744:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609532.538749:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609532.538751:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609532.538753:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609532.538756:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609532.538758:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609532.538760:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609532.538762:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609532.538763:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.620870:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609532.620883:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609532.620884:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609532.620888:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609532.620891:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609532.620894:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.620896:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609532.628743:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609532.628749:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609532.628752:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609532.628754:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609532.628756:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609532.628758:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609532.628761:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609532.628765:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4132 00000100:00080000:2.0:1749609532.628768:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609532.628771:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00010000:00000001:0.0:1749609532.628771:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1749609532.628773:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609532.628774:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609532.628775:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000001:0.0:1749609532.628775:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609532.628778:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609532.628780:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609532.628782:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609532.628785:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609532.628787:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609532.628789:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609532.628806:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609532.628807:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609532.628809:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609532.628810:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609532.628812:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609532.628814:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609532.628816:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609532.628819:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609532.628824:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609532.628826:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.628828:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609532.628830:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609532.628834:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4a80. 00000020:00000040:2.0:1749609532.628837:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609532.628840:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609532.628841:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.628843:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609532.628845:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609532.628849:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609532.628854:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800998e8c00. 00000100:00000001:2.0:1749609532.628860:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609532.628866:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1749609532.628868:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609532.628871:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609532.628874:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609532.628875:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609532.628876:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609532.628879:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4a80] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609532.628904:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609532.628908:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609532.628912:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609532.628913:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609532.628915:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609532.628923:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609532.628926:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4132 00000100:00080000:2.0:1749609532.628928:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609532.628930:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609532.628933:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609532.628934:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609532.628936:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609532.628939:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609532.628940:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000100:00000001:0.0:1749609532.628941:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609532.628942:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609532.628943:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000100:00000001:0.0:1749609532.628944:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609532.628945:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000001:0.0:1749609532.628945:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609532.628948:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609532.628950:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000040:0.0:1749609532.628950:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609532.628952:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609532.628954:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609532.628956:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609532.628957:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749609532.628958:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00000001:0.0:1749609532.628959:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609532.628960:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609532.628961:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609532.628962:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609532.628963:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609532.628965:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609532.628965:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609532.628967:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193472896:0@lo:38: 02000000:00000001:2.0:1749609532.628969:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609532.628970:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.628970:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609532.628973:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749609532.628974:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609532.628975:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609532.628975:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609532.628977:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749609532.628978:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5500. 00000020:00000040:2.0:1749609532.628980:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000010:0.0:1749609532.628980:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3dd000. 02000000:00000001:0.0:1749609532.628981:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609532.628983:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609532.628985:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609532.628986:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea8f0. 00000100:00000001:2.0:1749609532.628987:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609532.629004:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609532.629006:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609532.629009:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9660. 00000100:00000200:0.0:1749609532.629016:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193472896, portal 4 00000100:00000001:0.0:1749609532.629018:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609532.629019:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886197888 : -131938823353728 : ffff8800994d4a80) 02000000:00000010:2.0:1749609532.629022:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136a79800. 00000100:00000040:0.0:1749609532.629025:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609532.629027:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629031:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609532.629033:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609532.629034:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609532.629036:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000100:00000200:0.0:1749609532.629038:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193472896, offset 0 00000400:00000200:0.0:1749609532.629043:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609532.629044:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609532.629046:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609532.629050:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5500] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609532.629057:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609532.629061:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609532.629064:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609532.629068:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609532.629069:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749609532.629069:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0a580 00000100:00080000:2.0:1749609532.629071:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609532.629073:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609532.629075:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4132 00000100:00080000:2.0:1749609532.629077:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749609532.629077:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 7280 00000100:00000040:2.0:1749609532.629079:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609532.629081:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609532.629083:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609532.629084:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609532.629086:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609532.629087:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000400:00000200:0.0:1749609532.629087:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609532.629088:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609532.629090:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609532.629092:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000400:00000200:0.0:1749609532.629092:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609532.629093:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609532.629095:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609532.629097:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609532.629098:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609532.629100:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609532.629100:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609532.629102:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:2.0:1749609532.629107:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000010:0.0:1749609532.629107:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6e680. 00000100:00080000:2.0:1749609532.629109:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609532.629111:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609532.629111:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6e680 x1834598193472896 msgsize 520 02000000:00000001:2.0:1749609532.629113:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609532.629116:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609532.629116:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609532.629117:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.629119:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609532.629120:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609532.629123:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5c00. 00000020:00000040:2.0:1749609532.629125:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609532.629127:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609532.629128:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.629130:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609532.629131:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609532.629133:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609532.629136:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136a7bc00. 00000100:00000001:2.0:1749609532.629139:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609532.629142:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609532.629144:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609532.629178:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000100:00000001:2.0:1749609532.629179:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609532.629180:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609532.629181:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000040:2.0:1749609532.629183:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5c00] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609532.629185:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609532.629189:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609532.629190:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609532.629191:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609532.629194:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609532.629197:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5f80. 00000020:00000040:2.0:1749609532.629198:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609532.629200:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609532.629201:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609532.629201:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609532.629202:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609532.629204:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609532.629205:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be200. 00000100:00000001:2.0:1749609532.629207:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629209:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609532.629213:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193472896 00000100:00000001:0.0:1749609532.629213:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609532.629215:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609532.629215:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609532.629216:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609532.629218:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609532.629220:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629221:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.629222:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609532.629223:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609532.629224:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609532.629225:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2158 usecs (3 jiffies) 00000100:00000040:2.0:1749609532.629227:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5f80] to pc [ptlrpcd_00_00+0] req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609532.629227:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193472896 00000020:00000001:1.0:1749609532.629229:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609532.629230:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298805075 00000100:00000010:0.0:1749609532.629235:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e78c0. 00000020:00000040:1.0:1749609532.629239:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609532.629241:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609532.629242:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629243:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:1.0:1749609532.629244:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629249:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298805075 00000100:00000010:0.0:1749609532.629251:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7280. 00000100:00000001:0.0:1749609532.629253:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609532.629254:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609532.629255:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298805075 00000100:00000001:1.0:1749609532.629257:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749609532.629257:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7ac0. 00000100:00000001:1.0:1749609532.629258:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609532.629259:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609532.629261:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298805075 00000100:00000001:2.0:1749609532.629263:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609532.629263:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609532.629263:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7400. 00000100:00000001:0.0:1749609532.629266:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:2.0:1749609532.629270:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4142) 00000100:00000001:1.0:1749609532.629271:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609532.629272:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609532.629275:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609532.629277:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609532.629277:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609532.629278:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609532.629280:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193473280:0@lo:400: 00000100:00000001:0.0:1749609532.629280:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629283:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609532.629284:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609532.629286:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609532.629286:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609532.629287:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609532.629289:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609532.629292:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528c200. 00000100:00000001:0.0:1749609532.629293:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749609532.629294:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629295:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609532.629297:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a108. 00000100:00000001:0.0:1749609532.629298:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609532.629300:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749609532.629301:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609532.629301:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749609532.629305:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193473280, portal 10 00000100:00000040:0.0:1749609532.629306:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.629307:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609532.629308:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886203264 : -131938823348352 : ffff8800994d5f80) 00000100:00000040:1.0:1749609532.629312:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609532.629315:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609532.629316:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609532.629318:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609532.629318:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609532.629320:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609532.629320:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609532.629321:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 02000000:00000001:0.0:1749609532.629321:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749609532.629323:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193473280, offset 0 02000000:00000001:0.0:1749609532.629323:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609532.629326:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609532.629327:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609532.629329:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193473024:0@lo:38: 00000100:00000001:0.0:1749609532.629333:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749609532.629334:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609532.629336:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609532.629338:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609532.629339:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0a700 02000000:00000001:0.0:1749609532.629340:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609532.629345:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3dc800. 02000000:00000001:0.0:1749609532.629347:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609532.629349:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 64160 00000400:00000010:0.0:1749609532.629350:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea948. 00000400:00000200:1.0:1749609532.629354:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749609532.629354:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9440. 00000400:00000200:1.0:1749609532.629357:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749609532.629357:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193473024, portal 10 00000100:00000001:1.0:1749609532.629360:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609532.629360:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609532.629361:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886200576 : -131938823351040 : ffff8800994d5500) 00000100:00000200:1.0:1749609532.629362:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609532.629365:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1500. 00000100:00000040:1.0:1749609532.629367:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff8800966f1500 x1834598193473280 msgsize 224 00000100:00000040:0.0:1749609532.629367:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609532.629371:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609532.629376:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609532.629378:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609532.629380:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000100:00000200:0.0:1749609532.629384:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193473024, offset 0 00000400:00000200:0.0:1749609532.629388:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609532.629392:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609532.629405:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609532.629406:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609532.629408:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:1.0:1749609532.629411:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609532.629411:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0a600 00000100:00000200:1.0:1749609532.629413:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609532.629415:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 64384 00000400:00000200:0.0:1749609532.629419:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609532.629421:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609532.629421:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609532.629422:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609532.629425:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609532.629426:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609532.629428:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629429:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1749609532.629429:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6fb80. 00000100:00000040:0.0:1749609532.629431:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6fb80 x1834598193473024 msgsize 520 00000100:00000001:1.0:1749609532.629433:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609532.629434:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609532.629436:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 548 usecs (1 jiffies) 00000100:00000001:1.0:1749609532.629438:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298805073 00000100:00000001:1.0:1749609532.629440:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298805075 00000100:00000001:1.0:1749609532.629442:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298805073 00000100:00000001:1.0:1749609532.629444:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298805075 00000100:00000001:1.0:1749609532.629445:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298805073 00000100:00000001:1.0:1749609532.629447:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298805075 00000100:00000001:1.0:1749609532.629448:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298805073 00000100:00000001:1.0:1749609532.629449:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298805075 00000100:00000001:1.0:1749609532.629450:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609532.629451:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609532.629456:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609532.629456:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000100:00000001:1.0:1749609532.629458:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609532.629458:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:0.0:1749609532.629459:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609532.629460:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609532.629462:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.629465:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609532.629466:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609532.629467:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609532.629468:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609532.629468:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609532.629470:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609532.629470:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609532.629471:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193473280 00000100:00000001:1.0:1749609532.629471:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629473:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629475:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629476:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609532.629478:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609532.629481:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 780 usecs (1 jiffies) 02000000:00000001:3.0:1749609532.629482:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749609532.629482:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609532.629482:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298805073 00000100:00000001:0.0:1749609532.629484:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298805075 00000100:00000001:3.0:1749609532.629485:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609532.629486:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298805073 00000100:00000001:3.0:1749609532.629487:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609532.629487:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 00000100:00000001:0.0:1749609532.629488:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298805075 00000100:00000001:0.0:1749609532.629489:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298805073 02000000:00000001:3.0:1749609532.629491:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609532.629491:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000001:0.0:1749609532.629491:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298805075 00000100:00000001:0.0:1749609532.629492:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298805073 00000100:00100000:3.0:1749609532.629494:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193473280 00000100:00000001:0.0:1749609532.629494:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298805075 00000100:00000001:1.0:1749609532.629496:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609532.629496:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609532.629497:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609532.629498:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:1.0:1749609532.629498:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609532.629498:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629499:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629500:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609532.629501:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609532.629502:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609532.629503:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:2.0:1749609532.629504:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609532.629504:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609532.629506:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00100000:2.0:1749609532.629508:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193473024 00000100:00000001:0.0:1749609532.629508:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749609532.629509:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609532.629509:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609532.629510:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609532.629511:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609532.629511:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609532.629512:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609532.629513:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609532.629514:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609532.629515:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609532.629515:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609532.629515:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193473152:0@lo:38: 00000020:00000010:3.0:1749609532.629518:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba8c0. 00000100:00000001:0.0:1749609532.629518:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609532.629519:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609532.629519:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609532.629520:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609532.629520:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629521:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609532.629522:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193473024 02000000:00000001:0.0:1749609532.629522:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749609532.629523:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7ebad00. 02000000:00000010:0.0:1749609532.629524:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a3de400. 00000020:00000001:2.0:1749609532.629525:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749609532.629525:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 02000000:00000001:0.0:1749609532.629526:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609532.629527:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609532.629527:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895216256 : -131938814335360 : ffff880099d6e680) 00000400:00000010:0.0:1749609532.629528:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaa50. 00000020:00000001:2.0:1749609532.629529:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609532.629530:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:1.0:1749609532.629530:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6e680 x1834598193472896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609532.629530:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9220. 00000020:00000001:2.0:1749609532.629531:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609532.629532:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193473152, portal 10 00000020:00000001:2.0:1749609532.629533:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629534:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609532.629535:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886202368 : -131938823349248 : ffff8800994d5c00) 00000020:00000010:2.0:1749609532.629537:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000100:00100000:1.0:1749609532.629538:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193472896:12345-0@lo:38: 00000100:00000040:0.0:1749609532.629539:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609532.629542:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749609532.629542:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d700. 00000100:00000200:1.0:1749609532.629542:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193472896 00000100:00000001:0.0:1749609532.629544:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609532.629545:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749609532.629545:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749609532.629546:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c400. 00000020:00000010:2.0:1749609532.629546:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73e10. 00000400:00000010:0.0:1749609532.629547:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00010000:00000001:1.0:1749609532.629548:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609532.629548:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193473152, offset 0 00000100:00000001:2.0:1749609532.629551:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609532.629551:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609532.629552:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886780. 00000100:00000001:2.0:1749609532.629553:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609532.629554:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609532.629555:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609532.629556:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09e10. 00000400:00000200:0.0:1749609532.629558:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0a680 00000020:00000001:1.0:1749609532.629559:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.629560:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609532.629560:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 64904 00010000:00020000:1.0:1749609532.629562:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609532.629564:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609532.629565:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1749609532.629565:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609532.629567:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609532.629567:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609532.629568:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609532.629569:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.629569:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609532.629569:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609532.629570:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749609532.629570:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609532.629572:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609532.629573:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609532.629573:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6f800. 00000100:00000040:0.0:1749609532.629574:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6f800 x1834598193473152 msgsize 520 00000100:00100000:0.0:1749609532.629577:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609532.629578:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609532.629579:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609532.629579:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609532.629581:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1749609532.629581:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0c00. 00000100:00000001:3.0:1749609532.629582:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1749609532.629583:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609532.629584:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629584:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609532.629585:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609532.629586:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000400:00000010:0.0:1749609532.629587:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00100000:2.0:1749609532.629588:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00010000:00000001:1.0:1749609532.629588:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609532.629589:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749609532.629590:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609532.629591:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000200:0.0:1749609532.629591:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609532.629592:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609532.629593:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134838080768 : -131938871470848 : ffff8800966f1500) 00000100:00001000:1.0:1749609532.629593:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609532.629596:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609532.629597:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609532.629598:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609532.629598:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609532.629599:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800966f1500 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:478/0 lens 224/0 e 0 to 0 dl 1749609543 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609532.629601:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609532.629602:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609532.629602:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609532.629603:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609532.629604:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193473152 00000100:00000001:1.0:1749609532.629604:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609532.629605:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749609532.629606:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609532.629606:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609532.629607:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609532.629608:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609532.629608:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 593 usecs (1 jiffies) 00000100:00000001:3.0:1749609532.629609:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609532.629610:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629610:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298805073 00000100:00000001:3.0:1749609532.629611:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629611:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609532.629611:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298805075 00000100:00000001:0.0:1749609532.629612:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298805073 00000100:00000040:1.0:1749609532.629613:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609532.629614:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609532.629614:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298805075 00000400:00000010:1.0:1749609532.629615:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609532.629615:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298805073 00000100:00000001:0.0:1749609532.629616:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298805075 00000100:00100000:3.0:1749609532.629617:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193473152 00000100:00000001:0.0:1749609532.629617:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298805073 00000100:00000200:1.0:1749609532.629618:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193472896, offset 0 00000020:00000001:3.0:1749609532.629619:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609532.629619:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609532.629619:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298805075 00000100:00000001:0.0:1749609532.629620:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609532.629621:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609532.629621:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609532.629622:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4a00. 00000100:00000001:0.0:1749609532.629624:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.629625:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609532.629627:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609532.629627:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609532.629628:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4a00. 00000400:00000200:1.0:1749609532.629631:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0a580 00000100:00000001:0.0:1749609532.629631:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749609532.629633:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193473280:12345-0@lo:400: 00000100:00000001:0.0:1749609532.629633:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609532.629635:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4815 [1] + 0 00000100:00000001:0.0:1749609532.629635:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609532.629637:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609532.629638:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193473280 00000400:00000200:1.0:1749609532.629639:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609532.629639:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609532.629640:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609532.629641:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609532.629641:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609532.629641:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609532.629642:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609532.629644:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629644:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749609532.629645:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609532.629646:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609532.629647:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609532.629648:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609532.629651:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782cc00. 00000020:00000001:2.0:1749609532.629651:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1749609532.629654:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000020:00000001:2.0:1749609532.629654:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000040:1.0:1749609532.629654:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609532.629657:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1749609532.629658:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09ed8. 00000100:00000001:0.0:1749609532.629661:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609532.629662:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609532.629662:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609532.629663:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609532.629663:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609532.629664:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609532.629664:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609532.629666:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609532.629666:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1749609532.629668:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000020:00000001:2.0:1749609532.629669:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609532.629669:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00100000:0.0:1749609532.629669:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000020:00000001:2.0:1749609532.629672:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609532.629673:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895221632 : -131938814329984 : ffff880099d6fb80) 00000100:00000001:2.0:1749609532.629702:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609532.629705:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609532.629705:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6fb80 x1834598193473024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609532.629710:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a213000. 00000100:00000001:1.0:1749609532.629711:0:6446:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609532.629712:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629713:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609532.629715:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629717:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609532.629718:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609532.629718:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193473024:12345-0@lo:38: 00000100:00000040:1.0:1749609532.629719:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000040:2.0:1749609532.629721:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193473280 00000100:00000001:1.0:1749609532.629721:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609532.629723:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609532.629723:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193473024 00000100:00000001:3.0:1749609532.629724:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609532.629725:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749609532.629726:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6e680 x1834598193472896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609532.629726:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609532.629728:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609532.629729:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:2.0:1749609532.629730:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f1500 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609532.629734:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193472896:12345-0@lo:38: Request processed in 196us (622us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609532.629739:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609532.629739:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609532.629740:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609532.629741:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609532.629741:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00000001:2.0:1749609532.629742:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609532.629743:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609532.629744:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609532.629745:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749609532.629746:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00001000:2.0:1749609532.629746:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=77 v=5 (1 1 0 0) 00010000:00000001:0.0:1749609532.629746:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749609532.629749:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 00010000:00000001:0.0:1749609532.629749:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609532.629750:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895220736 : -131938814330880 : ffff880099d6f800) 00000100:00000001:2.0:1749609532.629751:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749609532.629752:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000100:00000001:0.0:1749609532.629752:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749609532.629754:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:3.0:1749609532.629755:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6f800 x1834598193473152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609532.629755:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609532.629755:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609532.629757:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609532.629758:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609532.629763:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000010:0.0:1749609532.629763:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a42c00. 02000000:00000001:2.0:1749609532.629766:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609532.629766:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609532.629766:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629768:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609532.629768:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609532.629769:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193473152:12345-0@lo:38: 02000000:00000001:2.0:1749609532.629769:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.629771:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:1.0:1749609532.629771:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1749609532.629772:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000001:1.0:1749609532.629773:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749609532.629774:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193473152 00010000:00000001:0.0:1749609532.629774:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609532.629775:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609532.629775:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea8f0. 00000020:00000001:3.0:1749609532.629777:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609532.629777:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9660 00000100:00001000:0.0:1749609532.629777:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749609532.629778:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000400:00000010:1.0:1749609532.629778:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9660. 00010000:00000001:3.0:1749609532.629780:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609532.629780:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609532.629781:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749609532.629782:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193473280, offset 224 00000100:00000200:1.0:1749609532.629782:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609532.629784:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609532.629786:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000001:3.0:1749609532.629789:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609532.629789:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609532.629789:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609532.629790:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00020000:3.0:1749609532.629793:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609532.629793:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609532.629795:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749609532.629796:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609532.629796:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609532.629797:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:2.0:1749609532.629798:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609532.629798:0:1047:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749609532.629799:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609532.629800:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749609532.629800:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609532.629802:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609532.629802:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609532.629802:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629803:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609532.629804:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609532.629804:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609532.629806:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a700 02000000:00000001:3.0:1749609532.629807:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609532.629807:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609532.629810:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609532.629810:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 02000000:00000010:3.0:1749609532.629811:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd51000. 00000400:00000200:2.0:1749609532.629812:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x481d [1] + 224 02000000:00000001:3.0:1749609532.629813:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609532.629815:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609532 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609532.629816:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609532.629818:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749609532.629818:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=144 v=20 (1 20 0 0) 00010000:00000001:3.0:1749609532.629819:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609532.629821:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749609532.629822:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609532.629823:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609532.629825:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609532.629825:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193473024, offset 0 00000100:00000001:2.0:1749609532.629826:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609532.629827:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609532.629828:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609532.629830:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749609532.629830:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609532.629832:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609532.629834:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609532.629834:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609532.629836:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609532.629837:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609532.629838:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.629838:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.629839:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749609532.629840:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:1.0:1749609532.629841:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609532.629841:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609532.629843:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00080000:1.0:1749609532.629843:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609532.629845:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609532.629846:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609532.629848:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609532.629848:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a600 00000100:00000040:3.0:1749609532.629850:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:2.0:1749609532.629850:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609532.629850:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609532.629852:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749609532.629853:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4825 [1] + 0 02000000:00000001:3.0:1749609532.629854:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609532.629856:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609532.629856:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193472896:0@lo:38: 00000400:00000200:2.0:1749609532.629857:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609532.629858:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000400:00000200:0.0:1749609532.629858:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609532.629859:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609532.629860:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609532.629861:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749609532.629861:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609532.629862:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609532.629863:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609532.629863:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609532.629863:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4a80 x1834598193472896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609532.629864:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609532.629866:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609532.629867:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193473152, offset 0 00000100:00000200:0.0:1749609532.629867:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609532.629868:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609532.629869:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1749609532.629870:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609532.629871:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609532.629871:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609532.629872:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3dd000. 00000400:00000200:3.0:1749609532.629874:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609532.629874:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749609532.629875:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749609532.629876:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800966f1500 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1749609543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609532.629876:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609532.629878:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609532.629880:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609532.629881:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800998e8c00. 00000400:00000200:3.0:1749609532.629884:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609532.629884:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193473280:12345-0@lo:400: Request processed in 266us (515us total) trans 0 rc 0/0 02000000:00000001:1.0:1749609532.629887:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609532.629889:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749609532.629889:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609532.629891:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4a80. 00000400:00000200:3.0:1749609532.629892:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a680 00000100:00100000:2.0:1749609532.629892:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000001:1.0:1749609532.629894:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609532.629896:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.629897:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609532.629898:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x482d [1] + 0 00000100:00000040:2.0:1749609532.629899:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609532.629899:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609532.629900:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609532.629901:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609532.629903:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609532.629921:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609532.629922:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609532.629923:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886780. 00000400:00000200:3.0:1749609532.629926:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609532.629926:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09e10. 00000020:00000010:2.0:1749609532.629928:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c400. 00000100:00000001:1.0:1749609532.629930:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609532.629931:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:1.0:1749609532.629931:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609532.629933:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609532.629937:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749609532.629937:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609532.629938:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609532.629939:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a108. 00000100:00000200:3.0:1749609532.629941:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609532.629941:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609532.629942:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:1.0:1749609532.629944:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609532.629947:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609532.629950:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000100:00000040:3.0:1749609532.629953:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609532.629953:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609532.629953:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00000001:0.0:1749609532.629956:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609532.629958:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609532.629958:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609532.629959:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609532.629960:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609532.629960:0:1048:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609532.629961:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1749609532.629962:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609532.629962:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609532.629962:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.629964:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609532.629965:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609532.629965:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609532.629965:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00001000:1.0:1749609532.629968:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=77 v=5 (5 5 0 0) 00000100:00000001:0.0:1749609532.629968:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609532.629970:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=77 v=5 (1 1 0 0) 00000020:00000001:0.0:1749609532.629970:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609532.629971:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:1.0:1749609532.629972:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609532.629973:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609532.629974:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00010000:00000001:1.0:1749609532.629975:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749609532.629975:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6fb80 x1834598193473024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609532.629977:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00010000:00080000:1.0:1749609532.629978:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609532.629979:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609532.629982:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609532.629983:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609532.629986:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609532.629986:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749609532.629987:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193473024:12345-0@lo:38: Request processed in 269us (553us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609532.629988:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609532.629997:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609532.629999:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1749609532.630001:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6f800 x1834598193473152/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609552 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.630001:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609532.630002:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609532.630002:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000040:1.0:1749609532.630005:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609532.630005:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609532.630006:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609532.630009:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d700. 00000100:00000001:1.0:1749609532.630010:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609532.630011:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609532.630012:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609532.630013:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73e10. 00000100:00100000:3.0:1749609532.630014:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193473152:12345-0@lo:38: Request processed in 245us (436us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609532.630014:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609532.630017:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000100:00100000:1.0:1749609532.630019:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193473280:0@lo:400: 00000100:00000001:1.0:1749609532.630022:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609532.630023:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609532.630024:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000001:1.0:1749609532.630024:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609532.630025:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5f80 x1834598193473280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609532.630026:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609532.630028:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609532.630030:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609532.630031:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749609532.630032:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 02000000:00000010:1.0:1749609532.630032:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528c200. 02000000:00000001:1.0:1749609532.630034:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1749609532.630035:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09ed8. 00000020:00000001:1.0:1749609532.630035:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609532.630036:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609532.630037:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749609532.630038:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782cc00. 02000000:00000010:1.0:1749609532.630038:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be200. 00000100:00000001:3.0:1749609532.630042:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609532.630043:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609532.630044:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609532.630045:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5f80. 00000100:00000001:1.0:1749609532.630049:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609532.630050:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.630051:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.630054:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609532.630055:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.630057:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609532.630058:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609532.630081:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609532.630085:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609532.630087:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea948. 00000400:00000200:1.0:1749609532.630089:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9440 00000400:00000010:1.0:1749609532.630090:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9440. 00000100:00000001:1.0:1749609532.630092:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609532.630094:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609532.630100:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.630105:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609532.630106:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.630108:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609532.630109:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609532.630110:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609532.630112:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609532.630113:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609532.630117:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609532 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609532.630119:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=126 v=20 (1 20 0 0) 00000100:00000001:1.0:1749609532.630121:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609532.630122:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609532.630123:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609532.630125:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.630131:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609532.630133:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609532.630134:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.630135:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609532.630136:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609532.630138:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609532.630140:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609532.630142:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609532.630144:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609532.630175:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193473024:0@lo:38: 00000400:00000001:1.0:1749609532.630180:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609532.630181:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609532.630183:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaa50. 00000400:00000200:1.0:1749609532.630184:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9220 00000400:00000010:1.0:1749609532.630186:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9220. 00000100:00000001:1.0:1749609532.630188:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609532.630189:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609532.630195:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.630200:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609532.630201:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.630203:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609532.630204:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609532.630205:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609532.630206:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609532.630207:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609532.630210:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609532 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609532.630212:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=77 v=20 (1 20 0 0) 00000100:00000001:1.0:1749609532.630214:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609532.630215:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609532.630217:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609532.630219:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.630225:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609532.630226:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609532.630227:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.630228:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609532.630229:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609532.630249:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609532.630255:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609532.630256:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609532.630259:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609532.630264:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193473152:0@lo:38: 00000100:00000001:1.0:1749609532.630267:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.630268:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609532.630269:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5500 x1834598193473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.630274:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609532.630275:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609532.630276:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3dc800. 02000000:00000001:1.0:1749609532.630278:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609532.630279:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609532.630280:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609532.630281:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609532.630282:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136a79800. 02000000:00000001:1.0:1749609532.630284:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609532.630285:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609532.630286:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5500. 00000100:00000001:1.0:1749609532.630288:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609532.630289:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.630290:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609532.630291:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5c00 x1834598193473152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609532.630296:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609532.630297:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609532.630298:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3de400. 02000000:00000001:1.0:1749609532.630299:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609532.630300:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609532.630301:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609532.630302:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609532.630303:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136a7bc00. 02000000:00000001:1.0:1749609532.630309:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609532.630310:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609532.630312:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5c00. 00000100:00000001:1.0:1749609532.630315:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609532.630316:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609532.630318:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.630320:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609532.630321:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609532.630323:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609532.630325:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609532.631723:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298805075, at 4298805075 00000100:00000010:1.0:1749609532.631729:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7280. 00000100:00000040:0.0:1749609532.631732:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298805075, at 4298805075 00000100:00000010:0.0:1749609532.631739:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e78c0. 00000100:00000040:2.0:1749609532.631748:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298805075, at 4298805075 00000100:00000040:3.0:1749609532.631752:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298805075, at 4298805075 00000100:00000010:2.0:1749609532.631755:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7ac0. 00000100:00000010:3.0:1749609532.631761:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7400. 00000100:00000001:0.0:1749609533.082784:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609533.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609533.082795:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609533.082799:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609533.082803:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609533.082806:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609533.082809:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609533.082811:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609533.082813:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609533.538759:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609533.538766:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609533.538768:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609533.538771:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609533.538775:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609533.538779:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609533.538782:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609533.538785:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609533.538787:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609533.628901:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609533.628916:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609533.628918:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609533.628922:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609533.628924:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609533.628927:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609533.628929:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609533.630842:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609533.630846:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609533.630874:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609533.630887:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609533.630889:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609534.082820:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609534.082826:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609534.082827:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609534.082830:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609534.082834:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609534.082837:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609534.082840:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609534.082842:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609534.082844:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609534.538813:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609534.538820:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609534.538822:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609534.538824:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609534.538827:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609534.538830:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609534.538832:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609534.538834:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609534.538851:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609534.628944:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609534.628960:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609534.628962:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609534.628967:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609534.628971:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609534.628974:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609534.628977:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609534.632764:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609534.632767:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609534.632815:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609534.632818:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609534.632820:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609535.082866:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609535.082874:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609535.082877:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609535.082881:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609535.082885:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609535.082890:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609535.082893:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609535.082897:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609535.082900:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609535.538751:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609535.538757:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609535.538760:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609535.538764:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609535.538767:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609535.538771:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609535.538774:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609535.538776:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609535.538779:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609535.628767:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609535.628780:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609535.628782:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609535.628786:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609535.628789:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609535.628792:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609535.628794:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609535.634795:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609535.634800:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609535.634803:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609535.634806:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609535.634809:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609535.634812:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609535.634814:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609535.634816:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609535.634932:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609535.634938:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609535.634942:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609536.082850:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609536.082858:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609536.082861:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609536.082864:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609536.082868:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609536.082872:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609536.082875:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609536.082877:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609536.082880:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609536.538862:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609536.538872:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609536.538874:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609536.538878:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609536.538890:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609536.538893:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609536.538896:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609536.538900:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609536.538902:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609536.628923:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609536.628940:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609536.628942:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609536.628947:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609536.628949:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609536.628953:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609536.628955:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609536.636776:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609536.636780:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609536.636886:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609536.636891:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609536.636896:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609537.082780:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609537.082785:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609537.082786:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609537.082788:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609537.082790:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609537.082793:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609537.082795:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609537.082797:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609537.082798:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.538786:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609537.538793:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609537.538795:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609537.538799:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609537.538803:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609537.538807:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609537.538809:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609537.538812:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609537.538814:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.628824:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609537.628839:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609537.628841:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609537.628846:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609537.628848:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609537.628852:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.628854:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609537.636789:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609537.636798:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609537.636803:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609537.636808:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609537.636811:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609537.636814:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609537.636820:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609537.636826:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4137 00000100:00080000:2.0:1749609537.636831:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609537.636834:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609537.636838:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609537.636842:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609537.636845:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609537.636850:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609537.636853:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609537.636856:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609537.636861:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609537.636864:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609537.636867:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609537.636871:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609537.636875:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609537.636877:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609537.636880:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609537.636884:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609537.636906:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609537.636911:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609537.636915:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609537.636923:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609537.636928:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.636931:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609537.636935:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609537.636942:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6300. 00000020:00000040:2.0:1749609537.636947:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609537.636953:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609537.636955:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.636959:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609537.636962:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609537.636967:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609537.636990:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0000. 00000100:00000001:2.0:1749609537.636999:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609537.637009:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609537.637025:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609537.637028:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609537.637032:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d6300] to pc [ptlrpcd_rcv+-1] req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609537.637078:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609537.637083:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609537.637088:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609537.637091:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609537.637092:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609537.637097:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609537.637100:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4137 00000100:00080000:2.0:1749609537.637103:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609537.637107:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609537.637110:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609537.637168:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609537.637171:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609537.637175:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609537.637176:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000100:00000001:0.0:1749609537.637176:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609537.637179:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609537.637182:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000100:00000001:0.0:1749609537.637182:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609537.637184:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609537.637185:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609537.637188:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609537.637190:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609537.637193:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609537.637196:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609537.637199:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609537.637201:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609537.637202:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609537.637203:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609537.637204:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 02000000:00000001:0.0:1749609537.637207:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609537.637208:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609537.637210:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609537.637211:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609537.637212:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609537.637214:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1749609537.637215:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193473408:0@lo:38: 02000000:00000001:2.0:1749609537.637219:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609537.637220:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609537.637222:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609537.637223:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609537.637225:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749609537.637225:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609537.637227:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609537.637228:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609537.637232:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6680. 02000000:00000010:0.0:1749609537.637232:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 02000000:00000001:0.0:1749609537.637234:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609537.637236:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609537.637240:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1749609537.637241:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaaa8. 02000000:00000001:2.0:1749609537.637242:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.637245:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609537.637247:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749609537.637249:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 02000000:00000001:2.0:1749609537.637250:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609537.637256:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0400. 00000100:00000200:0.0:1749609537.637257:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193473408, portal 4 00000100:00000001:0.0:1749609537.637259:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609537.637260:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886204160 : -131938823347456 : ffff8800994d6300) 00000100:00000001:2.0:1749609537.637261:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609537.637267:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609537.637267:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609537.637280:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609537.637282:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637283:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609537.637285:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609537.637287:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000200:0.0:1749609537.637290:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193473408, offset 0 00000100:00000040:2.0:1749609537.637295:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d6680] to pc [ptlrpcd_rcv+-1] req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609537.637296:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609537.637310:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609537.637310:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749609537.637313:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609537.637318:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609537.637320:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749609537.637320:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0a780 00000100:00080000:2.0:1749609537.637322:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609537.637326:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749609537.637327:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 7800 00000100:00080000:2.0:1749609537.637329:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4137 00000100:00080000:2.0:1749609537.637332:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749609537.637335:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609537.637336:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609537.637339:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609537.637339:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609537.637342:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609537.637345:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609537.637346:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:0.0:1749609537.637347:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:2.0:1749609537.637349:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609537.637351:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000010:0.0:1749609537.637351:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6f480. 00000020:00000001:2.0:1749609537.637354:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609537.637354:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6f480 x1834598193473408 msgsize 520 00000020:00000040:2.0:1749609537.637357:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609537.637359:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00100000:0.0:1749609537.637360:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609537.637362:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609537.637366:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609537.637368:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609537.637370:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609537.637373:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609537.637376:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609537.637379:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609537.637382:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609537.637385:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609537.637390:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609537.637391:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609537.637393:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.637403:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749609537.637403:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:2.0:1749609537.637406:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609537.637407:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000010:2.0:1749609537.637410:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6a00. 00000100:00000001:0.0:1749609537.637412:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749609537.637414:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609537.637417:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1749609537.637417:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609537.637419:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.637422:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609537.637424:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609537.637427:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637430:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749609537.637431:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0800. 00000100:00000040:0.0:1749609537.637434:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609537.637436:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609537.637443:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609537.637455:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609537.637455:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.637457:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637458:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749609537.637462:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d6a00] to pc [ptlrpcd_rcv+-1] req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609537.637465:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609537.637471:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2138 usecs (3 jiffies) 00000100:00000001:2.0:1749609537.637474:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637476:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298810083 00000100:00000040:2.0:1749609537.637477:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609537.637482:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609537.637482:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e78c0. 00000100:00000010:2.0:1749609537.637486:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6d80. 00000020:00000040:2.0:1749609537.637489:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609537.637491:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609537.637492:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609537.637494:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609537.637497:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637500:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298810083 02000000:00000010:2.0:1749609537.637501:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be500. 00000100:00000001:2.0:1749609537.637504:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609537.637504:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7940. 00000100:00000040:2.0:1749609537.637509:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609537.637509:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609537.637512:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298810083 00000100:00000010:0.0:1749609537.637515:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e73c0. 00000100:00000001:1.0:1749609537.637516:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609537.637519:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609537.637521:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749609537.637521:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193473408 00000100:00000001:0.0:1749609537.637522:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298810083 00000100:00000001:2.0:1749609537.637523:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609537.637524:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749609537.637525:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7dc0. 00000100:00000040:2.0:1749609537.637528:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d6d80] to pc [ptlrpcd_00_01+1] req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609537.637528:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609537.637529:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609537.637530:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609537.637535:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609537.637539:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193473408 00000020:00000001:1.0:1749609537.637541:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609537.637543:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609537.637545:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609537.637546:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609537.637547:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609537.637549:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637549:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637552:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609537.637554:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000001:0.0:1749609537.637554:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609537.637559:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d280. 00000100:00000001:0.0:1749609537.637559:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609537.637561:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609537.637563:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749609537.637564:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000001:0.0:1749609537.637564:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609537.637566:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609537.637569:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609537.637570:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609537.637571:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609537.637573:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637577:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609537.637578:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637579:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609537.637581:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609537.637583:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609537.637585:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609537.637587:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193473536:0@lo:38: 00000100:00000001:0.0:1749609537.637590:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609537.637591:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609537.637592:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609537.637593:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609537.637594:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609537.637595:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609537.637598:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4147) 02000000:00000010:0.0:1749609537.637599:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 02000000:00000001:0.0:1749609537.637600:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609537.637603:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:1.0:1749609537.637604:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609537.637607:0:1048:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:0.0:1749609537.637607:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:1.0:1749609537.637609:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609537.637611:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193473536, portal 10 00000100:00000001:0.0:1749609537.637612:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609537.637613:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609537.637614:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886205056 : -131938823346560 : ffff8800994d6680) 00000100:00000001:1.0:1749609537.637615:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609537.637619:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609537.637624:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609537.637625:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609537.637625:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609537.637627:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609537.637627:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609537.637627:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609537.637628:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749609537.637629:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:0.0:1749609537.637631:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193473536, offset 0 00000100:00000040:1.0:1749609537.637634:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609537.637635:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000400:00000200:0.0:1749609537.637635:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609537.637640:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895219840 : -131938814331776 : ffff880099d6f480) 00000400:00000200:0.0:1749609537.637641:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609537.637644:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609537.637645:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609537.637645:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0a800 00000100:00000040:2.0:1749609537.637646:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6f480 x1834598193473408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609537.637648:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609537.637650:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609537.637650:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 65424 02000000:00000001:1.0:1749609537.637653:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609537.637655:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193473792:0@lo:400: 00000400:00000200:0.0:1749609537.637655:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609537.637656:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609537.637659:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749609537.637659:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609537.637662:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609537.637662:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193473408:12345-0@lo:38: 02000000:00000001:1.0:1749609537.637662:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609537.637662:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749609537.637664:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609537.637664:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749609537.637666:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749609537.637667:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099d6ed80. 00000100:00000200:2.0:1749609537.637668:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193473408 02000000:00000010:1.0:1749609537.637668:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609537.637670:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609537.637670:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880099d6ed80 x1834598193473536 msgsize 520 00000020:00000001:2.0:1749609537.637672:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609537.637673:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749609537.637709:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749609537.637713:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a108. 00000400:00000010:1.0:1749609537.637718:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749609537.637723:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193473792, portal 10 00000100:00000001:0.0:1749609537.637724:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609537.637725:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609537.637726:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609537.637726:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886206848 : -131938823344768 : ffff8800994d6d80) 00000400:00000200:0.0:1749609537.637730:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00010000:00020000:2.0:1749609537.637731:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749609537.637732:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609537.637732:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00010000:00000001:2.0:1749609537.637734:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609537.637734:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609537.637737:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609537.637740:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609537.637740:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609537.637743:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609537.637744:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609537.637744:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609537.637744:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749609537.637745:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00100000:3.0:1749609537.637746:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193473536 00000100:00000040:0.0:1749609537.637746:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609537.637747:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193473792, offset 0 00000100:00000001:2.0:1749609537.637748:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609537.637749:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609537.637751:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609537.637751:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609537.637752:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609537.637752:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609537.637753:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637753:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609537.637756:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609537.637756:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b0c00. 00000100:00000001:0.0:1749609537.637756:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609537.637758:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 782 usecs (1 jiffies) 00000100:00100000:3.0:1749609537.637759:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193473536 02000000:00000001:2.0:1749609537.637759:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609537.637761:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609537.637761:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298810082 00000020:00000001:3.0:1749609537.637762:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609537.637762:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609537.637763:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609537.637763:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298810083 00000020:00000001:3.0:1749609537.637765:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609537.637765:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298810082 00000020:00000001:3.0:1749609537.637767:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609537.637767:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609537.637767:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0a900 00000100:00000001:0.0:1749609537.637767:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298810083 00000020:00000001:3.0:1749609537.637769:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637769:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298810082 00010000:00000001:2.0:1749609537.637770:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637770:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298810083 00000400:00000200:1.0:1749609537.637772:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 65944 00000100:00000001:0.0:1749609537.637772:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298810082 00000020:00000010:3.0:1749609537.637773:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782cc00. 00000100:00000001:0.0:1749609537.637773:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298810083 00000100:00001000:2.0:1749609537.637775:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609537.637775:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609537.637776:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609537.637777:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609537.637778:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609537.637780:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609537.637780:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609537.637781:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609537.637783:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609537.637786:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:3.0:1749609537.637787:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000100:00000001:0.0:1749609537.637788:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609537.637789:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609537.637789:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609537.637790:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09ed8. 00000100:00000001:1.0:1749609537.637791:0:1048:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609537.637791:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609537.637792:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609537.637793:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000200:1.0:1749609537.637793:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609537.637794:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609537.637795:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749609537.637796:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193473664:0@lo:38: 00000100:00000001:3.0:1749609537.637797:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:1.0:1749609537.637798:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000100:00000001:3.0:1749609537.637799:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637799:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749609537.637800:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a2680 x1834598193473792 msgsize 224 02000000:00000001:0.0:1749609537.637801:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609537.637802:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609537.637803:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609537.637804:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609537.637805:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:1.0:1749609537.637805:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749609537.637807:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7ae800. 02000000:00000001:2.0:1749609537.637809:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609537.637809:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609537.637811:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 02000000:00000001:2.0:1749609537.637812:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609537.637813:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609537.637813:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000001:2.0:1749609537.637815:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609537.637816:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193473664, portal 10 00000100:00000001:0.0:1749609537.637817:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609537.637818:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609537.637819:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886205952 : -131938823345664 : ffff8800994d6a00) 00000100:00000001:3.0:1749609537.637821:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749609537.637823:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000040:0.0:1749609537.637823:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609537.637824:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609537.637825:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193473792 02000000:00000001:3.0:1749609537.637827:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609537.637828:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749609537.637828:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193473408, offset 0 00000100:00000001:3.0:1749609537.637830:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609537.637831:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 02000000:00000001:3.0:1749609537.637832:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609537.637833:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00100000:3.0:1749609537.637834:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193473792 00000020:00000001:3.0:1749609537.637835:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609537.637836:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:1.0:1749609537.637836:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609537.637837:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609537.637838:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609537.637839:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1749609537.637840:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000200:1.0:1749609537.637840:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609537.637840:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000020:00000001:3.0:1749609537.637842:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:3.0:1749609537.637844:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609537.637848:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609537.637849:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749609537.637850:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609537.637851:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebad00. 00000400:00000200:2.0:1749609537.637851:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609537.637855:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7eba8c0. 00000100:00000001:1.0:1749609537.637857:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609537.637858:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749609537.637858:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193473664, offset 0 00000020:00000040:3.0:1749609537.637860:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609537.637862:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609537.637862:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609537.637863:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609537.637866:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000100:00000001:3.0:1749609537.637867:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749609537.637867:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609537.637868:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298810082 00000020:00000010:3.0:1749609537.637870:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782ce00. 00000020:00000010:3.0:1749609537.637872:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886280. 00000100:00000001:1.0:1749609537.637872:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298810083 00000400:00000200:2.0:1749609537.637873:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0a780 00000100:00000001:1.0:1749609537.637874:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298810082 00000400:00000200:0.0:1749609537.637874:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0a880 00000020:00000010:3.0:1749609537.637875:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09e10. 00000100:00000001:1.0:1749609537.637876:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298810083 00000400:00000200:0.0:1749609537.637877:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 66168 00000100:00000001:1.0:1749609537.637878:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298810082 00000100:00000040:3.0:1749609537.637879:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609537.637880:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298810083 00000100:00000001:3.0:1749609537.637881:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609537.637881:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298810082 00000400:00000200:0.0:1749609537.637881:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609537.637882:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609537.637883:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298810083 00000100:00000001:3.0:1749609537.637884:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609537.637884:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4845 [1] + 0 00000100:00000001:1.0:1749609537.637884:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609537.637884:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609537.637886:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609537.637888:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609537.637889:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637889:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609537.637890:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1749609537.637890:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609537.637891:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609537.637891:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609537.637891:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609537.637893:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68c380. 00000100:00000040:0.0:1749609537.637895:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d68c380 x1834598193473664 msgsize 520 00000400:00000200:2.0:1749609537.637896:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609537.637899:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609537.637901:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609537.637902:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609537.637907:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609537.637907:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609537.637908:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609537.637910:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193473664 02000000:00000001:3.0:1749609537.637911:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609537.637911:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609537.637912:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:3.0:1749609537.637913:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609537.637914:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609537.637915:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609537.637917:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609537.637917:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609537.637919:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193473664 00000100:00000001:1.0:1749609537.637919:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609537.637920:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609537.637921:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609537.637921:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609537.637923:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609537.637923:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609537.637924:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609537.637925:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609537.637926:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609537.637927:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749609537.637928:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782de00. 00000020:00000010:3.0:1749609537.637930:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886b80. 00000100:00000001:0.0:1749609537.637931:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609537.637932:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000100:00100000:1.0:1749609537.637932:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000001:0.0:1749609537.637933:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609537.637934:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609537.637934:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609537.637935:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609537.637935:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609537.637936:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609537.637936:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:1.0:1749609537.637937:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370068608 : -131936339483008 : ffff88012d5a2680) 00000100:00000040:0.0:1749609537.637937:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 598 usecs (1 jiffies) 00000100:00000001:3.0:1749609537.637939:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637939:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298810082 00000100:00000001:3.0:1749609537.637940:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609537.637941:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000100:00000040:1.0:1749609537.637941:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a2680 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:483/0 lens 224/0 e 0 to 0 dl 1749609548 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609537.637941:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298810083 00000100:00000001:0.0:1749609537.637942:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298810082 00000400:00000010:2.0:1749609537.637944:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:0.0:1749609537.637944:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298810083 00000100:00000001:3.0:1749609537.637945:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609537.637946:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609537.637946:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298810082 00000100:00000001:0.0:1749609537.637948:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298810083 00000100:00000001:2.0:1749609537.637949:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609537.637950:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298810082 00000100:00100000:3.0:1749609537.637951:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000001:1.0:1749609537.637951:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609537.637951:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298810083 00000100:00000001:2.0:1749609537.637952:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609537.637953:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134895218048 : -131938814333568 : ffff880099d6ed80) 00000020:00000010:1.0:1749609537.637953:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11c00. 00000100:00000001:0.0:1749609537.637953:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609537.637954:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609537.637955:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609537.637956:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609537.637957:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099d6ed80 x1834598193473536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609537.637958:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11c00. 00000400:00000001:0.0:1749609537.637958:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609537.637959:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749609537.637960:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:0.0:1749609537.637961:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaaa8. 00000100:00100000:1.0:1749609537.637962:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193473792:12345-0@lo:400: 00000100:00000001:2.0:1749609537.637963:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609537.637963:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000400:00000010:0.0:1749609537.637964:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000020:00000001:2.0:1749609537.637966:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609537.637966:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193473792 00000100:00000001:0.0:1749609537.637966:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609537.637969:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609537.637969:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609537.637971:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193473536:12345-0@lo:38: 00000100:00000040:2.0:1749609537.637972:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6f480 x1834598193473408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609537.637972:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609537.637975:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609537.637976:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193473536 00000100:00000200:0.0:1749609537.637976:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609537.637977:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609537.637979:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609537.637979:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00010000:00000001:3.0:1749609537.637982:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609537.637982:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609537.637983:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609537.637984:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609537.637986:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609537.637986:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749609537.637987:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193473408:12345-0@lo:38: Request processed in 326us (630us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749609537.637987:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609537.637989:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749609537.637989:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749609537.637991:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637991:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609537.637993:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.637993:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609537.637996:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609537.637998:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749609537.638000:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00000001:3.0:1749609537.638001:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:0.0:1749609537.638001:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609537 v=5 (0 0 0 0) 00000020:00000001:1.0:1749609537.638003:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00001000:0.0:1749609537.638004:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=149 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609537.638005:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609537.638007:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609537.638007:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749609537.638009:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609537.638009:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609537.638011:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749609537.638012:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad3400. 00010000:00000001:3.0:1749609537.638013:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609537.638014:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609537.638014:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609537.638015:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609537.638016:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609537.638017:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609537.638018:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609537.638019:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749609537.638020:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d280. 00010000:00000040:1.0:1749609537.638021:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193473792 00000100:00000001:0.0:1749609537.638021:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609537.638022:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609537.638023:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:2.0:1749609537.638025:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000100:00000001:0.0:1749609537.638025:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1749609537.638027:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd52800. 00010000:00000200:1.0:1749609537.638027:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a2680 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609537.638027:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609537.638029:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749609537.638030:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609537.638031:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000100:00000001:0.0:1749609537.638031:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609537.638033:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609537.638034:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609537.638036:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609537.638037:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:0.0:1749609537.638037:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00010000:00000001:3.0:1749609537.638039:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.638039:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609537.638042:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609537.638043:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:1.0:1749609537.638046:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609537.638047:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749609537.638048:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609537.638049:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193473408:0@lo:38: 00000100:00001000:1.0:1749609537.638050:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=82 v=5 (1 1 0 0) 00000100:00000001:3.0:1749609537.638051:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609537.638053:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609537.638054:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609537.638054:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609537.638055:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609537.638057:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:1.0:1749609537.638057:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:0.0:1749609537.638057:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d6300 x1834598193473408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609537.638058:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609537.638059:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609537.638060:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:1.0:1749609537.638061:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1749609537.638063:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:1.0:1749609537.638063:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.638063:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749609537.638065:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609537.638065:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609537.638065:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609537.638067:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 02000000:00000001:3.0:1749609537.638068:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609537.638068:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609537.638070:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609537.638070:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 02000000:00000001:0.0:1749609537.638070:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609537.638072:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609537.638073:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609537.638074:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193473792, offset 224 00000020:00000040:0.0:1749609537.638074:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609537.638076:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749609537.638077:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609537.638078:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749609537.638078:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749609537.638078:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0000. 02000000:00000001:0.0:1749609537.638080:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1749609537.638081:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609537.638081:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609537.638082:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609537.638083:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d6300. 00000400:00000200:1.0:1749609537.638084:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609537.638086:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193473536, offset 0 00000100:00100000:2.0:1749609537.638087:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000001:0.0:1749609537.638087:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609537.638088:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609537.638090:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955107200 : -131938754444416 : ffff88009d68c380) 00000400:00000200:1.0:1749609537.638090:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a900 00000100:00000001:0.0:1749609537.638090:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609537.638093:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609537.638094:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609537.638095:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d68c380 x1834598193473664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609537.638095:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609537.638097:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609537.638098:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609537.638100:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.638101:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609537.638104:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609537.638105:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4855 [1] + 224 00000400:00000200:1.0:1749609537.638110:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609537.638111:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d68c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193473664:12345-0@lo:38: 00000400:00000200:1.0:1749609537.638138:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609537.638142:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a800 00000100:00000200:2.0:1749609537.638142:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193473664 00000100:00000001:1.0:1749609537.638142:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609537.638145:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609537.638146:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609537.638149:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749609537.638150:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x484d [1] + 0 00000100:00000040:1.0:1749609537.638154:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609537.638158:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609537.638159:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609537.638163:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749609537.638164:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609537.638166:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609537.638167:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609537.638169:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609537.638169:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609537.638171:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00000001:2.0:1749609537.638173:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:1.0:1749609537.638173:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000200:3.0:1749609537.638174:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609537.638176:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609537.638176:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609537.638177:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609537.638178:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609537.638179:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609537.638182:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000010:2.0:1749609537.638183:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b1000. 00010000:00000001:1.0:1749609537.638184:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:2.0:1749609537.638185:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609537.638186:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609537.638188:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609537.638188:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609537.638189:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609537.638192:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609537.638194:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609537.638198:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609537.638198:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2680 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1749609548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609537.638202:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609537.638205:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609537.638207:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193473792:12345-0@lo:400: Request processed in 256us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609537.638216:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:2.0:1749609537.638217:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609537.638220:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:1.0:1749609537.638220:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:2.0:1749609537.638223:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609537.638223:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609537.638226:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749609537.638227:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:2.0:1749609537.638230:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749609537.638230:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886280. 02000000:00000001:2.0:1749609537.638233:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609537.638235:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09e10. 00000100:00000001:2.0:1749609537.638236:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609537.638239:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609537.638239:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609537.638239:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782ce00. 00000400:00000010:2.0:1749609537.638243:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000020:00000040:1.0:1749609537.638245:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000200:3.0:1749609537.638248:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000200:2.0:1749609537.638248:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193473664, offset 0 00000100:00000001:1.0:1749609537.638248:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609537.638249:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749609537.638250:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609537.638253:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609537.638254:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609537.638255:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749609537.638255:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609537.638258:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609537.638260:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609537.638262:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000001:0.0:1749609537.638262:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609537.638264:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609537.638264:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000400:00000200:2.0:1749609537.638265:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609537.638266:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609537.638269:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609537.638269:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000040:3.0:1749609537.638270:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099d6ed80 x1834598193473536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609537.638271:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749609537.638271:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000400:00000200:2.0:1749609537.638273:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0a880 00000100:00000001:0.0:1749609537.638274:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749609537.638277:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609537.638279:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749609537.638279:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609537.638280:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193473536:12345-0@lo:38: Request processed in 310us (608us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749609537.638281:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a108. 00000400:00000200:1.0:1749609537.638285:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000200:0.0:1749609537.638287:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609537.638288:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00100000:3.0:1749609537.638289:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000001:1.0:1749609537.638291:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609537.638292:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609537.638293:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609537.638294:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609537.638295:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x485d [1] + 0 00000100:00000200:1.0:1749609537.638295:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609537.638295:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609537.638296:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000100:00000001:0.0:1749609537.638297:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749609537.638299:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09ed8. 02000000:00000001:0.0:1749609537.638299:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609537.638301:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609537.638301:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609537.638302:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782cc00. 00000100:00000001:0.0:1749609537.638303:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609537.638304:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609537.638305:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609537.638306:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609537.638308:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609537.638309:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609537 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609537.638311:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609537.638311:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=131 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609537.638314:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609537.638315:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609537.638316:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609537.638317:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609537.638319:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609537.638321:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609537.638321:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609537.638324:0:1048:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609537.638327:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609537.638327:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609537.638329:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609537.638329:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609537.638329:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609537.638330:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609537.638332:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.638332:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609537.638333:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609537.638335:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609537.638335:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609537.638338:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609537.638339:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749609537.638341:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=82 v=5 (5 5 0 0) 00000100:00000001:2.0:1749609537.638342:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609537.638343:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609537.638345:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=82 v=5 (1 1 0 0) 00000400:00000200:2.0:1749609537.638347:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:2.0:1749609537.638350:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00100000:0.0:1749609537.638350:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193473536:0@lo:38: 00000100:00000001:2.0:1749609537.638354:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749609537.638355:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609537.638356:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749609537.638356:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609537.638357:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1749609537.638357:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749609537.638359:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000100:00000001:2.0:1749609537.638360:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609537.638360:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609537.638360:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609537.638362:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609537.638363:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:1.0:1749609537.638363:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1749609537.638364:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609537.638367:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609537.638369:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1749609537.638369:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609537.638371:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609537.638374:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d68c380 x1834598193473664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609557 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609537.638378:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609537.638379:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609537.638381:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.638381:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609537.638382:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609537.638383:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609537.638384:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609537.638386:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1749609537.638386:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609537.638388:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d68c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193473664:12345-0@lo:38: Request processed in 278us (489us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609537.638388:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00001000:0.0:1749609537.638388:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609537 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609537.638390:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=82 v=20 (1 20 0 0) 00000100:00000001:1.0:1749609537.638391:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609537.638393:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.638393:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609537.638394:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609537.638395:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609537.638398:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609537.638398:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609537.638404:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609537.638406:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749609537.638407:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000001:0.0:1749609537.638407:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609537.638408:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609537.638408:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609537.638409:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609537.638411:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609537.638411:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1749609537.638412:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609537.638413:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609537.638413:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609537.638414:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609537.638416:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609537.638417:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886b80. 00000100:00000040:1.0:1749609537.638417:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609537.638419:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609537.638422:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000100:00100000:0.0:1749609537.638425:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193473664:0@lo:38: 00000020:00000010:2.0:1749609537.638426:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782de00. 00000100:00100000:1.0:1749609537.638429:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193473792:0@lo:400: 00000100:00000001:0.0:1749609537.638429:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.638430:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609537.638431:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609537.638432:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d6680 x1834598193473536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609537.638435:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609537.638438:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609537.638438:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609537.638440:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749609537.638441:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d6d80 x1834598193473792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609537.638441:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 02000000:00000001:0.0:1749609537.638444:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609537.638446:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609537.638447:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609537.638449:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609537.638450:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0400. 00000100:00000001:1.0:1749609537.638451:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609537.638452:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609537.638453:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749609537.638454:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1749609537.638454:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d6680. 02000000:00000010:1.0:1749609537.638457:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 00000100:00000001:0.0:1749609537.638457:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609537.638458:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609537.638459:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609537.638461:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749609537.638461:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d6a00 x1834598193473664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609537.638463:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609537.638466:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609537.638467:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609537.638468:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749609537.638469:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609537.638469:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7ae800. 02000000:00000010:1.0:1749609537.638471:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be500. 02000000:00000001:0.0:1749609537.638473:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609537.638474:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609537.638475:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609537.638477:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609537.638478:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0800. 02000000:00000001:1.0:1749609537.638479:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609537.638481:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749609537.638481:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609537.638482:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609537.638483:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d6d80. 00000100:00000010:0.0:1749609537.638483:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d6a00. 00000100:00000001:0.0:1749609537.638485:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609537.638486:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609537.638488:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.638489:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609537.638490:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609537.638492:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609537.638493:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609537.638498:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609537.638500:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609537.638503:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609537.638509:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609537.638511:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609537.638514:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609537.638517:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609537.638744:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609537.638747:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609537.638814:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609537.638818:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609537.638822:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1749609537.639751:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298810083, at 4298810083 00000100:00000010:2.0:1749609537.639761:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e73c0. 00000100:00000040:0.0:1749609537.639764:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298810083, at 4298810083 00000100:00000040:3.0:1749609537.639775:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298810083, at 4298810083 00000100:00000040:1.0:1749609537.639775:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298810083, at 4298810083 00000100:00000010:0.0:1749609537.639776:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e78c0. 00000100:00000010:1.0:1749609537.639790:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7940. 00000100:00000010:3.0:1749609537.639806:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7dc0. 00000100:00000001:0.0:1749609538.082893:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609538.082901:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609538.082903:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609538.082907:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609538.082911:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609538.082915:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609538.082918:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609538.082921:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609538.082923:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609538.248523:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609538.248542:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609538.248546:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609538.248549:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609538.248560:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609538.248582:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500700 00000400:00000100:0.0:1749609538.248589:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188189440 offset 0 length 520: 4 00000400:00000200:0.0:1749609538.248594:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609538.248596:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609538.248606:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609538.248624:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609538.248626:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609538.248630:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609538.538791:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609538.538800:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609538.538803:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609538.538806:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609538.538810:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609538.538814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609538.538817:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609538.538826:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009d688380 x1834598193471616/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609538.538835:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609538.538838:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688380 x1834598193471616/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609538.538847:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609538.538850:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609538.538852:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609538.538855:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609538.538857:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688380 x1834598193471616/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609538.538864:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193471616:0@lo:101: 00000100:00000001:2.0:1749609538.538888:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609538.538890:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609538.538893:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609538.538895:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609538.538898:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688380 x1834598193471616/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609538.538904:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609538.538907:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7f00. 00000100:00000001:2.0:1749609538.538913:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609538.538914:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609538.538918:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609538.538921:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609538.538924:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609538.538927:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75000 refcount=4 00000020:00000001:2.0:1749609538.538929:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:2.0:1749609538.538932:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00010000:2.0:1749609538.538937:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609538.538946:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609538.538949:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609538.538955:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609538.538958:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609538.538964:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609538.538966:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609538.538967:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609538.538973:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609538.538989:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609538.538992:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609538.538994:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609538.539000:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef75000 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609538.539003:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609538.539005:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609538.539010:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609538.539012:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609538.539013:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609538.539014:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75000 refcount=5 00000020:00000001:2.0:1749609538.539015:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:2.0:1749609538.539017:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981226496 : -131938728325120 : ffff88009ef75000) 00010000:00000001:2.0:1749609538.539020:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609538.539022:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609538.539028:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609538.539029:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609538.539034:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749609538.539037:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609538.539038:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609538.539040:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609538.539042:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609538.539044:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609538.539046:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609538.539047:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609538.539048:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609538.539051:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef75000 with handle 0xae754a0887514903 from hash 00010000:00000001:2.0:1749609538.539053:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609538.539058:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609538.539059:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609538.539060:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609538.539062:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609538.539063:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609538.539065:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609538.539066:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609538.539067:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609538.539069:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609538.539071:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609538.539075:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609538.539076:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609538.539077:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609538.539078:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609538.539080:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609538.539081:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609538.539081:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609538.539083:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef75000/0xae754a0887514903 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609538.539090:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009f3be100 count: 0 00010000:00000001:2.0:1749609538.539166:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609538.539168:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609538.539172:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609538.539176:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688380 x1834598193471616/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609538.539183:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609538.539186:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609538.539187:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609538.539189:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609538.539193:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef74a00. 02000000:00000001:2.0:1749609538.539201:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609538.539203:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609538.539204:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688380. 00000100:00000001:2.0:1749609538.539208:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609538.539215:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609538.539217:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609538.539220:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609538.539222:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609538.539226:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b46d4a00. 00000020:00000010:2.0:1749609538.539229:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74a00. 00000020:00000010:2.0:1749609538.539234:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ef74600. 00000040:00000010:2.0:1749609538.539237:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ef74c00. 00000020:00000010:2.0:1749609538.539242:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb71000. 00000020:00000010:2.0:1749609538.539247:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ef75c00. 80000000:00000010:2.0:1749609538.539252:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609538.539255:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ef74800. 00080000:00000010:2.0:1749609538.539261:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e19b000. 00080000:00000010:2.0:1749609538.539267:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e5e000. 10000000:00000040:2.0:1749609538.539274:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:2.0:1749609538.539276:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609538.539281:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ef74600. 00000040:00000010:2.0:1749609538.539285:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ef74c00. 00000020:00000010:2.0:1749609538.539288:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb71000. 00000020:00000010:2.0:1749609538.539294:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ef75c00. 80000000:00000010:2.0:1749609538.539297:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609538.539300:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ef74800. 00080000:00000010:2.0:1749609538.539304:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e5e000. 00080000:00000010:2.0:1749609538.539310:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e19b000. 00000020:00000010:2.0:1749609538.539313:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74a00. 10000000:00000010:2.0:1749609538.539315:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b46d4a00. 10000000:01000000:2.0:1749609538.539317:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749609538.539321:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749609538.539323:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749609538.539325:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609538.539328:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609538.539329:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b4225600) refs 3 10000000:00000001:2.0:1749609538.539331:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609538.539337:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609538.539338:0:6439:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b528d800) refs 2 10000000:00000001:2.0:1749609538.539340:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749609538.539342:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609538.539343:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1749609538.539344:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609538.539346:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a9a78000 from 1 10000000:00000001:2.0:1749609538.539349:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609538.539350:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1749609538.539354:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7100. 00000020:00000040:2.0:1749609538.539357:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609538.539361:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609538.539364:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609538.539369:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609538.539373:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef74a00. 00000100:00000001:2.0:1749609538.539380:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609538.539384:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609538.539386:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609538.539391:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3bec00. 00010000:00000001:2.0:1749609538.539396:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609538.539398:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef74200. 00000020:00000001:2.0:1749609538.539401:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609538.539403:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef74200 with handle 0xae754a088751490a to hash 00000020:00000001:2.0:1749609538.539405:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609538.539406:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609538.539409:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609538.539411:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609538.539413:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609538.539415:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609538.539421:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609538.539431:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609538.539441:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609538.539443:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609538.539450:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7f00. 00000100:00000001:2.0:1749609538.539453:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372516096 : -131936337035520 : ffff88012d7f7f00) 00000100:00000001:2.0:1749609538.539457:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609538.539459:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886207744 : -131938823343872 : ffff8800994d7100) 00000100:00000001:2.0:1749609538.539464:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609538.539467:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609538.539470:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609538.539473:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609538.539477:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7100 x1834598193473920/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609538.539488:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609538.539491:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609538.539495:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800994d7100 x1834598193473920/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609538.539507:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609538.539509:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609538.539511:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609538.539514:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609538.539517:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609538.539519:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609538.539521:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609538.539523:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609538.539526:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749609538.541889:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3be100. 00010000:00000010:0.1:1749609538.541901:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef75000. 00000100:00000001:2.0:1749609538.637871:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609538.637888:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609538.637891:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609538.637897:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609538.637900:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609538.637904:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609538.637907:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609538.640747:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609538.640750:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609538.640815:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609538.640820:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609538.640823:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609539.082826:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609539.082849:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609539.082852:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609539.082856:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609539.082860:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609539.082863:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609539.082867:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609539.082870:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609539.082873:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609539.538746:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609539.538751:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609539.538765:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609539.538767:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609539.538769:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609539.538771:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609539.538773:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609539.538775:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609539.538776:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609539.637801:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609539.637812:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609539.637813:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609539.637817:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609539.637819:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609539.637822:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609539.637824:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609539.642814:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609539.642816:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609539.642862:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609539.642865:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609539.642867:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609540.082902:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609540.082910:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609540.082912:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609540.082916:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609540.082920:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609540.082924:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609540.082927:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609540.082930:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609540.082932:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609540.538815:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609540.538823:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609540.538825:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609540.538829:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609540.538833:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609540.538837:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609540.538840:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609540.538844:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609540.538847:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609540.637799:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609540.637815:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609540.637817:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609540.637822:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609540.637825:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609540.637829:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609540.637831:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609540.644856:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609540.644861:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609540.644998:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609540.645005:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609540.645011:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609541.082831:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609541.082839:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609541.082842:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609541.082845:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609541.082850:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609541.082854:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609541.082857:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609541.082859:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609541.082861:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609541.538775:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609541.538780:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609541.538782:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609541.538785:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609541.538788:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609541.538791:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609541.538793:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609541.538795:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609541.538797:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609541.637763:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609541.637779:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609541.637781:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609541.637785:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609541.637788:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609541.637791:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609541.637793:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609541.646754:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609541.646758:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609541.646815:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609541.646831:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609541.646834:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609542.082812:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609542.082819:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609542.082822:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609542.082825:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609542.082829:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609542.082832:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609542.082835:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609542.082837:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609542.082839:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.538779:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609542.538785:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609542.538786:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609542.538788:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609542.538790:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609542.538793:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.538795:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609542.538797:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.538798:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.637927:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609542.637939:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609542.637941:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609542.637945:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609542.637948:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609542.637950:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.637952:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609542.644797:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609542.644803:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609542.644805:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609542.644808:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609542.644810:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609542.644811:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609542.644814:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609542.644818:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4142 00000100:00080000:2.0:1749609542.644822:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609542.644824:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609542.644826:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609542.644827:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609542.644828:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609542.644831:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609542.644833:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609542.644835:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609542.644838:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609542.644855:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609542.644857:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609542.644859:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609542.644861:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609542.644862:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609542.644863:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609542.644865:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609542.644867:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609542.644869:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609542.644871:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609542.644877:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609542.644879:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.644880:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609542.644883:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609542.644887:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7480. 00000020:00000040:2.0:1749609542.644889:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609542.644893:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609542.644894:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.644896:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609542.644898:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609542.644901:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609542.644906:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1400. 00000100:00000001:2.0:1749609542.644912:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609542.644918:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609542.644926:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609542.644927:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609542.644929:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d7480] to pc [ptlrpcd_rcv+-1] req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609542.644950:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609542.644952:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609542.644954:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609542.644959:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609542.644960:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609542.644962:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609542.644964:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4142 00000100:00080000:2.0:1749609542.644966:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609542.644967:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609542.644969:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609542.644970:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609542.644971:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609542.644972:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609542.644973:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609542.644974:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609542.644975:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609542.644976:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609542.644978:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609542.644979:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609542.644980:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609542.644981:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609542.644982:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609542.644984:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609542.644985:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609542.644987:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609542.644988:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609542.644990:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609542.644992:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.644993:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609542.644994:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609542.644996:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7800. 00000020:00000040:2.0:1749609542.644997:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609542.644999:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609542.645000:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645001:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609542.645005:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609542.645006:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609542.645009:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1800. 00000100:00000001:2.0:1749609542.645011:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609542.645013:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609542.645019:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609542.645019:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609542.645021:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d7800] to pc [ptlrpcd_rcv+-1] req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609542.645026:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609542.645028:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609542.645028:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609542.645030:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609542.645031:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609542.645032:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609542.645032:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609542.645033:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609542.645034:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4142 00000100:00000001:0.0:1749609542.645034:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609542.645036:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609542.645037:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609542.645038:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609542.645039:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609542.645040:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609542.645042:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609542.645042:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000040:0.0:1749609542.645042:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609542.645043:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609542.645045:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609542.645046:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609542.645047:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609542.645049:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609542.645050:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609542.645051:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609542.645053:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609542.645055:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609542.645055:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609542.645057:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609542.645058:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609542.645059:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609542.645060:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609542.645061:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609542.645062:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609542.645063:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609542.645064:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609542.645064:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645065:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609542.645066:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609542.645068:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7b80. 00000100:00100000:0.0:1749609542.645068:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193474048:0@lo:38: 00000020:00000040:2.0:1749609542.645069:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609542.645070:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609542.645071:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645072:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609542.645072:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609542.645073:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609542.645074:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609542.645076:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1749609542.645077:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1c00. 00000100:00000001:2.0:1749609542.645105:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609542.645109:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609542.645117:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609542.645118:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609542.645120:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d7b80] to pc [ptlrpcd_rcv+-1] req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609542.645120:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609542.645123:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609542.645128:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7afc00. 00000100:00000001:2.0:1749609542.645129:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609542.645131:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1749609542.645131:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645134:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749609542.645138:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000010:2.0:1749609542.645140:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6d80. 00000020:00000040:2.0:1749609542.645142:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609542.645144:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749609542.645145:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 02000000:00000001:2.0:1749609542.645146:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609542.645148:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609542.645152:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bef00. 00000100:00000200:0.0:1749609542.645153:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193474048, portal 4 00000100:00000001:0.0:1749609542.645155:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609542.645156:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886208640 : -131938823342976 : ffff8800994d7480) 00000100:00000001:2.0:1749609542.645162:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609542.645164:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609542.645166:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609542.645170:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609542.645173:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609542.645174:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609542.645175:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749609542.645176:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193474048, offset 0 00000100:00000001:2.0:1749609542.645177:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609542.645180:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609542.645181:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d6d80] to pc [ptlrpcd_00_02+2] req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609542.645192:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609542.645201:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0aa00 00000400:00000200:0.0:1749609542.645206:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 8320 00000100:00000001:2.0:1749609542.645213:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609542.645213:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609542.645217:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609542.645218:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4152) 00000100:00000001:0.0:1749609542.645221:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609542.645223:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609542.645233:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609542.645235:0:1051:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749609542.645237:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609542.645237:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15c000. 00000100:00000040:0.0:1749609542.645239:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15c000 x1834598193474048 msgsize 520 00000100:00000001:2.0:1749609542.645258:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749609542.645258:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609542.645259:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.645260:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609542.645260:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609542.645262:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609542.645264:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609542.645266:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609542.645269:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609542.645270:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609542.645271:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609542.645272:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609542.645273:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 02000000:00000001:2.0:1749609542.645274:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609542.645274:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00100000:2.0:1749609542.645275:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193474432:0@lo:400: 00000100:00000001:0.0:1749609542.645276:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609542.645277:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609542.645278:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609542.645279:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609542.645279:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609542.645280:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609542.645282:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74800. 02000000:00000001:2.0:1749609542.645283:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645284:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609542.645285:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609542.645286:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749609542.645289:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000001:0.0:1749609542.645289:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645290:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749609542.645292:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193474432, portal 10 00000100:00000001:0.0:1749609542.645292:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609542.645294:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609542.645295:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2118 usecs (3 jiffies) 00000100:00000001:3.0:1749609542.645297:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645298:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609542.645298:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298815091 00000100:00000001:2.0:1749609542.645299:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886206848 : -131938823344768 : ffff8800994d6d80) 00000100:00000010:0.0:1749609542.645300:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e78c0. 00000100:00000040:2.0:1749609542.645302:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609542.645305:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609542.645306:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609542.645308:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609542.645309:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000001:0.0:1749609542.645310:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298815091 00000100:00000200:2.0:1749609542.645311:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193474432, offset 0 00000100:00000010:0.0:1749609542.645311:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7700. 00000400:00000200:2.0:1749609542.645313:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609542.645313:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000200:2.0:1749609542.645318:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609542.645319:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609542.645321:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193474048 02000000:00000001:3.0:1749609542.645322:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609542.645322:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0ab80 00000100:00000001:3.0:1749609542.645324:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609542.645325:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 66688 00000100:00000001:0.0:1749609542.645325:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298815091 00000100:00000001:3.0:1749609542.645326:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609542.645327:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7480. 02000000:00000001:3.0:1749609542.645329:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609542.645329:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609542.645329:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000200:2.0:1749609542.645330:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609542.645330:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298815091 00000100:00000010:0.0:1749609542.645331:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7cc0. 00000100:00100000:3.0:1749609542.645332:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193474048 00000020:00000001:3.0:1749609542.645333:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609542.645333:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609542.645333:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000040:3.0:1749609542.645334:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:2.0:1749609542.645334:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609542.645334:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609542.645335:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609542.645336:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609542.645336:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6a00. 00000100:00000001:0.0:1749609542.645336:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609542.645337:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609542.645338:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d6a00 x1834598193474432 msgsize 224 00000100:00100000:2.0:1749609542.645340:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749609542.645341:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782cc00. 00000100:00000001:0.0:1749609542.645341:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609542.645343:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609542.645344:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609542.645345:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000020:00000010:3.0:1749609542.645347:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09ed8. 00000100:00000001:0.0:1749609542.645347:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749609542.645348:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000100:00000001:0.0:1749609542.645348:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609542.645349:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 02000000:00000001:0.0:1749609542.645349:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609542.645350:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609542.645351:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609542.645351:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609542.645352:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749609542.645352:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609542.645352:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609542.645353:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193474176:0@lo:38: 00000100:00000001:3.0:1749609542.645354:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645355:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609542.645356:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609542.645357:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645357:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609542.645357:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609542.645358:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609542.645359:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609542.645359:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7af800. 02000000:00000001:0.0:1749609542.645361:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609542.645362:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:2.0:1749609542.645363:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645364:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749609542.645364:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:3.0:1749609542.645365:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.645365:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609542.645366:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193474176, portal 10 00000100:00000040:2.0:1749609542.645367:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 557 usecs (1 jiffies) 00000100:00000001:0.0:1749609542.645367:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609542.645367:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886209536 : -131938823342080 : ffff8800994d7800) 00000100:00000001:2.0:1749609542.645368:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298815089 00000100:00000001:1.0:1749609542.645369:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609542.645370:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609542.645370:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609542.645371:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609542.645371:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193474432 00000100:00000001:2.0:1749609542.645373:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298815091 02000000:00000001:1.0:1749609542.645373:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609542.645374:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298815089 00000100:00000001:1.0:1749609542.645374:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609542.645374:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609542.645375:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000001:2.0:1749609542.645375:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298815091 00000100:00000001:1.0:1749609542.645375:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609542.645376:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382363136 : -131936327188480 : ffff88012e15c000) 00000100:00000040:0.0:1749609542.645376:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609542.645376:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00000100:00000001:2.0:1749609542.645377:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298815089 02000000:00000001:1.0:1749609542.645377:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645378:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298815091 00000100:00000001:2.0:1749609542.645378:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298815089 00000100:00000200:0.0:1749609542.645378:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193474176, offset 0 00000100:00000040:3.0:1749609542.645379:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15c000 x1834598193474048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609542.645379:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298815091 00000100:00100000:1.0:1749609542.645379:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193474432 00000100:00000001:2.0:1749609542.645380:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609542.645380:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609542.645381:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609542.645381:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609542.645381:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:2.0:1749609542.645383:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609542.645383:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609542.645383:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609542.645384:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609542.645384:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:0.0:1749609542.645385:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0aa80 00000100:00100000:3.0:1749609542.645386:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193474048:12345-0@lo:38: 00000020:00000001:1.0:1749609542.645386:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:1.0:1749609542.645387:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609542.645388:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 66912 00000100:00000200:3.0:1749609542.645389:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193474048 00000400:00000200:0.0:1749609542.645390:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609542.645391:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609542.645391:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609542.645392:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749609542.645393:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609542.645393:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11c00. 00000100:00000001:0.0:1749609542.645393:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609542.645394:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749609542.645396:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7ebad00. 00000100:00000010:0.0:1749609542.645396:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15c380. 00000100:00000040:0.0:1749609542.645397:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15c380 x1834598193474176 msgsize 520 00000020:00000040:1.0:1749609542.645400:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00100000:0.0:1749609542.645400:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749609542.645401:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645405:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609542.645406:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749609542.645407:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000020:00000010:1.0:1749609542.645408:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000400:00000010:0.0:1749609542.645408:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00010000:00020000:3.0:1749609542.645409:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609542.645409:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749609542.645410:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749609542.645410:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00000100:00000200:0.0:1749609542.645411:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609542.645413:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609542.645413:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000100:00000001:3.0:1749609542.645414:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609542.645414:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609542.645416:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609542.645416:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609542.645417:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609542.645417:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609542.645418:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609542.645419:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609542.645419:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609542.645420:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd50400. 00000100:00000001:0.0:1749609542.645420:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609542.645421:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645421:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609542.645421:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609542.645421:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609542.645422:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609542.645422:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193474176 00000100:00000040:0.0:1749609542.645422:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 783 usecs (1 jiffies) 02000000:00000001:2.0:1749609542.645423:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609542.645423:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298815089 00000100:00000001:2.0:1749609542.645424:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609542.645424:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609542.645424:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298815091 00010000:00000001:3.0:1749609542.645425:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609542.645425:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645426:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298815089 00010000:00000001:3.0:1749609542.645427:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609542.645427:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645427:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298815091 00000100:00001000:3.0:1749609542.645428:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:2.0:1749609542.645428:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193474176 00000100:00000001:0.0:1749609542.645428:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298815089 00000100:00000001:0.0:1749609542.645429:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298815091 00000020:00000001:2.0:1749609542.645430:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609542.645430:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609542.645430:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298815089 00000100:00000001:3.0:1749609542.645431:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609542.645431:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609542.645431:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609542.645431:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298815091 00000020:00000001:2.0:1749609542.645432:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609542.645432:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645432:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609542.645433:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609542.645433:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609542.645434:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:2.0:1749609542.645434:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645434:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609542.645435:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:2.0:1749609542.645435:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 00000100:00000001:0.0:1749609542.645435:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609542.645436:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609542.645437:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609542.645438:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:2.0:1749609542.645438:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552df80. 00000100:00000001:0.0:1749609542.645438:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749609542.645439:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609542.645439:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609542.645440:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609542.645440:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73ed8. 00000100:00000001:0.0:1749609542.645440:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609542.645441:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609542.645441:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609542.645441:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609542.645442:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609542.645442:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609542.645442:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609542.645442:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609542.645443:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749609542.645443:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609542.645444:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609542.645444:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609542.645444:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000200:3.0:1749609542.645446:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193474048, offset 0 00000100:00000040:1.0:1749609542.645446:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609542.645447:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609542.645447:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886205952 : -131938823345664 : ffff8800994d6a00) 00000100:00000001:0.0:1749609542.645447:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609542.645447:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609542.645449:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609542.645449:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609542.645450:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609542.645450:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d6a00 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:488/0 lens 224/0 e 0 to 0 dl 1749609553 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609542.645450:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609542.645451:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609542.645452:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193474304:0@lo:38: 00000400:00000200:3.0:1749609542.645454:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609542.645454:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609542.645454:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609542.645455:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609542.645455:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645456:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609542.645456:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749609542.645456:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749609542.645457:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 02000000:00000010:0.0:1749609542.645457:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 00000400:00000200:3.0:1749609542.645458:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0aa00 02000000:00000001:0.0:1749609542.645458:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609542.645459:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609542.645460:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11640. 00000400:00000010:0.0:1749609542.645460:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaaa8. 00000400:00000200:3.0:1749609542.645462:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4875 [1] + 0 00000100:00100000:2.0:1749609542.645462:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1749609542.645462:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193474432:12345-0@lo:400: 00000100:00000001:2.0:1749609542.645463:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382364032 : -131936327187584 : ffff88012e15c380) 00000100:00000200:1.0:1749609542.645464:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193474432 00000400:00000200:3.0:1749609542.645465:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609542.645466:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15c380 x1834598193474176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609542.645466:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609542.645467:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609542.645468:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:0.0:1749609542.645468:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00000100:00000001:3.0:1749609542.645469:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609542.645469:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609542.645470:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1749609542.645470:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193474304, portal 10 00000100:00000200:3.0:1749609542.645471:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609542.645471:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193474176:12345-0@lo:38: 00000100:00000001:0.0:1749609542.645471:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609542.645471:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886210432 : -131938823341184 : ffff8800994d7b80) 00000020:00000001:1.0:1749609542.645472:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:1.0:1749609542.645473:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1749609542.645474:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193474176 00000100:00000040:0.0:1749609542.645474:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609542.645475:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609542.645475:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609542.645476:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1749609542.645477:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609542.645478:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609542.645478:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609542.645479:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609542.645479:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609542.645480:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000020:00000001:2.0:1749609542.645481:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609542.645481:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1749609542.645481:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193474304, offset 0 00010000:00020000:2.0:1749609542.645483:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609542.645484:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609542.645484:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609542.645485:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609542.645485:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609542.645485:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749609542.645486:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609542.645486:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749609542.645487:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1400. 00000100:00000001:2.0:1749609542.645488:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609542.645488:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609542.645488:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0ab00 00000100:00000001:2.0:1749609542.645489:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609542.645489:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609542.645490:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609542.645490:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609542.645490:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 67432 00000100:00000001:3.0:1749609542.645491:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000040:1.0:1749609542.645491:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193474432 02000000:00000010:2.0:1749609542.645492:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b2000. 00000400:00000200:0.0:1749609542.645492:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609542.645493:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645494:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609542.645494:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609542.645495:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609542.645496:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00010000:00000001:2.0:1749609542.645496:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609542.645496:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:3.0:1749609542.645498:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00001000:2.0:1749609542.645498:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000200:1.0:1749609542.645498:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800994d6a00 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609542.645500:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609542.645501:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609542.645501:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609542.645502:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609542.645502:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609542.645503:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00010000:00000001:1.0:1749609542.645503:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749609542.645503:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609542.645504:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000001:1.0:1749609542.645504:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609542.645504:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15c700. 00000100:00000001:3.0:1749609542.645505:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645505:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609542.645505:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15c700 x1834598193474304 msgsize 520 00000100:00000040:2.0:1749609542.645506:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00001000:1.0:1749609542.645506:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=87 v=5 (1 1 0 0) 00000100:00000040:3.0:1749609542.645507:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609542.645507:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609542.645508:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609542.645508:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609542.645508:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609542.645509:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645509:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609542.645510:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609542.645510:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000001:3.0:1749609542.645511:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609542.645511:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:2.0:1749609542.645512:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 02000000:00000001:1.0:1749609542.645512:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609542.645512:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609542.645513:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609542.645514:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15c000 x1834598193474048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609542.645514:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609542.645514:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00000040:1.0:1749609542.645515:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609542.645515:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609542.645516:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1749609542.645517:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:0.0:1749609542.645517:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609542.645518:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193474176, offset 0 00000100:00000200:1.0:1749609542.645520:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193474432, offset 224 00000100:00000001:0.0:1749609542.645522:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609542.645523:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193474048:12345-0@lo:38: Request processed in 135us (282us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749609542.645523:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609542.645523:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609542.645527:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645527:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609542.645529:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609542.645529:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609542.645530:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 601 usecs (1 jiffies) 00000100:00100000:3.0:1749609542.645531:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000400:00000200:1.0:1749609542.645531:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609542.645531:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298815089 00000100:00000001:0.0:1749609542.645532:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298815091 00000100:00000001:0.0:1749609542.645533:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298815089 00000100:00000001:3.0:1749609542.645534:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609542.645534:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0aa80 00000100:00000001:0.0:1749609542.645534:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298815091 00000100:00000001:3.0:1749609542.645535:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609542.645535:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298815089 00000400:00000200:1.0:1749609542.645536:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609542.645536:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298815091 00000100:00000001:0.0:1749609542.645537:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298815089 00000400:00000200:2.0:1749609542.645538:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4885 [1] + 0 00000100:00000001:0.0:1749609542.645538:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298815091 00000020:00000010:3.0:1749609542.645539:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000100:00000001:0.0:1749609542.645539:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609542.645540:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ab80 00000100:00000001:0.0:1749609542.645540:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609542.645542:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09ed8. 00000400:00000200:2.0:1749609542.645542:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749609542.645542:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609542.645543:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609542.645544:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000020:00000010:3.0:1749609542.645545:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782cc00. 00000400:00000200:2.0:1749609542.645545:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609542.645545:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609542.645546:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609542.645547:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609542.645548:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609542.645548:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609542.645549:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x487d [1] + 224 00000400:00000200:1.0:1749609542.645552:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609542.645553:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609542.645554:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609542.645556:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609542.645557:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.645558:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609542.645558:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609542.645559:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749609542.645560:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609542.645560:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1749609542.645562:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609542.645562:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609542.645563:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609542.645565:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609542.645565:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609542.645566:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00001000:0.0:1749609542.645568:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609542 v=5 (0 0 0 0) 00000020:00000040:3.0:1749609542.645569:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:2.0:1749609542.645569:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609542.645570:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=154 v=20 (1 20 0 0) 00000100:00000001:1.0:1749609542.645572:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609542.645572:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609542.645573:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609542.645574:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609542.645576:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000001:2.0:1749609542.645577:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609542.645577:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000040:0.0:1749609542.645577:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609542.645578:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609542.645579:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609542.645581:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609542.645582:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000100:00000001:1.0:1749609542.645582:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609542.645583:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:3.0:1749609542.645584:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609542.645584:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609542.645584:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749609542.645585:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193474304 00010000:00000001:1.0:1749609542.645585:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609542.645586:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609542.645586:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609542.645587:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609542.645587:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609542.645588:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609542.645589:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749609542.645589:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645589:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609542.645590:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645590:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609542.645590:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1749609542.645592:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609542.645592:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00080000:0.0:1749609542.645592:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749609542.645593:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6a00 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1749609553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609542.645594:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193474304 00000100:00000001:2.0:1749609542.645594:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609542.645594:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:2.0:1749609542.645595:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609542.645596:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609542.645596:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609542.645598:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193474432:12345-0@lo:400: Request processed in 141us (259us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609542.645599:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15c380 x1834598193474176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609542.645599:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609542.645602:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:1.0:1749609542.645602:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000020:00000001:3.0:1749609542.645604:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609542.645604:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000020:00000001:3.0:1749609542.645605:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609542.645605:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749609542.645606:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609542.645606:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609542.645606:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193474048:0@lo:38: 00000100:00100000:2.0:1749609542.645607:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193474176:12345-0@lo:38: Request processed in 135us (207us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749609542.645608:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00000020:00000010:3.0:1749609542.645609:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782cc00. 00000020:00000010:1.0:1749609542.645610:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00000400:00000001:0.0:1749609542.645610:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609542.645611:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749609542.645612:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000020:00000010:1.0:1749609542.645612:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000400:00000010:0.0:1749609542.645613:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000020:00000010:3.0:1749609542.645614:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09ed8. 00000100:00100000:2.0:1749609542.645614:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000020:00000040:1.0:1749609542.645614:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000200:0.0:1749609542.645614:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:1.0:1749609542.645615:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.645616:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749609542.645616:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:3.0:1749609542.645617:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609542.645617:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609542.645618:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609542.645619:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749609542.645619:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552df80. 00000100:00000001:3.0:1749609542.645620:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609542.645620:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609542.645622:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73ed8. 00000100:00000001:3.0:1749609542.645623:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609542.645626:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 00000100:00000001:1.0:1749609542.645626:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609542.645627:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609542.645627:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609542.645628:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.645629:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609542.645629:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000001:1.0:1749609542.645631:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382364928 : -131936327186688 : ffff88012e15c700) 00000100:00000040:1.0:1749609542.645632:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15c700 x1834598193474304/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609542.645632:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609542.645633:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609542.645635:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609542.645636:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1749609542.645637:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193474304:12345-0@lo:38: 00000100:00000001:0.0:1749609542.645638:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609542.645639:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609542.645640:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749609542.645640:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193474304 00000020:00000001:1.0:1749609542.645641:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609542.645641:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609542.645642:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609542.645644:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1749609542.645644:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609542 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609542.645646:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=136 v=20 (1 20 0 0) 00000400:00000001:2.0:1749609542.645647:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749609542.645647:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609542.645648:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00020000:1.0:1749609542.645648:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609542.645648:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1749609542.645649:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00010000:00000001:1.0:1749609542.645649:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609542.645649:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609542.645651:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00010000:00000001:1.0:1749609542.645651:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609542.645651:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749609542.645652:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:1.0:1749609542.645652:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609542.645654:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609542.645654:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609542.645656:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609542.645656:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609542.645657:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609542.645659:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1800. 00000100:00000200:2.0:1749609542.645660:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609542.645660:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609542.645661:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645661:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609542.645662:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609542.645663:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645663:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609542.645664:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609542.645664:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.645665:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609542.645665:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609542.645665:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609542.645666:0:1051:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609542.645666:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749609542.645667:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609542.645667:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609542.645668:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609542.645668:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1749609542.645668:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609542.645669:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609542.645669:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609542.645670:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609542.645670:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609542.645671:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00080000:0.0:1749609542.645671:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609542.645672:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749609542.645673:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=87 v=5 (5 5 0 0) 00000100:00001000:2.0:1749609542.645693:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=87 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609542.645695:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609542.645696:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609542.645697:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749609542.645697:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609542.645699:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00080000:2.0:1749609542.645700:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609542.645700:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609542.645701:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609542.645702:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609542.645704:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609542.645704:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000040:0.0:1749609542.645704:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609542.645706:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1749609542.645706:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193474304, offset 0 00000100:00000040:2.0:1749609542.645708:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:1.0:1749609542.645708:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609542.645709:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609542.645709:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609542.645709:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193474176:0@lo:38: 00000100:00000040:2.0:1749609542.645711:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609542.645712:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609542.645712:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645713:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609542.645714:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7480 x1834598193474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609542.645715:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609542.645716:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609542.645716:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609542.645716:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ab00 00000400:00000200:1.0:1749609542.645718:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4891 [1] + 0 00000100:00000001:0.0:1749609542.645718:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609542.645719:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749609542.645721:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609542.645721:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749609542.645721:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7afc00. 00000400:00000200:1.0:1749609542.645723:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609542.645724:0:7440:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609542.645725:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749609542.645726:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193474432:0@lo:400: 00000100:00000200:1.0:1749609542.645726:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609542.645726:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609542.645727:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609542.645728:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609542.645728:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609542.645729:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749609542.645730:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1400. 00000100:00000040:2.0:1749609542.645731:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d6d80 x1834598193474432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609542.645731:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609542.645732:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609542.645733:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609542.645734:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1749609542.645734:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7480. 02000000:00000001:2.0:1749609542.645735:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609542.645736:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74800. 00000100:00000001:1.0:1749609542.645736:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609542.645736:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609542.645736:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609542.645737:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609542.645738:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000040:0.0:1749609542.645738:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7800 x1834598193474176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609542.645740:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609542.645740:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609542.645741:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609542.645742:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1749609542.645742:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 02000000:00000010:2.0:1749609542.645743:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bef00. 00000100:00000001:1.0:1749609542.645744:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609542.645744:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609542.645746:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609542.645747:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609542.645747:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609542.645747:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749609542.645748:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749609542.645748:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000010:0.0:1749609542.645748:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7af800. 00000100:00000010:2.0:1749609542.645749:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d6d80. 00000100:00000001:1.0:1749609542.645749:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609542.645749:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609542.645750:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609542.645750:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609542.645751:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1749609542.645751:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609542.645752:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609542.645752:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15c700 x1834598193474304/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609562 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609542.645752:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609542.645752:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1800. 00000100:00000001:2.0:1749609542.645753:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609542.645753:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609542.645754:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609542.645754:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7800. 00000100:00000001:0.0:1749609542.645755:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609542.645756:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609542.645756:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.645757:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609542.645757:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193474304:12345-0@lo:38: Request processed in 119us (250us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609542.645757:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609542.645758:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609542.645759:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645760:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609542.645760:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609542.645761:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000001:0.0:1749609542.645761:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609542.645762:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609542.645763:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609542.645763:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1749609542.645764:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749609542.645765:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000400:00000001:0.0:1749609542.645765:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609542.645766:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaaa8. 00000020:00000010:1.0:1749609542.645767:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09ed8. 00000400:00000200:0.0:1749609542.645767:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000400:00000010:0.0:1749609542.645767:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000020:00000010:1.0:1749609542.645768:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782cc00. 00000100:00000001:0.0:1749609542.645769:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609542.645770:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609542.645770:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609542.645774:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609542.645778:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609542.645779:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609542.645780:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609542.645781:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609542.645782:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609542.645783:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609542.645784:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609542.645786:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609542 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609542.645788:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=87 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609542.645789:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609542.645790:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609542.645791:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609542.645793:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609542.645797:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609542.645798:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609542.645798:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609542.645799:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609542.645800:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609542.645801:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609542.645802:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609542.645803:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609542.645805:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609542.645808:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193474304:0@lo:38: 00000100:00000001:0.0:1749609542.645810:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645811:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609542.645812:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7b80 x1834598193474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609542.645815:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609542.645816:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609542.645817:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 02000000:00000001:0.0:1749609542.645818:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609542.645819:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609542.645819:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609542.645820:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609542.645820:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1c00. 02000000:00000001:0.0:1749609542.645822:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609542.645822:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609542.645823:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7b80. 00000100:00000001:0.0:1749609542.645824:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609542.645825:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609542.645826:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645827:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609542.645827:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609542.645828:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609542.645829:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609542.647712:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298815091, at 4298815091 00000100:00000010:1.0:1749609542.647716:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7700. 00000100:00000040:0.0:1749609542.647716:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298815091, at 4298815091 00000100:00000040:3.0:1749609542.647717:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298815091, at 4298815091 00000100:00000040:2.0:1749609542.647724:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298815091, at 4298815091 00000100:00000010:0.0:1749609542.647724:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e78c0. 00000100:00000010:2.0:1749609542.647730:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7480. 00000100:00000010:3.0:1749609542.647732:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7cc0. 00010000:00000001:0.0:1749609542.648763:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609542.648768:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609542.648855:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609542.648859:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609542.648862:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609543.082811:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609543.082816:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609543.082818:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609543.082821:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609543.082823:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609543.082826:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609543.082829:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609543.082832:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609543.082834:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609543.538778:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609543.538782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609543.538784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609543.538786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609543.538788:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609543.538790:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609543.538792:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609543.538794:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609543.538807:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609543.645813:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609543.645824:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609543.645826:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609543.645829:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609543.645831:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609543.645834:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609543.645836:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609543.650729:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609543.650732:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609543.650785:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609543.650788:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609543.650791:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609544.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609544.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609544.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609544.082799:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609544.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609544.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609544.082805:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609544.082807:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609544.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609544.538783:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609544.538789:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609544.538790:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609544.538792:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609544.538795:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609544.538798:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609544.538800:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609544.538807:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800994d7100 x1834598193473920/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609544.538813:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609544.538815:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7100 x1834598193473920/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609544.538819:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609544.538821:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609544.538822:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609544.538824:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609544.538825:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7100 x1834598193473920/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609544.538828:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193473920:0@lo:101: 00000100:00000001:2.0:1749609544.538831:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609544.538832:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609544.538834:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609544.538835:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609544.538836:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7100 x1834598193473920/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609544.538861:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609544.538863:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7f00. 00000100:00000001:2.0:1749609544.538868:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609544.538869:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749609544.538873:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749609544.538876:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609544.538878:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609544.538881:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef74200 refcount=4 00000020:00000001:2.0:1749609544.538883:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609544.538886:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00010000:2.0:1749609544.538890:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609544.538897:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749609544.538901:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609544.538906:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749609544.538908:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609544.538914:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609544.538915:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749609544.538917:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609544.538923:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609544.538925:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609544.538927:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749609544.538929:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609544.538943:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef74200 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:2.0:1749609544.538946:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609544.538947:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609544.538952:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749609544.538953:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749609544.538954:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609544.538955:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef74200 refcount=5 00000020:00000001:2.0:1749609544.538957:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609544.538959:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981222912 : -131938728328704 : ffff88009ef74200) 00010000:00000001:2.0:1749609544.538961:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749609544.538963:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749609544.538967:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749609544.538969:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749609544.538973:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749609544.538976:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749609544.538977:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609544.538979:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749609544.538980:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749609544.538983:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749609544.538985:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749609544.538986:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609544.538987:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609544.538989:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef74200 with handle 0xae754a088751490a from hash 00010000:00000001:2.0:1749609544.538991:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749609544.538992:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609544.538993:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609544.538994:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749609544.538998:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749609544.539000:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749609544.539002:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609544.539002:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609544.539004:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609544.539005:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609544.539007:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749609544.539011:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609544.539012:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609544.539013:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749609544.539014:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749609544.539015:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749609544.539016:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609544.539017:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749609544.539018:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef74200/0xae754a088751490a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749609544.539025:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009f3bec00 count: 0 00010000:00000001:2.0:1749609544.539058:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749609544.539060:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749609544.539063:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609544.539079:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7100 x1834598193473920/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609544.539085:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609544.539088:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609544.539089:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609544.539092:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609544.539094:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef74a00. 02000000:00000001:2.0:1749609544.539098:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609544.539100:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609544.539102:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7100. 00000100:00000001:2.0:1749609544.539106:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609544.539107:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749609544.539108:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749609544.539111:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749609544.539116:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749609544.539119:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b46d4a00. 00000020:00000010:2.0:1749609544.539122:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74a00. 00000020:00000010:2.0:1749609544.539126:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009ef74800. 00000040:00000010:2.0:1749609544.539129:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009ef75c00. 00000020:00000010:2.0:1749609544.539132:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88008fb71000. 00000020:00000010:2.0:1749609544.539135:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009ef74c00. 80000000:00000010:2.0:1749609544.539139:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609544.539143:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009ef74600. 00080000:00000010:2.0:1749609544.539147:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e19b000. 00080000:00000010:2.0:1749609544.539152:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880090e5e000. 10000000:00000040:2.0:1749609544.539158:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:2.0:1749609544.539159:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749609544.539163:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009ef74800. 00000040:00000010:2.0:1749609544.539167:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009ef75c00. 00000020:00000010:2.0:1749609544.539170:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88008fb71000. 00000020:00000010:2.0:1749609544.539174:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009ef74c00. 80000000:00000010:2.0:1749609544.539177:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800964f7300. 00040000:00000010:2.0:1749609544.539179:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009ef74600. 00080000:00000010:2.0:1749609544.539183:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880090e5e000. 00080000:00000010:2.0:1749609544.539187:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e19b000. 00000020:00000010:2.0:1749609544.539190:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74a00. 10000000:00000010:2.0:1749609544.539192:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b46d4a00. 10000000:01000000:2.0:1749609544.539194:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:2.0:1749609544.539196:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749609544.539198:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749609544.539200:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749609544.539202:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749609544.539203:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b4225600) refs 3 10000000:00000001:2.0:1749609544.539204:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:0.1:1749609544.541757:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3bec00. 00010000:00000010:0.1:1749609544.541763:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef74200. 00000100:00000001:2.0:1749609544.645836:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609544.645847:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609544.645848:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609544.645851:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609544.645867:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609544.645870:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609544.645872:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609544.652836:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609544.652839:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609544.652841:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609545.082831:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609545.082838:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609545.082840:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609545.082842:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609545.082845:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609545.082848:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609545.082852:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609545.082854:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609545.082856:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609545.645774:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609545.645786:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609545.645788:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609545.645790:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609545.645792:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609545.645794:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609545.645796:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609545.654812:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609545.654815:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609545.654818:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609546.082805:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609546.082810:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609546.082812:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609546.082814:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609546.082817:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609546.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609546.082822:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609546.082824:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609546.082825:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609546.645768:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609546.645778:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609546.645779:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609546.645782:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609546.645784:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609546.645786:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609546.645787:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609546.656849:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609546.656853:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609546.656856:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609547.082814:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609547.082819:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609547.082820:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609547.082823:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609547.082825:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609547.082827:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609547.082829:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609547.082831:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609547.082832:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.645796:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609547.645802:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749609547.645812:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609522/real 1749609522] req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609547 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609547.645828:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609547.645830:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609547.645833:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea9a0. 00000400:00000200:2.0:1749609547.645838:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9880 00000400:00000010:2.0:1749609547.645839:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9880. 00000100:00000001:2.0:1749609547.645842:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609547.645844:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609547 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609547.645849:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609547 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.645854:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609547.645855:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.645857:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609547.645858:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609547.645859:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609547 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.645880:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.645887:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609547.645888:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.645889:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609547.645891:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609547.645893:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609547.645894:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609547 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.645898:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609547.645900:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.645901:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609547.645901:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.645902:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609547.645904:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749609547.645906:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609547.645932:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:2.0:1749609547.645934:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749609547.645937:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609547 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609547.645943:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193471744:0@lo:250: 00000100:00000001:2.0:1749609547.645947:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.645949:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609547.645951:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688000 x1834598193471744/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609547 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.645957:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609547.645959:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609547.645963:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a3de000. 02000000:00000001:2.0:1749609547.645967:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609547.645969:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609547.645970:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609547.645977:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609547.645979:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009f7af400. 00000100:00080000:0.0:1749609547.645981:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749609547.645983:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609547.645984:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1749609547.645985:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000010:2.0:1749609547.645986:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688000. 00000100:00000001:0.0:1749609547.645987:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609547.645988:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609547.645989:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609547.645989:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609547.645990:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749609547.645991:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609547.645992:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4127 00000100:00000001:2.0:1749609547.645993:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609547.645994:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609547.645994:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749609547.645995:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609547.645996:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609547.645996:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609547.645997:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609547.645999:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609547.646000:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609547.646002:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609547.646003:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:0.0:1749609547.646004:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609547.646007:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:0.0:1749609547.646008:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:0.0:1749609547.646013:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:0.0:1749609547.646015:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609547.646016:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609547.646017:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609547.646018:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609547.646020:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:0.0:1749609547.646021:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:0.0:1749609547.646022:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609547.646024:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609547.646026:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609547.646028:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646029:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609547.646031:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609547.646034:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15ca80. 00000020:00000040:0.0:1749609547.646036:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 02000000:00000001:0.0:1749609547.646039:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609547.646040:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646041:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609547.646043:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609547.646066:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609547.646071:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a41400. 00000100:00000001:0.0:1749609547.646076:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609547.646080:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609547.646086:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609547.646088:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609547.646089:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e15ca80] to pc [ptlrpcd_rcv+-1] req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609547.646104:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609547.646106:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609547.646108:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609547.646109:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609547.646109:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609547.646111:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609547.646112:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4147 00000100:00080000:0.0:1749609547.646113:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609547.646115:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609547.646116:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609547.646116:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609547.646117:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609547.646118:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609547.646118:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609547.646119:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609547.646119:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609547.646120:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609547.646121:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749609547.646121:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609547.646121:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609547.646122:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609547.646124:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609547.646124:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609547.646124:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609547.646125:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609547.646126:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609547.646127:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00000001:2.0:1749609547.646128:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609547.646128:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609547.646129:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646129:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609547.646130:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609547.646131:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609547.646132:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609547.646133:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609547.646133:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609547.646134:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609547.646135:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e15ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193474560:0@lo:250: 00000100:00000001:0.0:1749609547.646135:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609547.646137:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609547.646137:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609547.646139:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749609547.646139:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15ce00. 02000000:00000001:2.0:1749609547.646140:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609547.646140:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609547.646141:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609547.646141:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609547.646142:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609547.646143:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b2400. 00000100:00000001:0.0:1749609547.646143:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609547.646144:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609547.646144:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609547.646145:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609547.646146:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42000. 00000400:00000010:2.0:1749609547.646148:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000100:00000001:0.0:1749609547.646148:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609547.646150:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749609547.646151:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682198. 00000100:00000200:2.0:1749609547.646154:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193474560, portal 25 00000100:00000001:0.0:1749609547.646154:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609547.646155:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609547.646155:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646156:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137382365824 : -131936327185792 : ffff88012e15ca80) 00000100:00000040:0.0:1749609547.646156:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e15ce00] to pc [ptlrpcd_rcv+-1] req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609547.646159:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609547.646160:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609547.646161:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609547.646163:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609547.646163:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609547.646164:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609547.646165:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749609547.646166:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749609547.646166:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4147 00000100:00080000:0.0:1749609547.646167:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609547.646168:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609547.646168:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000010:2.0:1749609547.646169:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000001:0.0:1749609547.646169:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609547.646170:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000200:2.0:1749609547.646171:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193474560, offset 0 00000100:00000001:0.0:1749609547.646171:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609547.646172:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609547.646172:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609547.646173:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609547.646173:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000400:00000200:2.0:1749609547.646174:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609547.646174:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609547.646175:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609547.646176:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609547.646178:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609547.646179:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609547.646180:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609547.646181:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000400:00000200:2.0:1749609547.646182:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609547.646182:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609547.646183:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609547.646184:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609547.646185:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609547.646186:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646187:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609547.646187:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609547.646188:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada0ac00 00000100:00000010:0.0:1749609547.646189:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15d180. 00000020:00000040:0.0:1749609547.646189:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609547.646190:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609547.646191:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646191:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000100:2.0:1749609547.646192:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193474560 offset 0 length 520: 4 02000000:00000001:0.0:1749609547.646192:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609547.646192:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609547.646194:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e3058c0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749609547.646195:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000010:0.0:1749609547.646195:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009f7af400. 00000100:00000001:0.0:1749609547.646196:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609547.646197:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749609547.646199:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000400:00000010:2.0:1749609547.646200:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:0.0:1749609547.646201:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609547.646201:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646202:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609547.646202:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e15d180] to pc [ptlrpcd_rcv+-1] req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609547.646204:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609547.646206:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609547.646207:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609547.646208:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749609547.646208:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749609547.646209:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609547.646209:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609547.646209:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609547.646210:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749609547.646212:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609547.646212:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4147 00000100:00000001:2.0:1749609547.646213:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749609547.646213:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749609547.646214:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609547.646214:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609547.646215:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609547.646216:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609547.646217:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298820101 00000100:00000001:0.0:1749609547.646217:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609547.646217:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609547.646218:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609547.646218:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749609547.646219:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4a00. 00000020:00000040:0.0:1749609547.646219:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609547.646220:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:0.0:1749609547.646221:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609547.646222:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609547.646223:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609547.646224:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749609547.646224:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609547.646224:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609547.646225:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:0.0:1749609547.646226:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609547.646227:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646228:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298820101 02000000:00000001:0.0:1749609547.646228:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:2.0:1749609547.646229:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4080. 02000000:00000001:0.0:1749609547.646229:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609547.646230:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646230:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609547.646231:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609547.646231:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609547.646232:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15d500. 00000020:00000040:0.0:1749609547.646233:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609547.646234:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609547.646234:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646235:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609547.646235:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609547.646236:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609547.646237:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009f7af800. 00000100:00000001:0.0:1749609547.646239:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646240:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298820101 00000100:00100000:0.0:1749609547.646240:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749609547.646242:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4100. 00000100:00000001:2.0:1749609547.646243:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609547.646244:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609547.646244:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646245:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298820101 00000100:00000040:0.0:1749609547.646245:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e15d500] to pc [ptlrpcd_rcv+-1] req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609547.646248:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4b40. 00000100:00000001:0.0:1749609547.646249:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646250:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749609547.646250:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609547.646251:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609547.646253:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15d880. 00000020:00000040:0.0:1749609547.646254:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609547.646255:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609547.646255:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609547.646256:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646257:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749609547.646257:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35d00. 00000100:00000001:0.0:1749609547.646258:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646259:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646260:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609547.646260:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609547.646261:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609547.646263:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609547.646264:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609547.646264:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609547.646264:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646266:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609547.646266:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e15d880] to pc [ptlrpcd_00_03+3] req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.646269:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609547.646270:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609547.646272:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609547.646275:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646276:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609547.646277:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609547.646278:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749609547.646278:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4157) 02000000:00000001:2.0:1749609547.646279:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609547.646280:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609547.646281:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e15ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193474688:0@lo:38: 00000100:00000001:2.0:1749609547.646282:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609547.646284:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609547.646284:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609547.646285:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609547.646286:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b2c00. 02000000:00000001:2.0:1749609547.646287:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609547.646289:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd8f0. 00000100:00000001:1.0:1749609547.646290:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749609547.646291:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000200:2.0:1749609547.646292:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193474688, portal 4 00000100:00000001:2.0:1749609547.646293:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1749609547.646293:0:1050:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749609547.646294:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137382366720 : -131936327184896 : ffff88012e15ce00) 00000100:00000001:1.0:1749609547.646295:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609547.646298:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609547.646299:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609547.646299:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609547.646301:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609547.646302:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609547.646302:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609547.646303:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609547.646303:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609547.646304:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609547.646305:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609547.646308:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609547.646310:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000200:2.0:1749609547.646312:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193474688, offset 0 00000400:00000200:2.0:1749609547.646315:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609547.646316:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609547.646317:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609547.646319:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609547.646319:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609547.646321:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609547.646322:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609547.646323:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0ac80 00000400:00000200:2.0:1749609547.646328:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 8840 00000100:00100000:1.0:1749609547.646330:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e15d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193475072:0@lo:400: 00000100:00000001:1.0:1749609547.646333:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609547.646334:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609547.646335:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609547.646336:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609547.646337:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609547.646338:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609547.646340:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 00000100:00000001:2.0:1749609547.646341:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609547.646342:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:1.0:1749609547.646342:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609547.646345:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a108. 00000100:00000010:2.0:1749609547.646346:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7100. 00000400:00000010:1.0:1749609547.646348:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000040:2.0:1749609547.646349:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d7100 x1834598193474688 msgsize 520 00000100:00000200:1.0:1749609547.646351:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193475072, portal 10 00000100:00100000:2.0:1749609547.646352:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609547.646353:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609547.646354:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137382369408 : -131936327182208 : ffff88012e15d880) 00000100:00000040:1.0:1749609547.646358:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609547.646365:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609547.646366:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609547.646367:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609547.646368:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000200:2.0:1749609547.646370:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00000200:1.0:1749609547.646370:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193475072, offset 0 00000400:00000010:2.0:1749609547.646372:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:2.0:1749609547.646374:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749609547.646375:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749609547.646376:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.646381:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609547.646381:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609547.646382:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.646385:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609547.646385:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0ae00 00000100:00000001:2.0:1749609547.646386:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609547.646388:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609547.646390:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2093 usecs (3 jiffies) 00000400:00000200:1.0:1749609547.646390:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 67952 00000100:00000001:2.0:1749609547.646391:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298820092 00000100:00000001:3.0:1749609547.646393:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609547.646393:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298820101 00000100:00000001:2.0:1749609547.646394:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298820092 00000400:00000200:1.0:1749609547.646394:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609547.646395:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193474688 00000100:00000001:2.0:1749609547.646395:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298820101 02000000:00000001:3.0:1749609547.646397:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609547.646397:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609547.646399:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609547.646399:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298820092 00000100:00000001:3.0:1749609547.646400:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646400:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298820101 00000100:00000001:1.0:1749609547.646400:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609547.646401:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609547.646404:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0700. 00000100:00000001:2.0:1749609547.646405:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298820092 00000100:00000001:2.0:1749609547.646406:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298820101 00000100:00000040:1.0:1749609547.646406:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a0700 x1834598193475072 msgsize 224 00000100:00000001:2.0:1749609547.646407:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609547.646408:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646408:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646409:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749609547.646409:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609547.646411:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193474688 00000100:00000040:2.0:1749609547.646411:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609547.646413:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609547.646414:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609547.646414:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749609547.646415:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609547.646415:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609547.646416:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609547.646416:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609547.646417:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609547.646418:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609547.646418:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609547.646419:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e15d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193474816:0@lo:38: 00000020:00000010:3.0:1749609547.646421:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609547.646421:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609547.646422:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609547.646422:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609547.646423:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609547.646423:0:1050:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749609547.646424:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b2800. 00000020:00000010:3.0:1749609547.646425:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 02000000:00000001:2.0:1749609547.646425:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609547.646427:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000200:1.0:1749609547.646427:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000020:00000010:3.0:1749609547.646429:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000400:00000010:1.0:1749609547.646429:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:1.0:1749609547.646431:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609547.646434:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749609547.646434:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000200:1.0:1749609547.646434:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609547.646435:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609547.646436:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609547.646436:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193474816, portal 10 00000100:00000001:2.0:1749609547.646436:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609547.646437:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137382367616 : -131936327184000 : ffff88012e15d180) 00000100:00000040:2.0:1749609547.646440:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609547.646441:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646442:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609547.646443:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609547.646443:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193475072 00000100:00000040:2.0:1749609547.646444:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609547.646444:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609547.646444:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749609547.646445:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609547.646445:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749609547.646446:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193474816, offset 0 00000100:00000001:0.0:1749609547.646446:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609547.646447:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609547.646447:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609547.646448:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609547.646448:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609547.646449:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193475072 00000020:00000001:0.0:1749609547.646450:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609547.646451:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609547.646451:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:1.0:1749609547.646452:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609547.646452:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609547.646453:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:3.0:1749609547.646454:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609547.646454:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0ad00 00000100:00000001:1.0:1749609547.646454:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749609547.646454:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:0.0:1749609547.646455:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:3.0:1749609547.646457:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609547.646457:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646458:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749609547.646459:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 68176 00000100:00100000:3.0:1749609547.646460:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:1.0:1749609547.646460:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 00000020:00000010:0.0:1749609547.646460:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e78c0. 00000400:00000200:2.0:1749609547.646461:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609547.646462:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886207744 : -131938823343872 : ffff8800994d7100) 00000100:00000001:1.0:1749609547.646462:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298820090 00000400:00000200:2.0:1749609547.646463:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609547.646463:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11c00. 00000100:00000001:1.0:1749609547.646464:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298820101 00000100:00000040:3.0:1749609547.646465:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d7100 x1834598193474688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.646465:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609547.646465:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609547.646466:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298820090 00000020:00000040:0.0:1749609547.646466:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000010:2.0:1749609547.646467:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6d80. 00000100:00000001:1.0:1749609547.646467:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298820101 00000100:00000040:2.0:1749609547.646468:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d6d80 x1834598193474816 msgsize 520 00000100:00000001:1.0:1749609547.646469:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298820090 00000100:00100000:2.0:1749609547.646470:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609547.646470:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298820101 00000100:00000001:0.0:1749609547.646470:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609547.646471:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298820090 00000100:00100000:3.0:1749609547.646473:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193474688:12345-0@lo:38: 00000100:00000001:1.0:1749609547.646473:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298820101 00000020:00000010:0.0:1749609547.646473:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78e00. 00000100:00000001:1.0:1749609547.646474:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609547.646475:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749609547.646475:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000200:3.0:1749609547.646476:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193474688 00000100:00000001:1.0:1749609547.646476:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609547.646476:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000400:00000200:2.0:1749609547.646477:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609547.646478:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609547.646478:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609547.646479:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609547.646479:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609547.646480:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609547.646480:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609547.646480:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609547.646481:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609547.646481:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1749609547.646482:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609547.646483:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.646484:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609547.646485:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609547.646486:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609547.646488:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646488:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609547.646488:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609547.646488:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646490:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609547.646491:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609547.646491:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 776 usecs (1 jiffies) 00000100:00000001:1.0:1749609547.646491:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609547.646492:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298820090 00000100:00100000:1.0:1749609547.646492:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193474816 00000100:00000001:0.0:1749609547.646492:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.646493:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298820101 00010000:00020000:3.0:1749609547.646494:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609547.646494:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298820090 02000000:00000001:1.0:1749609547.646494:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609547.646495:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298820101 00000100:00000001:1.0:1749609547.646495:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609547.646495:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1749609547.646496:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609547.646496:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298820090 00000100:00000001:0.0:1749609547.646496:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609547.646497:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298820101 00000100:00000001:1.0:1749609547.646497:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609547.646498:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609547.646498:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298820090 00000100:00100000:0.0:1749609547.646498:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000001:2.0:1749609547.646499:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298820101 00000100:00000001:2.0:1749609547.646499:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609547.646499:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609547.646500:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609547.646501:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749609547.646501:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193474816 00000100:00000001:0.0:1749609547.646501:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370060544 : -131936339491072 : ffff88012d5a0700) 00000100:00000001:2.0:1749609547.646502:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609547.646502:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609547.646503:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609547.646503:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749609547.646503:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609547.646503:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a0700 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:493/0 lens 224/0 e 0 to 0 dl 1749609558 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609547.646505:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609547.646505:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609547.646505:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609547.646506:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646507:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1749609547.646508:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd51800. 00000100:00000001:2.0:1749609547.646508:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1749609547.646508:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609547.646508:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7e40. 00000100:00000001:2.0:1749609547.646509:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646509:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609547.646510:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1749609547.646510:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e7e40. 02000000:00000001:2.0:1749609547.646511:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609547.646512:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609547.646513:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e15d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193474944:0@lo:38: 00000100:00100000:0.0:1749609547.646513:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193475072:12345-0@lo:400: 02000000:00000001:3.0:1749609547.646514:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646514:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1749609547.646514:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 02000000:00000001:2.0:1749609547.646515:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1749609547.646515:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193475072 00000100:00000001:3.0:1749609547.646516:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609547.646516:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609547.646516:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609547.646517:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749609547.646517:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00010000:00000001:3.0:1749609547.646518:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749609547.646518:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b3000. 00000020:00000001:0.0:1749609547.646518:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749609547.646519:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609547.646519:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000020:00000001:0.0:1749609547.646519:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609547.646520:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609547.646520:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000020:00000001:0.0:1749609547.646520:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1749609547.646521:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000200:2.0:1749609547.646522:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193474944, portal 10 00000100:00000001:1.0:1749609547.646522:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609547.646522:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00001000:3.0:1749609547.646523:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609547.646523:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609547.646523:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749609547.646523:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609547.646524:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137382368512 : -131936327183104 : ffff88012e15d500) 00000100:00000001:1.0:1749609547.646525:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609547.646525:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609547.646526:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749609547.646526:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609547.646526:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609547.646527:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609547.646527:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609547.646528:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609547.646528:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646529:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609547.646529:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609547.646530:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:2.0:1749609547.646530:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609547.646531:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:2.0:1749609547.646531:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000200:2.0:1749609547.646532:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193474944, offset 0 00000100:00000001:0.0:1749609547.646532:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609547.646533:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609547.646533:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609547.646533:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609547.646534:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000010:0.0:1749609547.646534:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7afc00. 02000000:00000001:0.0:1749609547.646535:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609547.646536:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609547.646537:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609547.646537:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609547.646538:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749609547.646538:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609547.646539:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609547.646539:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:0.0:1749609547.646539:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193475072 00000400:00000200:2.0:1749609547.646540:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0ad80 00000100:00000001:3.0:1749609547.646541:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609547.646541:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749609547.646541:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749609547.646542:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 68696 00010000:00000200:0.0:1749609547.646544:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0700 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609547.646545:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609547.646545:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609547.646545:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000400:00000010:3.0:1749609547.646547:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609547.646547:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886206848 : -131938823344768 : ffff8800994d6d80) 00000400:00000200:2.0:1749609547.646548:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609547.646549:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749609547.646550:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193474688, offset 0 00000100:00000040:1.0:1749609547.646550:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d6d80 x1834598193474816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609547.646550:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609547.646551:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=92 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609547.646553:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609547.646554:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609547.646554:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609547.646555:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609547.646556:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609547.646556:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749609547.646557:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609547.646557:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609547.646558:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193474816:12345-0@lo:38: 00000100:00000001:0.0:1749609547.646558:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749609547.646559:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6680. 00000400:00000200:3.0:1749609547.646560:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609547.646560:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609547.646561:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d6680 x1834598193474944 msgsize 520 00000100:00000200:1.0:1749609547.646561:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193474816 00000400:00000010:0.0:1749609547.646561:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00000020:00000001:1.0:1749609547.646563:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609547.646563:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193475072, offset 224 00000400:00000200:3.0:1749609547.646565:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0ac80 00000100:00100000:2.0:1749609547.646565:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749609547.646565:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749609547.646566:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609547.646570:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x48ad [1] + 0 00000100:00000001:2.0:1749609547.646571:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609547.646571:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609547.646571:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609547.646573:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:1.0:1749609547.646573:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609547.646575:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609547.646575:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ae00 00000400:00000200:3.0:1749609547.646576:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609547.646576:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000400:00000010:2.0:1749609547.646577:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00010000:00000001:1.0:1749609547.646577:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609547.646578:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609547.646579:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609547.646580:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609547.646580:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48b5 [1] + 224 02000000:00000001:1.0:1749609547.646581:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749609547.646582:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609547.646583:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749609547.646584:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a7bc00. 02000000:00000001:1.0:1749609547.646585:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609547.646585:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609547.646587:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609547.646587:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609547.646588:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609547.646588:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609547.646589:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609547.646589:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609547.646590:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609547.646590:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609547.646591:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609547.646592:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609547.646594:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609547.646595:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609547.646595:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.646596:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609547.646598:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609547.646599:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609547.646599:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609547.646601:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 596 usecs (1 jiffies) 00000100:00000040:1.0:1749609547.646601:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:0.0:1749609547.646601:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609547.646603:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298820090 00000100:00000001:1.0:1749609547.646603:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609547.646604:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298820101 00000100:00000001:1.0:1749609547.646605:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:0.0:1749609547.646605:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000100:00000001:3.0:1749609547.646606:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609547.646606:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298820090 00000400:00000010:0.0:1749609547.646606:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00000001:2.0:1749609547.646607:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298820101 00000100:00000040:1.0:1749609547.646607:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:0.0:1749609547.646607:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609547.646608:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298820090 00000100:00000001:0.0:1749609547.646608:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609547.646609:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298820101 02000000:00000001:1.0:1749609547.646609:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609547.646610:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:2.0:1749609547.646610:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298820090 02000000:00000001:1.0:1749609547.646610:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609547.646611:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609547.646611:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609547.646611:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646612:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298820101 00000100:00000040:0.0:1749609547.646612:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609547.646613:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609547.646613:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749609547.646613:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609547.646614:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609547.646614:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609547.646614:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609547.646615:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749609547.646615:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000020:00000001:0.0:1749609547.646615:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609547.646616:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609547.646617:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a0700 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1749609558 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.646618:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609547.646618:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193474816, offset 0 00000100:00000001:2.0:1749609547.646621:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749609547.646621:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609547.646621:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193475072:12345-0@lo:400: Request processed in 113us (214us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609547.646622:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609547.646625:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609547.646626:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609547.646626:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609547.646626:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000001:2.0:1749609547.646627:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1749609547.646627:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000020:00000001:3.0:1749609547.646628:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609547.646629:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609547.646629:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609547.646630:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609547.646630:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ad00 00000100:00000001:0.0:1749609547.646630:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609547.646631:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7100 x1834598193474688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609547.646632:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000400:00000200:1.0:1749609547.646633:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48bd [1] + 0 00000020:00000010:0.0:1749609547.646633:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000020:00000010:0.0:1749609547.646635:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78e00. 00000400:00000001:2.0:1749609547.646637:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1749609547.646637:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609547.646637:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00100000:3.0:1749609547.646638:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193474688:12345-0@lo:38: Request processed in 165us (288us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609547.646638:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609547.646639:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749609547.646639:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609547.646640:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd8f0. 00000400:00000200:2.0:1749609547.646642:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000100:00000001:0.0:1749609547.646642:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609547.646642:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193474944 00000400:00000010:2.0:1749609547.646643:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 02000000:00000001:0.0:1749609547.646643:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749609547.646644:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000001:0.0:1749609547.646644:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609547.646645:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609547.646645:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609547.646646:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609547.646646:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609547.646647:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609547.646647:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193474944 00000100:00000001:3.0:1749609547.646648:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609547.646648:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609547.646649:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609547.646649:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749609547.646650:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000001:1.0:1749609547.646650:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609547.646650:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609547.646651:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609547.646652:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000020:00000010:0.0:1749609547.646652:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78e00. 00000100:00000200:2.0:1749609547.646653:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609547.646653:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609547.646653:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000020:00000010:3.0:1749609547.646654:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000020:00000010:0.0:1749609547.646654:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:0.0:1749609547.646655:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609547.646656:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609547.646656:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609547.646657:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646658:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609547.646658:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646659:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.646660:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609547.646660:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.646661:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609547.646661:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609547.646662:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609547.646663:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749609547.646663:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000001:2.0:1749609547.646665:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609547.646665:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886205056 : -131938823346560 : ffff8800994d6680) 00000100:00000001:2.0:1749609547.646666:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609547.646666:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d6680 x1834598193474944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609547.646667:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609547.646667:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609547.646668:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609547.646670:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:1.0:1749609547.646670:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00100000:0.0:1749609547.646670:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193474944:12345-0@lo:38: 00000400:00000010:1.0:1749609547.646671:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000200:0.0:1749609547.646671:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193474944 00000020:00000001:0.0:1749609547.646672:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749609547.646673:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609547 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609547.646694:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=9 v=20 (1 1 20 0) 00000100:00000001:2.0:1749609547.646696:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609547.646698:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609547.646698:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:0.0:1749609547.646698:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609547.646699:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609547.646700:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609547.646701:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609547.646703:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609547.646703:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609547.646704:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609547.646705:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609547.646705:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609547.646706:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609547.646707:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609547.646707:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609547.646709:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609547.646709:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609547.646709:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609547.646710:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6d80 x1834598193474816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609547.646710:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609547.646713:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007248d400. 02000000:00000001:0.0:1749609547.646714:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646715:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646716:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1749609547.646716:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609547.646716:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646718:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609547.646718:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609547.646719:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609547.646719:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609547.646720:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609547.646720:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609547.646721:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00080000:2.0:1749609547.646722:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609547.646722:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609547.646723:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00080000:2.0:1749609547.646724:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000040:0.0:1749609547.646725:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:1.0:1749609547.646726:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193474816:12345-0@lo:38: Request processed in 168us (255us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749609547.646726:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609547.646726:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609547.646727:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609547.646728:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609547.646729:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00000100:00000001:2.0:1749609547.646730:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609547.646731:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193474944, offset 0 00000400:00000200:0.0:1749609547.646733:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609547.646734:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609547.646736:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609547.646738:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000400:00000200:0.0:1749609547.646738:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ad80 00000100:00100000:2.0:1749609547.646740:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e15ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193474688:0@lo:38: 00000100:00000001:1.0:1749609547.646740:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609547.646740:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48c5 [1] + 0 00000100:00000001:1.0:1749609547.646741:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609547.646742:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609547.646743:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00000400:00000001:2.0:1749609547.646744:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749609547.646744:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749609547.646745:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609547.646746:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00000400:00000010:2.0:1749609547.646747:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000020:00000010:1.0:1749609547.646748:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00000400:00000200:2.0:1749609547.646749:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609547.646750:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:2.0:1749609547.646752:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609547.646752:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609547.646753:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609547.646754:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609547.646755:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609547.646758:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609547.646761:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609547.646761:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609547.646763:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609547.646766:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749609547.646766:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609547.646766:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609547.646767:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609547.646767:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609547.646768:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a108. 00000100:00000001:2.0:1749609547.646769:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609547.646771:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749609547.646771:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000001:2.0:1749609547.646772:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749609547.646772:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:2.0:1749609547.646773:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609547.646774:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609547.646774:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609547.646775:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000100:00000200:1.0:1749609547.646776:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609547.646776:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00001000:2.0:1749609547.646777:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609547 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609547.646777:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609547.646778:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749609547.646779:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=141 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609547.646780:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609547.646781:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609547.646782:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609547.646782:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646783:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609547.646783:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609547.646783:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609547.646784:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609547.646784:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6680 x1834598193474944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609567 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609547.646786:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609547.646789:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609547.646789:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193474944:12345-0@lo:38: Request processed in 118us (226us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609547.646790:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609547.646791:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609547.646792:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749609547.646792:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000001:2.0:1749609547.646793:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749609547.646793:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609547.646793:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609547.646794:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609547.646794:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609547.646794:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609547.646795:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609547.646796:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 02000000:00000001:1.0:1749609547.646797:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609547.646797:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000020:00000010:0.0:1749609547.646798:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78e00. 00000100:00000001:0.0:1749609547.646799:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.646800:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:1.0:1749609547.646800:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=92 v=5 (5 5 0 0) 00000100:00000001:2.0:1749609547.646802:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609547.646803:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:1.0:1749609547.646803:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=92 v=5 (1 1 0 0) 00000100:00000001:1.0:1749609547.646805:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00080000:2.0:1749609547.646806:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609547.646806:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646807:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609547.646808:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749609547.646810:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749609547.646811:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609547.646816:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e15d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193474816:0@lo:38: 00000400:00000001:2.0:1749609547.646821:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749609547.646821:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609547.646822:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609547.646823:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000100:00000001:1.0:1749609547.646823:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1749609547.646825:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000040:1.0:1749609547.646825:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609547.646826:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1749609547.646827:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609547.646827:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.646829:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609547.646830:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609547.646831:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609547.646835:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609547.646837:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609547.646837:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609547.646838:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609547.646840:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.646842:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609547.646844:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.646845:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609547.646846:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1749609547.646847:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e15d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193475072:0@lo:400: 00000100:00000001:2.0:1749609547.646848:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609547.646849:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609547.646850:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609547.646850:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609547.646852:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609547 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609547.646852:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609547.646853:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e15d880 x1834598193475072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609547.646854:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=92 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609547.646855:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1749609547.646857:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:1.0:1749609547.646859:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609547.646860:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609547.646861:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609547.646864:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609547.646865:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609547.646866:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609547.646868:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609547.646869:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35d00. 02000000:00000001:1.0:1749609547.646871:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609547.646872:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609547.646873:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e15d880. 00000100:00000001:1.0:1749609547.646876:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609547.646876:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609547.646877:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609547.646881:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609547.646885:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609547.646887:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609547.646888:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.649556:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609547.649559:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609547.649563:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.649576:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609547.649578:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609547.649579:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.649581:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609547.649583:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609547.649585:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609547.649587:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609547.649589:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609547.649591:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609547.649598:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e15d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193474944:0@lo:38: 00000100:00000001:2.0:1749609547.649602:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.649603:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609547.649605:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e15ce00 x1834598193474688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.649610:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609547.649612:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609547.649613:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b2c00. 02000000:00000001:2.0:1749609547.649616:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609547.649617:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609547.649618:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609547.649619:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609547.649620:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42000. 02000000:00000001:2.0:1749609547.649623:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609547.649624:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609547.649625:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e15ce00. 00000100:00000001:2.0:1749609547.649627:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609547.649628:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.649629:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609547.649631:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e15d180 x1834598193474816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.649646:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609547.649647:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609547.649648:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b2800. 02000000:00000001:2.0:1749609547.649650:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609547.649651:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609547.649652:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609547.649653:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609547.649654:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009f7af400. 02000000:00000001:2.0:1749609547.649657:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609547.649658:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609547.649659:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e15d180. 00000100:00000001:2.0:1749609547.649661:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609547.649661:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.649663:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609547.649665:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e15d500 x1834598193474944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609547.649670:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609547.649671:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609547.649672:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b3000. 02000000:00000001:2.0:1749609547.649705:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609547.649707:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609547.649708:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609547.649709:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609547.649710:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009f7af800. 02000000:00000001:2.0:1749609547.649713:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609547.649713:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609547.649714:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e15d500. 00000100:00000001:2.0:1749609547.649716:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609547.649717:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609547.649719:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.649720:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609547.649721:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609547.649723:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609547.649724:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609547.657715:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298820101, at 4298820101 00000100:00000040:2.0:1749609547.657715:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298820101, at 4298820101 00000100:00000010:3.0:1749609547.657725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4b40. 00000100:00000040:0.0:1749609547.657727:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298820101, at 4298820101 00000100:00000040:1.0:1749609547.657730:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298820101, at 4298820101 00000100:00000010:0.0:1749609547.657732:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4a00. 00000100:00000010:2.0:1749609547.657739:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4100. 00000100:00000010:1.0:1749609547.657749:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4080. 00000020:00000001:3.0:1749609547.658737:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609547.658739:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609547.658741:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609548.082821:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609548.082828:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609548.082829:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609548.082832:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609548.082835:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609548.082838:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609548.082840:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609548.082842:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609548.082844:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609548.660902:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609548.660907:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609548.660910:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609549.082748:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609549.082752:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609549.082754:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609549.082756:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609549.082759:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609549.082762:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609549.082764:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609549.082766:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609549.082768:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609549.662899:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609549.662904:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609549.662907:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609550.082788:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609550.082794:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609550.082796:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609550.082799:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609550.082802:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609550.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609550.082807:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609550.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609550.082810:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609550.664908:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609550.664913:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609550.664916:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609551.082799:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609551.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609551.082806:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609551.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609551.082810:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609551.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609551.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609551.082815:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609551.082817:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609551.414783:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749609551.414787:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88009689e800) refs 2 10000000:00000001:2.0:1749609551.414790:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749609551.414792:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749609551.414793:0:6439:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749609551.414793:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749609551.414796:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749609551.414797:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749609551.414798:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff880096d20800 from 39 10000000:00000001:2.0:1749609551.414800:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749609551.414801:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749609551.414806:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6300. 00000020:00000040:2.0:1749609551.414808:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609551.414813:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609551.414816:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609551.414819:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609551.414824:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ef74a00. 00000100:00000001:2.0:1749609551.414829:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609551.414832:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749609551.414833:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749609551.414839:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3bef00. 00010000:00000001:2.0:1749609551.414843:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749609551.414845:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ef75600. 00000020:00000001:2.0:1749609551.414848:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749609551.414849:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009ef75600 with handle 0xae754a0887514911 to hash 00000020:00000001:2.0:1749609551.414850:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749609551.414851:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:2.0:1749609551.414852:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:2.0:1749609551.414854:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749609551.414856:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609551.414858:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609551.414863:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749609551.414884:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749609551.414887:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609551.414888:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609551.414893:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012d7f7f00. 00000100:00000001:2.0:1749609551.414894:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137372516096 : -131936337035520 : ffff88012d7f7f00) 00000100:00000001:2.0:1749609551.414895:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609551.414896:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886204160 : -131938823347456 : ffff8800994d6300) 00000100:00000001:2.0:1749609551.414899:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609551.414901:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609551.414902:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609551.414903:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609551.414908:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d6300 x1834598193475200/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609551.414913:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609551.414915:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609551.414916:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800994d6300 x1834598193475200/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609551.414920:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609551.414921:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609551.414922:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609551.414923:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609551.414924:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609551.414926:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609551.414926:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609551.414927:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609551.414928:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609551.666817:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609551.666824:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609551.666826:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609551.666827:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609551.666830:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609551.666831:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609551.666833:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609551.666834:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609551.666885:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609551.666888:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609551.666889:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609552.082840:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609552.082847:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609552.082848:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609552.082850:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609552.082852:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609552.082855:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.082857:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609552.082859:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.082860:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.414802:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609552.414808:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609552.414810:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609552.414812:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609552.414815:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609552.414833:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609552.414835:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609552.414837:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609552.414839:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.649840:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609552.649851:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609552.649853:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.649856:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609552.649858:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609552.649861:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.649863:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609552.660838:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609552.660845:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609552.660847:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609552.660850:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609552.660852:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609552.660854:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609552.660858:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609552.660863:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4152 00000100:00080000:2.0:1749609552.660866:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609552.660868:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609552.660871:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609552.660873:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609552.660875:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609552.660878:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609552.660879:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609552.660881:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609552.660884:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609552.660886:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609552.660888:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609552.660890:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609552.660892:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609552.660893:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609552.660894:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609552.660897:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609552.660904:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609552.660906:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609552.660920:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609552.660926:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609552.660927:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.660929:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609552.660931:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609552.660934:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5c00. 00000020:00000040:2.0:1749609552.660936:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609552.660939:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609552.660940:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.660943:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609552.660944:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609552.660947:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609552.660951:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b3000. 00000100:00000001:2.0:1749609552.660956:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609552.660961:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609552.660967:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609552.660968:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609552.660970:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5c00] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609552.660987:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609552.660989:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609552.660991:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609552.660991:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609552.660992:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609552.660994:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609552.660995:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4152 00000100:00080000:2.0:1749609552.660996:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609552.660997:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609552.660998:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609552.660999:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609552.661000:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609552.661004:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609552.661004:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609552.661005:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609552.661006:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609552.661007:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609552.661008:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609552.661010:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609552.661025:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609552.661026:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609552.661027:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609552.661028:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609552.661029:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609552.661030:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609552.661031:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609552.661033:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609552.661034:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.661035:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609552.661036:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661036:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749609552.661037:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5500. 00000020:00000040:2.0:1749609552.661039:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609552.661039:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609552.661040:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609552.661041:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.661041:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609552.661041:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609552.661042:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609552.661043:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609552.661044:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609552.661045:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b2800. 00000100:00000001:2.0:1749609552.661047:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609552.661049:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609552.661050:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609552.661051:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609552.661052:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609552.661053:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609552.661054:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609552.661054:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609552.661055:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5500] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609552.661055:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609552.661057:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193475328:0@lo:38: 00000100:00000001:0.0:1749609552.661059:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609552.661061:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609552.661062:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609552.661063:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609552.661066:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609552.661068:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609552.661069:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609552.661070:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609552.661070:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609552.661072:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609552.661073:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4152 00000100:00080000:2.0:1749609552.661074:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609552.661075:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000010:0.0:1749609552.661075:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c000. 00000100:00000001:2.0:1749609552.661076:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609552.661076:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609552.661076:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.661077:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609552.661079:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609552.661079:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609552.661080:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749609552.661080:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaaa8. 00000020:00000040:2.0:1749609552.661081:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609552.661082:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609552.661083:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609552.661084:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609552.661085:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609552.661085:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00000100:00000040:2.0:1749609552.661086:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609552.661086:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609552.661087:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609552.661088:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609552.661089:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609552.661090:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749609552.661090:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193475328, portal 4 02000000:00000001:2.0:1749609552.661091:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609552.661091:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609552.661092:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661092:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886202368 : -131938823349248 : ffff8800994d5c00) 00000100:00000001:2.0:1749609552.661093:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609552.661096:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609552.661097:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5f80. 00000100:00000040:0.0:1749609552.661097:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609552.661099:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609552.661100:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609552.661100:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.661101:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609552.661101:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609552.661102:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609552.661103:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609552.661103:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749609552.661104:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b2c00. 00000400:00000010:0.0:1749609552.661104:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609552.661106:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609552.661106:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193475328, offset 0 00000100:00100000:2.0:1749609552.661107:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609552.661109:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609552.661111:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609552.661111:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609552.661112:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5f80] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609552.661116:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609552.661117:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749609552.661118:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609552.661119:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609552.661120:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4a80. 00000020:00000040:2.0:1749609552.661121:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609552.661122:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609552.661123:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609552.661123:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609552.661125:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be500. 00000100:00000001:2.0:1749609552.661126:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609552.661126:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0af00 00000100:00000040:2.0:1749609552.661128:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609552.661130:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 9360 00000100:00000001:2.0:1749609552.661132:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609552.661132:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609552.661134:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609552.661135:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4a80] to pc [ptlrpcd_00_00+0] req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609552.661136:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609552.661140:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609552.661141:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609552.661144:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15dc00. 00000100:00000040:0.0:1749609552.661145:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15dc00 x1834598193475328 msgsize 520 00000100:00100000:0.0:1749609552.661147:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609552.661158:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609552.661159:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609552.661163:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4162) 00000400:00000200:0.0:1749609552.661164:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609552.661165:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609552.661166:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609552.661168:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609552.661173:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609552.661173:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609552.661177:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661178:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609552.661179:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609552.661179:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609552.661181:0:1049:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1749609552.661181:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2067 usecs (3 jiffies) 00000100:00000001:2.0:1749609552.661182:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661184:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298825107 00000100:00000010:0.0:1749609552.661186:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000100:00000001:1.0:1749609552.661187:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609552.661188:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609552.661189:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749609552.661190:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193475328 00000100:00000001:2.0:1749609552.661190:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609552.661190:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661190:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:3.0:1749609552.661192:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609552.661192:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609552.661193:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609552.661194:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609552.661194:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609552.661194:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298825107 00000100:00000010:0.0:1749609552.661195:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7b00. 00000100:00000001:3.0:1749609552.661196:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609552.661197:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609552.661197:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749609552.661199:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661199:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298825107 00000100:00000010:0.0:1749609552.661200:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7000. 00000100:00100000:3.0:1749609552.661202:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193475328 00000100:00000001:0.0:1749609552.661202:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:3.0:1749609552.661203:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609552.661203:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609552.661203:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298825107 00000020:00000040:3.0:1749609552.661204:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609552.661204:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609552.661204:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f80. 00000100:00000001:0.0:1749609552.661205:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:3.0:1749609552.661206:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609552.661206:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609552.661206:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609552.661207:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609552.661207:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609552.661208:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661208:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609552.661209:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661210:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609552.661211:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193475712:0@lo:400: 00000100:00000001:0.0:1749609552.661211:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609552.661212:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609552.661213:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609552.661214:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609552.661214:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609552.661215:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609552.661215:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609552.661216:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 02000000:00000001:2.0:1749609552.661216:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661216:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609552.661216:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609552.661218:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609552.661218:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609552.661219:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 02000000:00000010:2.0:1749609552.661220:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74600. 00000100:00000001:0.0:1749609552.661221:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609552.661222:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661222:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609552.661223:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749609552.661223:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609552.661224:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609552.661224:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609552.661225:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 02000000:00000001:0.0:1749609552.661225:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609552.661226:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609552.661226:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193475456:0@lo:38: 00000400:00000010:2.0:1749609552.661227:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609552.661228:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609552.661229:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609552.661229:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609552.661230:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609552.661230:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193475712, portal 10 02000000:00000001:0.0:1749609552.661230:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609552.661231:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1749609552.661231:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c400. 00000100:00000001:2.0:1749609552.661232:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886197888 : -131938823353728 : ffff8800994d4a80) 02000000:00000001:0.0:1749609552.661232:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609552.661233:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000400:00000010:0.0:1749609552.661235:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:3.0:1749609552.661236:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609552.661236:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609552.661236:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193475456, portal 10 00000100:00000001:0.0:1749609552.661237:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609552.661238:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886200576 : -131938823351040 : ffff8800994d5500) 00000100:00000001:2.0:1749609552.661241:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609552.661241:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609552.661242:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609552.661243:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609552.661244:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609552.661244:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609552.661245:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609552.661246:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00100000:3.0:1749609552.661247:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000200:0.0:1749609552.661247:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193475456, offset 0 00000400:00000010:2.0:1749609552.661248:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000400:00000200:0.0:1749609552.661248:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609552.661250:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382370304 : -131936327181312 : ffff88012e15dc00) 00000100:00000200:2.0:1749609552.661250:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193475712, offset 0 00000400:00000200:0.0:1749609552.661250:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609552.661252:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15dc00 x1834598193475328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609552.661253:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0af80 00000400:00000200:2.0:1749609552.661254:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609552.661257:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 69216 00000400:00000200:2.0:1749609552.661259:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609552.661259:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609552.661260:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193475328:12345-0@lo:38: 00000400:00000200:0.0:1749609552.661261:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609552.661263:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193475328 00000400:00000200:2.0:1749609552.661264:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0b080 00000100:00000001:0.0:1749609552.661264:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609552.661264:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749609552.661265:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:0.0:1749609552.661266:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15df80. 00000400:00000200:2.0:1749609552.661267:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 69736 00000100:00000040:0.0:1749609552.661267:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15df80 x1834598193475456 msgsize 520 00010000:00000001:3.0:1749609552.661268:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609552.661269:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609552.661271:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609552.661273:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609552.661277:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661278:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00010000:00020000:3.0:1749609552.661280:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609552.661282:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609552.661288:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609552.661288:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609552.661289:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:3.0:1749609552.661290:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609552.661290:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609552.661290:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609552.661291:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609552.661292:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749609552.661292:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749609552.661294:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1749609552.661294:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5180. 00000100:00000001:1.0:1749609552.661295:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609552.661295:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609552.661296:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d5180 x1834598193475712 msgsize 224 00000100:00000040:0.0:1749609552.661296:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609552.661297:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd53c00. 00000100:00100000:1.0:1749609552.661297:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193475456 02000000:00000001:1.0:1749609552.661298:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609552.661299:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609552.661299:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609552.661299:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609552.661299:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609552.661300:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609552.661300:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661300:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609552.661301:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609552.661302:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609552.661303:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749609552.661303:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193475456 00000100:00000040:0.0:1749609552.661303:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 770 usecs (1 jiffies) 00000100:00000001:2.0:1749609552.661304:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609552.661304:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298825105 00010000:00000001:3.0:1749609552.661305:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609552.661305:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609552.661305:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298825107 00000020:00000040:1.0:1749609552.661306:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609552.661306:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298825105 00000100:00001000:3.0:1749609552.661307:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609552.661307:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609552.661307:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298825107 00000400:00000200:2.0:1749609552.661308:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000020:00000001:1.0:1749609552.661308:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661308:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298825105 00000100:00000001:0.0:1749609552.661308:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298825107 00000400:00000010:2.0:1749609552.661309:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000020:00000001:1.0:1749609552.661309:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661309:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298825105 00000100:00000001:3.0:1749609552.661310:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609552.661310:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298825107 00000100:00000001:2.0:1749609552.661311:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749609552.661311:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609552.661311:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609552.661312:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609552.661312:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609552.661313:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:1.0:1749609552.661313:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00000100:00000001:0.0:1749609552.661313:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749609552.661314:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609552.661314:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609552.661315:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:1.0:1749609552.661315:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000100:00000001:3.0:1749609552.661316:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609552.661317:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609552.661317:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609552.661317:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609552.661318:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609552.661318:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609552.661319:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609552.661319:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609552.661319:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609552.661320:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609552.661320:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609552.661321:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609552.661321:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609552.661321:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193475584:0@lo:38: 02000000:00000001:3.0:1749609552.661322:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609552.661322:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609552.661322:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609552.661323:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609552.661324:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609552.661324:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609552.661324:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609552.661325:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749609552.661325:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c800. 00000100:00000001:1.0:1749609552.661326:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609552.661326:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609552.661327:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609552.661327:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609552.661327:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000001:2.0:1749609552.661328:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749609552.661328:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:3.0:1749609552.661329:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193475328, offset 0 00000100:00000001:2.0:1749609552.661330:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609552.661330:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609552.661330:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193475584, portal 10 00000100:00100000:1.0:1749609552.661331:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193475712 00000100:00000001:0.0:1749609552.661331:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749609552.661332:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609552.661332:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609552.661332:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886203264 : -131938823348352 : ffff8800994d5f80) 00000400:00000200:3.0:1749609552.661333:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609552.661333:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 00000100:00000001:1.0:1749609552.661333:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609552.661334:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609552.661334:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609552.661335:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298825105 00000100:00100000:1.0:1749609552.661335:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193475712 00000020:00000001:1.0:1749609552.661336:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749609552.661337:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609552.661337:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298825107 00000020:00000040:1.0:1749609552.661337:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:1.0:1749609552.661337:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609552.661337:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609552.661338:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298825105 00000100:00000040:0.0:1749609552.661339:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609552.661339:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000001:2.0:1749609552.661340:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298825107 00000400:00000200:3.0:1749609552.661341:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0af00 00000100:00000001:2.0:1749609552.661341:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298825105 00000100:00000200:0.0:1749609552.661341:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193475584, offset 0 00000100:00000001:2.0:1749609552.661343:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298825107 00000020:00000040:1.0:1749609552.661343:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:0.0:1749609552.661343:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609552.661344:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:1.0:1749609552.661345:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:3.0:1749609552.661346:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x48dd [1] + 0 00000400:00000200:0.0:1749609552.661346:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609552.661347:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298825105 00000100:00000001:1.0:1749609552.661348:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609552.661348:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0b000 00000400:00000200:3.0:1749609552.661349:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609552.661349:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298825107 00000100:00000001:2.0:1749609552.661350:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609552.661350:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 00000400:00000200:0.0:1749609552.661350:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 69960 00000400:00000200:3.0:1749609552.661352:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609552.661352:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609552.661352:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e78c0. 00000400:00000200:0.0:1749609552.661352:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609552.661353:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609552.661354:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609552.661354:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661354:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609552.661355:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609552.661355:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609552.661356:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609552.661356:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000010:0.0:1749609552.661357:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15e300. 00000100:00000040:0.0:1749609552.661358:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15e300 x1834598193475584 msgsize 520 00000100:00100000:0.0:1749609552.661359:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609552.661360:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609552.661361:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 00000100:00000040:3.0:1749609552.661363:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609552.661363:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d180. 00000100:00000001:0.0:1749609552.661363:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749609552.661364:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000400:00000200:0.0:1749609552.661365:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609552.661365:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609552.661366:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609552.661367:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:0.0:1749609552.661367:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609552.661368:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609552.661369:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609552.661370:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661371:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609552.661372:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609552.661372:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609552.661373:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193475584 00000100:00000001:1.0:1749609552.661373:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609552.661374:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749609552.661375:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609552.661375:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.661376:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609552.661378:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609552.661378:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661378:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609552.661379:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609552.661379:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661379:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609552.661380:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749609552.661381:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193475584 00000100:00000001:1.0:1749609552.661381:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609552.661381:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609552.661382:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609552.661382:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 592 usecs (1 jiffies) 00000400:00000200:3.0:1749609552.661383:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000040:2.0:1749609552.661383:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609552.661383:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298825105 00000100:00100000:1.0:1749609552.661384:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000001:0.0:1749609552.661384:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298825107 00000400:00000010:3.0:1749609552.661385:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000020:00000001:2.0:1749609552.661385:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609552.661385:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298825105 00000020:00000001:2.0:1749609552.661386:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609552.661386:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:0.0:1749609552.661386:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298825107 00000100:00000001:3.0:1749609552.661387:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609552.661387:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609552.661387:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886199680 : -131938823351936 : ffff8800994d5180) 00000100:00000001:0.0:1749609552.661387:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298825105 00000100:00000001:3.0:1749609552.661388:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609552.661388:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298825107 00000020:00000010:2.0:1749609552.661389:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74c00. 00000100:00000001:3.0:1749609552.661390:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609552.661390:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d5180 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:498/0 lens 224/0 e 0 to 0 dl 1749609563 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609552.661390:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298825105 00000100:00000001:0.0:1749609552.661390:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298825107 00000100:00000001:0.0:1749609552.661391:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609552.661392:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000010:2.0:1749609552.661392:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552df80. 00000100:00000001:0.0:1749609552.661392:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609552.661394:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609552.661394:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73ed8. 00000400:00000001:0.0:1749609552.661394:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749609552.661395:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749609552.661395:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609552.661396:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaaa8. 00000100:00000001:2.0:1749609552.661397:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609552.661397:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000100:00000040:3.0:1749609552.661398:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15dc00 x1834598193475328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609552.661398:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609552.661398:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749609552.661398:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00000001:2.0:1749609552.661399:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609552.661399:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00000100:00000001:0.0:1749609552.661399:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609552.661400:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609552.661401:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609552.661401:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609552.661402:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11700. 00000100:00000001:2.0:1749609552.661403:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609552.661404:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609552.661406:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193475328:12345-0@lo:38: Request processed in 146us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609552.661406:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193475712:12345-0@lo:400: 00000100:00000001:0.0:1749609552.661407:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609552.661408:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609552.661409:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749609552.661409:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193475712 00000100:00000001:2.0:1749609552.661410:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609552.661410:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749609552.661412:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1749609552.661412:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 02000000:00000001:0.0:1749609552.661412:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609552.661413:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609552.661413:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609552.661414:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609552.661414:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382371200 : -131936327180416 : ffff88012e15df80) 00000100:00000001:3.0:1749609552.661415:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609552.661415:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609552.661416:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15df80 x1834598193475456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609552.661416:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749609552.661418:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00001000:0.0:1749609552.661418:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609552 v=5 (0 0 0 0) 00000020:00000001:1.0:1749609552.661419:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609552.661420:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609552.661420:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=14 v=20 (1 1 20 0) 00000020:00000010:3.0:1749609552.661421:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000001:0.0:1749609552.661421:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749609552.661422:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193475456:12345-0@lo:38: 00000020:00000001:1.0:1749609552.661422:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1749609552.661423:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:0.0:1749609552.661423:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609552.661424:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:0.0:1749609552.661424:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609552.661426:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609552.661426:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749609552.661426:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609552.661429:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609552.661430:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193475456 00000100:00000001:0.0:1749609552.661430:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609552.661431:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609552.661431:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609552.661432:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609552.661433:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609552.661433:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609552.661434:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609552.661435:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609552.661436:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00080000:0.0:1749609552.661436:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609552.661437:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609552.661438:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609552.661438:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00080000:0.0:1749609552.661438:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00100000:3.0:1749609552.661439:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000001:0.0:1749609552.661439:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609552.661440:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382372096 : -131936327179520 : ffff88012e15e300) 00010000:00020000:2.0:1749609552.661440:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609552.661440:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609552.661440:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609552.661441:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609552.661442:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609552.661443:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15e300 x1834598193475584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609552.661443:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609552.661444:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193475328:0@lo:38: 00000100:00000001:2.0:1749609552.661445:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609552.661445:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609552.661446:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609552.661446:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609552.661447:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609552.661447:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609552.661447:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609552.661448:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5c00 x1834598193475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609552.661449:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3400. 02000000:00000010:1.0:1749609552.661449:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a79800. 00000100:00100000:3.0:1749609552.661450:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193475584:12345-0@lo:38: 02000000:00000001:2.0:1749609552.661450:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609552.661451:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661451:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749609552.661452:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193475584 00000100:00000001:2.0:1749609552.661452:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609552.661452:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609552.661452:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609552.661453:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c000. 00000020:00000001:3.0:1749609552.661454:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609552.661454:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609552.661455:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:2.0:1749609552.661455:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609552.661455:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609552.661455:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:1.0:1749609552.661456:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193475712 00000020:00000001:0.0:1749609552.661456:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1749609552.661457:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:0.0:1749609552.661457:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:1.0:1749609552.661458:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749609552.661458:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749609552.661459:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.661459:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749609552.661459:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b3000. 00000100:00000001:2.0:1749609552.661460:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609552.661460:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609552.661461:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749609552.661462:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000200:1.0:1749609552.661462:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800994d5180 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609552.661462:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5c00. 00000100:00000001:2.0:1749609552.661463:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00020000:3.0:1749609552.661464:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609552.661465:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609552.661465:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609552.661465:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609552.661465:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661466:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609552.661467:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609552.661467:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609552.661468:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609552.661468:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609552.661469:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609552.661469:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609552.661469:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609552.661469:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609552.661470:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609552.661470:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609552.661470:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661470:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609552.661470:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609552.661471:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609552.661471:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609552.661472:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539dc00. 00000100:00001000:1.0:1749609552.661472:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=97 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609552.661472:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609552.661473:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609552.661474:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609552.661474:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000001:3.0:1749609552.661475:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609552.661475:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609552.661476:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193475456, offset 0 00010000:00000001:3.0:1749609552.661477:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609552.661477:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00010000:00000001:3.0:1749609552.661478:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609552.661478:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:3.0:1749609552.661479:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609552.661479:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609552.661479:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609552.661480:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609552.661481:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609552.661481:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609552.661482:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609552.661482:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609552.661483:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609552.661484:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000010:1.0:1749609552.661484:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:3.0:1749609552.661485:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609552.661486:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000200:1.0:1749609552.661486:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193475712, offset 224 00000400:00000200:2.0:1749609552.661487:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0af80 00000100:00000040:3.0:1749609552.661489:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000200:1.0:1749609552.661489:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609552.661490:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609552.661491:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609552.661491:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749609552.661492:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609552.661492:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48e9 [1] + 0 00000400:00000200:1.0:1749609552.661493:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609552.661493:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:3.0:1749609552.661494:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609552.661495:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609552.661496:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000400:00000200:1.0:1749609552.661497:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b080 00000100:00000200:3.0:1749609552.661498:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193475584, offset 0 00000400:00000200:3.0:1749609552.661500:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609552.661501:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609552.661503:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48e5 [1] + 224 00000400:00000200:3.0:1749609552.661504:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609552.661506:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609552.661507:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b000 00000400:00000200:1.0:1749609552.661508:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609552.661512:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609552.661514:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48f9 [1] + 0 00000100:00000200:2.0:1749609552.661515:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609552.661516:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609552.661519:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609552.661520:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609552.661521:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609552.661521:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609552.661523:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609552.661523:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609552.661529:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609552.661530:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609552.661532:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609552.661534:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:0.0:1749609552.661535:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609552.661536:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609552.661536:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609552.661537:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749609552.661537:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609552.661538:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609552.661538:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609552.661538:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609552.661539:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000100:00000040:2.0:1749609552.661540:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609552.661540:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609552.661540:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609552.661541:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609552.661542:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661542:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749609552.661543:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609552.661544:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609552.661544:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609552.661546:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15df80 x1834598193475456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609552.661546:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609552.661548:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000200:0.0:1749609552.661548:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609552.661550:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609552.661551:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609552.661551:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609552.661552:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193475456:12345-0@lo:38: Request processed in 129us (283us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609552.661552:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661553:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609552.661553:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609552.661554:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:1.0:1749609552.661554:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661554:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609552.661555:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609552.661555:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609552.661556:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:0.0:1749609552.661556:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609552.661557:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749609552.661557:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609552 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609552.661558:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609552.661558:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00010000:00000001:1.0:1749609552.661558:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609552.661559:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749609552.661559:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609552.661559:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=146 v=20 (1 20 0 0) 00000100:00000001:3.0:1749609552.661560:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.661560:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609552.661560:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749609552.661561:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609552.661561:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609552.661562:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000010:2.0:1749609552.661562:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00000100:00000001:0.0:1749609552.661562:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609552.661563:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609552.661564:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609552.661564:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00000100:00000040:1.0:1749609552.661564:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5180 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1749609563 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609552.661565:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609552.661566:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609552.661567:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15e300 x1834598193475584/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609572 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609552.661567:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609552.661567:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609552.661568:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609552.661569:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661569:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609552.661569:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609552.661571:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193475712:12345-0@lo:400: Request processed in 172us (273us total) trans 0 rc 0/0 00000100:00080000:0.0:1749609552.661571:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609552.661572:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00100000:3.0:1749609552.661573:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193475584:12345-0@lo:38: Request processed in 123us (214us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609552.661573:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609552.661575:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609552.661577:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000001:2.0:1749609552.661578:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609552.661578:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193475456:0@lo:38: 00000100:00000001:2.0:1749609552.661579:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609552.661579:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00100000:3.0:1749609552.661580:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000001:1.0:1749609552.661581:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749609552.661581:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609552.661581:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609552.661582:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609552.661582:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609552.661582:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749609552.661582:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000100:00000001:3.0:1749609552.661583:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609552.661583:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000020:00000010:3.0:1749609552.661584:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552df80. 00000100:00000001:0.0:1749609552.661584:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749609552.661585:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749609552.661585:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d180. 00000100:00000200:0.0:1749609552.661585:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609552.661586:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749609552.661587:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73ed8. 00000400:00000010:2.0:1749609552.661587:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000020:00000010:1.0:1749609552.661587:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000100:00000200:0.0:1749609552.661588:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609552.661589:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000020:00000010:1.0:1749609552.661589:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00000020:00000010:3.0:1749609552.661590:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74c00. 00000400:00000010:2.0:1749609552.661590:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609552.661591:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609552.661592:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609552.661592:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:0.0:1749609552.661592:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661593:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609552.661593:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609552.661594:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609552.661594:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661594:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609552.661594:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609552.661595:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609552.661596:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609552 v=5 (0 0 0 0) 00000100:00000200:2.0:1749609552.661597:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609552.661597:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=97 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609552.661598:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609552.661599:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609552.661600:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609552.661601:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609552.661604:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609552.661604:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609552.661605:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609552.661605:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661606:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609552.661606:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609552.661608:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609552.661609:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609552.661610:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609552.661610:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609552.661611:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609552.661612:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609552.661613:0:1049:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609552.661614:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609552.661615:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609552.661615:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193475584:0@lo:38: 00000100:00000001:2.0:1749609552.661616:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661617:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661617:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609552.661618:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609552.661618:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5500 x1834598193475456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609552.661621:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=97 v=5 (5 5 0 0) 00000100:00000001:0.0:1749609552.661621:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609552.661622:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609552.661622:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c400. 00000100:00001000:2.0:1749609552.661623:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=97 v=5 (1 1 0 0) 02000000:00000001:0.0:1749609552.661623:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609552.661624:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609552.661625:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1749609552.661625:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609552.661625:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609552.661626:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609552.661626:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b2800. 02000000:00000001:0.0:1749609552.661627:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749609552.661628:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749609552.661628:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609552.661628:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5500. 00000100:00000001:0.0:1749609552.661629:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609552.661630:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661630:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00080000:2.0:1749609552.661631:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609552.661631:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5f80 x1834598193475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609552.661634:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609552.661635:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1749609552.661636:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609552.661636:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c800. 02000000:00000001:0.0:1749609552.661637:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609552.661637:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609552.661638:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000040:0.0:1749609552.661638:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1749609552.661639:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:0.0:1749609552.661639:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609552.661640:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b2c00. 00000100:00000001:2.0:1749609552.661641:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609552.661641:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609552.661641:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609552.661641:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609552.661642:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5f80. 00000100:00000040:2.0:1749609552.661643:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609552.661644:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609552.661645:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609552.661646:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609552.661646:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661646:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609552.661647:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609552.661647:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609552.661648:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609552.661648:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609552.661648:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609552.661649:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609552.661653:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193475712:0@lo:400: 00000100:00000001:2.0:1749609552.661655:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609552.661659:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609552.661660:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4a80 x1834598193475712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609552.661664:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609552.661665:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609552.661666:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74600. 02000000:00000001:2.0:1749609552.661668:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609552.661668:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609552.661669:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609552.661670:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609552.661671:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be500. 02000000:00000001:2.0:1749609552.661691:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609552.661692:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609552.661693:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4a80. 00000100:00000001:2.0:1749609552.661695:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609552.661696:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609552.661697:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609552.661700:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609552.661700:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609552.661701:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609552.661702:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609552.663713:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298825107, at 4298825107 00000100:00000040:1.0:1749609552.663716:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298825107, at 4298825107 00000100:00000010:0.0:1749609552.663717:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00000100:00000040:2.0:1749609552.663719:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298825107, at 4298825107 00000100:00000010:2.0:1749609552.663723:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7000. 00000100:00000010:1.0:1749609552.663726:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b00. 00000100:00000040:3.0:1749609552.663741:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298825107, at 4298825107 00000100:00000010:3.0:1749609552.663745:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f80. 00010000:00000001:0.0:1749609552.668731:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609552.668733:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609552.668786:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609552.668788:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609552.668790:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609553.082818:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609553.082823:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609553.082824:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609553.082827:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609553.082829:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609553.082831:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609553.082833:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609553.082835:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609553.082837:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609553.414842:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609553.414849:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609553.414851:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609553.414854:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609553.414857:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609553.414861:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609553.414863:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609553.414866:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609553.414868:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609553.660864:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609553.660875:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609553.660876:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609553.660880:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609553.660882:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609553.660900:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609553.660902:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609553.670779:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609553.670782:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609553.670871:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609553.670874:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609553.670877:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609554.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609554.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609554.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609554.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609554.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609554.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609554.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609554.082817:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609554.082819:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609554.414786:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609554.414790:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609554.414791:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609554.414794:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609554.414796:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609554.414799:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609554.414800:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609554.414803:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609554.414804:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609554.660782:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609554.660793:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609554.660794:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609554.660797:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609554.660799:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609554.660801:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609554.660803:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609554.672747:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609554.672750:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609554.672799:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609554.672802:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609554.672817:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609555.082811:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609555.082816:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609555.082818:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609555.082821:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609555.082824:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609555.082827:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609555.082829:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609555.082832:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609555.082834:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609555.414792:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609555.414799:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609555.414800:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609555.414802:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609555.414805:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609555.414808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609555.414810:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609555.414812:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609555.414813:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609555.660779:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609555.660792:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609555.660794:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609555.660797:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609555.660799:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609555.660801:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609555.660802:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609555.674876:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609555.674882:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609555.675038:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609555.675044:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609555.675048:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609556.082848:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609556.082857:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609556.082859:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609556.082863:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609556.082867:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609556.082871:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609556.082875:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609556.082878:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609556.082880:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609556.414816:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609556.414825:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609556.414843:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609556.414848:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609556.414852:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609556.414856:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609556.414860:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609556.414864:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609556.414866:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609556.660782:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609556.660797:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609556.660799:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609556.660802:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609556.660805:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609556.660808:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609556.660810:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609556.676825:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609556.676831:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609556.676893:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609556.676897:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609556.676899:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609557.082789:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609557.082795:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609557.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609557.082800:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609557.082803:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609557.082806:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.082810:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609557.082811:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.414873:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609557.414881:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609557.414882:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609557.414885:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609557.414888:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609557.414891:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.414893:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609557.414895:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.414898:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.660886:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609557.660902:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609557.660904:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.660907:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609557.660909:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609557.660912:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.660914:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609557.668732:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609557.668738:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609557.668740:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609557.668743:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609557.668744:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609557.668746:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609557.668749:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609557.668753:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4157 00000100:00080000:2.0:1749609557.668756:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609557.668757:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609557.668759:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609557.668761:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609557.668762:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609557.668766:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609557.668768:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609557.668771:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609557.668775:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609557.668777:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609557.668783:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609557.668800:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609557.668801:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609557.668803:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609557.668804:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609557.668806:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609557.668808:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609557.668810:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609557.668812:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609557.668818:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609557.668820:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.668821:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609557.668824:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609557.668827:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4a80. 00000020:00000040:2.0:1749609557.668830:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609557.668833:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609557.668834:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.668837:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609557.668839:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609557.668842:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609557.668847:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b3800. 00000100:00000001:2.0:1749609557.668853:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609557.668859:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609557.668866:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609557.668869:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609557.668870:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4a80] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609557.668886:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609557.668888:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609557.668890:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609557.668891:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609557.668892:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609557.668897:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609557.668899:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4157 00000100:00080000:2.0:1749609557.668901:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609557.668902:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609557.668903:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609557.668904:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609557.668905:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609557.668906:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609557.668906:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609557.668907:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609557.668908:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609557.668909:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609557.668910:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609557.668911:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609557.668912:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609557.668913:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609557.668914:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609557.668915:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609557.668916:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609557.668917:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609557.668918:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609557.668920:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609557.668921:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.668922:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609557.668923:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609557.668924:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4e00. 00000020:00000040:2.0:1749609557.668925:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609557.668926:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609557.668927:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.668928:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609557.668928:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609557.668929:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609557.668933:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b3c00. 00000100:00000001:2.0:1749609557.668935:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609557.668937:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609557.668941:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609557.668941:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609557.668942:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4e00] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609557.668946:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609557.668948:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609557.668950:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609557.668950:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609557.668951:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609557.668951:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609557.668952:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609557.668953:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4157 00000100:00080000:2.0:1749609557.668954:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609557.668955:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609557.668956:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609557.668956:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609557.668957:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609557.668957:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609557.668958:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609557.668959:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609557.668959:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609557.668960:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609557.668961:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609557.668962:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609557.668962:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609557.668963:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609557.668964:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609557.668965:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609557.668966:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609557.668967:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609557.668970:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609557.668971:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609557.668972:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.668972:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609557.668973:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609557.668974:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609557.668975:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609557.668989:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609557.668993:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609557.668995:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609557.668998:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193475840:0@lo:38: 02000000:00000001:2.0:1749609557.668999:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669000:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609557.669001:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669002:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749609557.669003:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4380. 00000020:00000040:2.0:1749609557.669004:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609557.669005:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609557.669006:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609557.669006:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609557.669007:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609557.669008:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609557.669008:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609557.669009:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609557.669011:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609557.669012:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b2c00. 00000100:00000001:2.0:1749609557.669014:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609557.669015:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c400. 00000100:00100000:2.0:1749609557.669016:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609557.669017:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669020:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609557.669021:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609557.669022:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4380] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609557.669024:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000001:2.0:1749609557.669026:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609557.669027:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609557.669029:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609557.669032:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4000. 00000400:00000010:0.0:1749609557.669032:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000020:00000040:2.0:1749609557.669033:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609557.669034:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609557.669035:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609557.669036:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609557.669038:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be500. 00000100:00000001:2.0:1749609557.669040:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609557.669040:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193475840, portal 4 00000100:00000001:0.0:1749609557.669042:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609557.669044:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609557.669044:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886197888 : -131938823353728 : ffff8800994d4a80) 00000100:00000001:2.0:1749609557.669048:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609557.669049:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609557.669050:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609557.669052:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4000] to pc [ptlrpcd_00_01+1] req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609557.669058:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609557.669060:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609557.669062:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000200:0.0:1749609557.669065:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193475840, offset 0 00000400:00000200:0.0:1749609557.669070:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609557.669078:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609557.669081:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4167) 00000400:00000200:0.0:1749609557.669084:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609557.669094:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0b100 00000400:00000200:0.0:1749609557.669100:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 9880 00000400:00000200:0.0:1749609557.669106:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609557.669109:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609557.669109:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609557.669111:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609557.669112:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609557.669113:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1749609557.669114:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1749609557.669116:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609557.669117:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15e680. 00000100:00000040:0.0:1749609557.669118:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15e680 x1834598193475840 msgsize 520 00000100:00000001:3.0:1749609557.669121:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749609557.669121:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609557.669123:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609557.669124:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609557.669126:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609557.669127:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609557.669128:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193476224:0@lo:400: 00000100:00000001:3.0:1749609557.669130:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609557.669132:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609557.669133:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609557.669134:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609557.669134:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749609557.669136:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782d200. 02000000:00000001:3.0:1749609557.669137:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609557.669140:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b688. 00000400:00000010:3.0:1749609557.669143:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609557.669143:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609557.669144:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609557.669145:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609557.669147:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609557.669148:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193476224, portal 10 00000100:00000001:3.0:1749609557.669149:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749609557.669149:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609557.669150:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886195200 : -131938823356416 : ffff8800994d4000) 00000100:00000001:1.0:1749609557.669150:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609557.669154:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609557.669154:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609557.669155:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609557.669156:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609557.669157:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193475840 00000100:00000001:3.0:1749609557.669158:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609557.669159:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609557.669159:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749609557.669160:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749609557.669161:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193476224, offset 0 00000100:00000001:2.0:1749609557.669161:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609557.669162:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669163:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669163:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609557.669165:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609557.669165:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669166:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609557.669168:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193475840 00000400:00000200:3.0:1749609557.669169:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609557.669170:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609557.669170:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609557.669170:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2041 usecs (3 jiffies) 00000020:00000001:2.0:1749609557.669171:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609557.669172:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609557.669173:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669173:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298830115 00000100:00000010:0.0:1749609557.669175:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000020:00000010:2.0:1749609557.669176:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000400:00000200:3.0:1749609557.669179:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0b280 00000020:00000010:2.0:1749609557.669180:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d780. 00000100:00000001:0.0:1749609557.669180:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:3.0:1749609557.669183:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 70480 00000020:00000010:2.0:1749609557.669184:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73ed8. 00000100:00000001:0.0:1749609557.669185:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298830115 00000100:00000010:0.0:1749609557.669186:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7340. 00000400:00000200:3.0:1749609557.669187:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609557.669188:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609557.669188:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609557.669189:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609557.669190:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609557.669191:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609557.669191:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609557.669192:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609557.669194:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298830115 00000100:00000010:3.0:1749609557.669195:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5c2a00. 00000100:00000040:3.0:1749609557.669196:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5c2a00 x1834598193476224 msgsize 224 00000100:00000010:0.0:1749609557.669196:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7ec0. 00000100:00000001:2.0:1749609557.669197:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669197:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:3.0:1749609557.669198:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609557.669199:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298830115 00000100:00000010:0.0:1749609557.669200:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7440. 00000100:00000001:0.0:1749609557.669202:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609557.669203:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609557.669204:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609557.669205:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669206:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609557.669207:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749609557.669207:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000040:0.0:1749609557.669207:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609557.669208:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609557.669209:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609557.669211:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609557.669211:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609557.669212:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609557.669213:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609557.669214:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609557.669215:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669216:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609557.669216:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193475968:0@lo:38: 00000100:00000040:3.0:1749609557.669217:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609557.669217:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609557.669218:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609557.669219:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609557.669220:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609557.669220:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669221:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669221:0:1049:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609557.669221:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609557.669222:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000001:3.0:1749609557.669223:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609557.669223:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c000. 00000100:00000001:2.0:1749609557.669224:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382372992 : -131936327178624 : ffff88012e15e680) 02000000:00000001:0.0:1749609557.669224:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609557.669225:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000100:00000001:1.0:1749609557.669225:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749609557.669225:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:3.0:1749609557.669226:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298830113 00000100:00000001:3.0:1749609557.669227:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298830115 00000100:00000040:2.0:1749609557.669227:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15e680 x1834598193475840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609557.669227:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00100000:1.0:1749609557.669228:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193476224 00000100:00000001:3.0:1749609557.669229:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298830113 00000100:00000200:0.0:1749609557.669229:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193475968, portal 10 00000100:00000001:3.0:1749609557.669230:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298830115 00000100:00000001:0.0:1749609557.669230:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609557.669230:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886198784 : -131938823352832 : ffff8800994d4e00) 00000100:00000001:3.0:1749609557.669231:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298830113 02000000:00000001:1.0:1749609557.669231:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609557.669232:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298830115 00000100:00000001:3.0:1749609557.669233:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298830113 00000100:00000001:3.0:1749609557.669233:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298830115 00000100:00000040:0.0:1749609557.669233:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609557.669234:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609557.669234:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609557.669236:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669237:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609557.669238:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609557.669238:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609557.669239:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609557.669239:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00000100:00100000:2.0:1749609557.669240:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193475840:12345-0@lo:38: 02000000:00000001:1.0:1749609557.669240:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669241:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609557.669241:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193475968, offset 0 00000100:00000200:2.0:1749609557.669242:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193475840 00000400:00000200:0.0:1749609557.669242:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609557.669243:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193476224 00000100:00000001:3.0:1749609557.669245:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609557.669245:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609557.669245:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609557.669246:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1749609557.669246:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609557.669247:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749609557.669247:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609557.669248:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1749609557.669248:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000200:0.0:1749609557.669248:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0b180 00000100:00000001:3.0:1749609557.669249:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669250:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609557.669250:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609557.669250:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 70704 00000020:00000040:1.0:1749609557.669252:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:0.0:1749609557.669252:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609557.669254:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609557.669255:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:2.0:1749609557.669257:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609557.669257:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609557.669257:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609557.669258:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:2.0:1749609557.669259:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:0.0:1749609557.669260:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15ea00. 00010000:00000001:2.0:1749609557.669261:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609557.669261:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609557.669262:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15ea00 x1834598193475968 msgsize 520 00010000:00000001:2.0:1749609557.669263:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609557.669264:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609557.669265:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749609557.669266:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00000100:00000001:2.0:1749609557.669268:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1749609557.669269:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11640. 02000000:00000001:2.0:1749609557.669270:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609557.669271:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749609557.669272:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b2800. 02000000:00000001:2.0:1749609557.669273:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609557.669274:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:0.0:1749609557.669274:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000100:00000001:2.0:1749609557.669275:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609557.669276:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00000001:0.0:1749609557.669277:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:2.0:1749609557.669278:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609557.669279:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609557.669279:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609557.669280:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609557.669281:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193475968 02000000:00000001:3.0:1749609557.669282:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:2.0:1749609557.669282:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609557.669283:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609557.669284:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669284:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609557.669285:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609557.669286:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669286:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609557.669286:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1749609557.669287:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609557.669288:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193475968 00000100:00000040:2.0:1749609557.669288:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609557.669288:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:3.0:1749609557.669289:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609557.669289:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000040:3.0:1749609557.669290:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:1.0:1749609557.669290:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 00000020:00000001:3.0:1749609557.669291:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609557.669291:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:3.0:1749609557.669292:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609557.669292:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609557.669293:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669293:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609557.669294:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609557.669294:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d180. 00000100:00000001:0.0:1749609557.669294:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609557.669295:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 00000100:00000001:2.0:1749609557.669295:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609557.669296:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609557.669296:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609557.669297:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000010:2.0:1749609557.669298:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000020:00000010:1.0:1749609557.669298:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000020:00000010:3.0:1749609557.669299:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000040:0.0:1749609557.669299:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 763 usecs (1 jiffies) 00000100:00000200:2.0:1749609557.669300:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193475840, offset 0 00000100:00000001:0.0:1749609557.669300:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298830113 00000100:00000001:3.0:1749609557.669301:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609557.669302:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609557.669302:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609557.669302:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298830115 00000100:00000001:3.0:1749609557.669303:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669304:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298830113 00000100:00000001:0.0:1749609557.669305:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298830115 00000100:00000001:3.0:1749609557.669306:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609557.669306:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609557.669306:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609557.669307:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298830113 00000100:00000001:1.0:1749609557.669308:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609557.669308:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298830115 00000100:00000001:3.0:1749609557.669309:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609557.669309:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609557.669310:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298830113 00000400:00000200:2.0:1749609557.669312:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0b100 00000100:00000001:1.0:1749609557.669312:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669312:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298830115 00000100:00000001:0.0:1749609557.669313:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609557.669314:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609557.669314:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669315:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609557.669315:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x490d [1] + 0 00000100:00000001:0.0:1749609557.669316:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609557.669317:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000400:00000200:2.0:1749609557.669318:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609557.669318:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609557.669319:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382373888 : -131936327177728 : ffff88012e15ea00) 00000400:00000200:2.0:1749609557.669320:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609557.669320:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1749609557.669321:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15ea00 x1834598193475968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609557.669321:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609557.669322:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609557.669323:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609557.669323:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609557.669324:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669324:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609557.669325:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609557.669325:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609557.669326:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609557.669327:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193475968:12345-0@lo:38: 00000100:00000200:2.0:1749609557.669328:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609557.669330:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669330:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609557.669331:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609557.669332:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193475968 02000000:00000001:0.0:1749609557.669332:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609557.669333:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609557.669333:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609557.669334:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609557.669334:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609557.669336:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609557.669336:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193476096:0@lo:38: 00000100:00000001:0.0:1749609557.669337:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609557.669338:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609557.669338:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609557.669338:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609557.669339:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609557.669340:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609557.669340:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609557.669340:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749609557.669341:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609557.669341:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00010000:00020000:3.0:1749609557.669342:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749609557.669342:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 00010000:00000001:3.0:1749609557.669343:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609557.669343:0:6446:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609557.669343:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669344:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749609557.669344:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaaa8. 00010000:00000001:3.0:1749609557.669345:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609557.669345:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000001:3.0:1749609557.669346:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609557.669346:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609557.669346:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00000100:00000001:3.0:1749609557.669347:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609557.669347:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000200:0.0:1749609557.669347:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193476096, portal 10 02000000:00000001:3.0:1749609557.669348:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609557.669349:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669349:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609557.669349:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196096 : -131938823355520 : ffff8800994d4380) 02000000:00000010:3.0:1749609557.669350:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539e800. 00000020:00000001:2.0:1749609557.669350:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609557.669351:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669352:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609557.669352:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609557.669353:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749609557.669353:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15e680 x1834598193475840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609557.669354:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609557.669356:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609557.669356:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609557.669357:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749609557.669357:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193475840:12345-0@lo:38: Request processed in 118us (237us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609557.669358:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000040:0.0:1749609557.669358:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609557.669359:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609557.669359:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000040:3.0:1749609557.669360:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609557.669360:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937504256 : -131938772047360 : ffff88009c5c2a00) 00000100:00000200:0.0:1749609557.669360:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193476096, offset 0 00000100:00000001:3.0:1749609557.669361:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609557.669362:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:0.0:1749609557.669362:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609557.669363:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00100000:2.0:1749609557.669363:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 02000000:00000001:3.0:1749609557.669364:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609557.669364:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749609557.669365:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669365:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609557.669365:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609557.669366:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609557.669366:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c2a00 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:503/0 lens 224/0 e 0 to 0 dl 1749609568 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609557.669367:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609557.669368:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:0.0:1749609557.669368:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0b200 00000020:00000010:2.0:1749609557.669369:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d780. 00000100:00000200:3.0:1749609557.669370:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193475968, offset 0 00000400:00000200:0.0:1749609557.669370:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 71224 00000400:00000200:3.0:1749609557.669372:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609557.669372:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73ed8. 00000400:00000200:0.0:1749609557.669373:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609557.669374:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609557.669374:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609557.669375:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 00000020:00000010:2.0:1749609557.669376:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000100:00000001:0.0:1749609557.669376:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749609557.669377:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609557.669377:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609557.669378:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609557.669379:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11640. 00000100:00000010:0.0:1749609557.669379:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15ed80. 00000400:00000200:3.0:1749609557.669380:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b180 00000100:00000040:0.0:1749609557.669380:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15ed80 x1834598193476096 msgsize 520 00000100:00000001:2.0:1749609557.669381:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609557.669382:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193476224:12345-0@lo:400: 00000100:00100000:0.0:1749609557.669382:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609557.669383:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x491d [1] + 0 00000100:00000200:1.0:1749609557.669385:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193476224 00000400:00000200:3.0:1749609557.669386:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609557.669387:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609557.669388:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609557.669389:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609557.669390:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000400:00000200:3.0:1749609557.669391:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609557.669391:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749609557.669391:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609557.669391:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609557.669392:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193476096 00000100:00000200:0.0:1749609557.669392:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609557.669393:0:6441:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609557.669393:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609557.669393:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669394:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749609557.669395:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609557.669395:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609557.669396:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:0.0:1749609557.669396:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609557.669397:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609557.669398:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609557.669399:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609557.669399:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749609557.669400:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669400:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609557.669401:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193476096 00000100:00000001:0.0:1749609557.669401:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749609557.669402:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609557.669402:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669402:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609557.669403:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609557.669403:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 587 usecs (1 jiffies) 00000100:00000001:3.0:1749609557.669404:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609557.669404:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609557.669404:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609557.669404:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298830113 00000020:00000001:2.0:1749609557.669405:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669405:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298830115 00000020:00000001:2.0:1749609557.669406:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609557.669406:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609557.669406:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298830113 00000400:00000200:3.0:1749609557.669407:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749609557.669407:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:2.0:1749609557.669407:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00000001:0.0:1749609557.669407:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298830115 00000100:00000001:3.0:1749609557.669408:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749609557.669408:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669408:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298830113 00000100:00000001:3.0:1749609557.669409:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609557.669409:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d780. 00000100:00000001:0.0:1749609557.669409:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298830115 00000020:00000010:2.0:1749609557.669410:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73ed8. 00000100:00000001:0.0:1749609557.669410:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298830113 00000100:00000001:3.0:1749609557.669411:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669411:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609557.669411:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609557.669411:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298830115 00000100:00000040:3.0:1749609557.669412:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609557.669412:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609557.669412:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609557.669413:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669413:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669413:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609557.669414:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609557.669415:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609557.669416:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15ea00 x1834598193475968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609557.669416:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609557.669416:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609557.669417:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609557.669417:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1749609557.669417:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609557.669418:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749609557.669419:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609557.669419:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00100000:3.0:1749609557.669420:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193475968:12345-0@lo:38: Request processed in 93us (158us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609557.669420:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609557.669421:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609557.669421:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1749609557.669422:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800998e8c00. 00000100:00000200:0.0:1749609557.669422:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609557.669424:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 02000000:00000001:1.0:1749609557.669424:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669425:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382374784 : -131936327176832 : ffff88012e15ed80) 00000100:00100000:3.0:1749609557.669426:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:2.0:1749609557.669426:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15ed80 x1834598193476096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609557.669426:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609557.669426:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609557.669427:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609557.669428:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609557.669428:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609557.669430:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000001:0.0:1749609557.669430:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749609557.669431:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00100000:2.0:1749609557.669431:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193476096:12345-0@lo:38: 00010000:00000040:1.0:1749609557.669431:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193476224 00000100:00000001:0.0:1749609557.669431:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609557.669432:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193476096 00000100:00000001:0.0:1749609557.669432:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749609557.669433:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 00010000:00000001:1.0:1749609557.669433:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749609557.669434:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609557.669434:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609557.669435:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609557.669435:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609557.669435:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609557.669436:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609557.669437:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c5c2a00 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609557.669437:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609557.669439:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609557.669440:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609557.669441:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:0.0:1749609557.669441:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609557 v=5 (0 0 0 0) 00010000:00000001:2.0:1749609557.669443:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749609557.669443:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=19 v=20 (1 1 20 0) 00000100:00000001:2.0:1749609557.669444:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609557.669444:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609557.669444:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609557.669445:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609557.669445:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609557.669446:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609557.669446:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609557.669448:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:3.0:1749609557.669450:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749609557.669450:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609557.669451:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3000. 02000000:00000001:2.0:1749609557.669452:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609557.669453:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609557.669453:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609557.669453:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=102 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609557.669454:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609557.669455:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609557.669456:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669456:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749609557.669457:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609557.669457:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609557.669457:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669458:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609557.669459:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609557.669459:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609557.669460:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609557.669460:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00080000:0.0:1749609557.669461:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749609557.669462:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609557.669462:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609557.669463:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00080000:0.0:1749609557.669463:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609557.669464:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:1.0:1749609557.669464:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609557.669464:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609557.669465:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:2.0:1749609557.669466:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609557.669466:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609557.669466:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609557.669467:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609557.669468:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609557.669468:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609557.669469:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609557.669470:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000040:1.0:1749609557.669470:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609557.669471:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193476096, offset 0 00000100:00100000:0.0:1749609557.669471:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193475840:0@lo:38: 00000400:00000200:2.0:1749609557.669473:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749609557.669474:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000001:0.0:1749609557.669475:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609557.669475:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609557.669476:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000400:00000200:2.0:1749609557.669477:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609557.669477:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609557.669477:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609557.669478:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609557.669479:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b200 00000100:00000200:0.0:1749609557.669480:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609557.669481:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4929 [1] + 0 00000100:00000200:1.0:1749609557.669481:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193476224, offset 224 00000100:00000200:0.0:1749609557.669483:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609557.669484:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609557.669485:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609557.669486:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609557.669486:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609557.669486:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669487:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609557.669488:0:6442:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609557.669488:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609557.669488:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609557.669489:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609557.669490:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609557.669490:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609557.669491:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609557 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609557.669493:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=151 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609557.669494:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609557.669495:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609557.669495:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609557.669496:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609557.669496:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609557.669498:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609557.669499:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609557.669501:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609557.669502:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609557.669503:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669504:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609557.669504:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609557.669506:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609557.669507:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609557.669508:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609557.669509:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609557.669511:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609557.669512:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000400:00000200:1.0:1749609557.669512:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b280 00000100:00100000:0.0:1749609557.669513:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193475968:0@lo:38: 00000100:00000001:2.0:1749609557.669514:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609557.669514:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669515:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609557.669516:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4a80 x1834598193475840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609557.669517:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609557.669519:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609557.669519:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4915 [1] + 224 00000100:00000001:0.0:1749609557.669520:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749609557.669521:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:0.0:1749609557.669521:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609557.669522:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609557.669522:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c400. 00000020:00000001:2.0:1749609557.669523:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609557.669524:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15ed80 x1834598193476096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609577 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609557.669524:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749609557.669525:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609557.669525:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609557.669526:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609557.669527:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609557.669528:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b3800. 00000100:00100000:2.0:1749609557.669529:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193476096:12345-0@lo:38: Request processed in 97us (148us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609557.669529:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609557.669529:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609557.669530:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609557.669531:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4a80. 00000100:00000001:1.0:1749609557.669533:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609557.669534:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000001:0.0:1749609557.669534:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609557.669534:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609557.669535:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609557.669535:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609557.669536:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609557.669537:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d780. 00000100:00000200:1.0:1749609557.669537:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609557.669537:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4e00 x1834598193475968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609557.669538:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73ed8. 00000020:00000010:2.0:1749609557.669540:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000100:00000001:0.0:1749609557.669540:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609557.669541:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609557.669542:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609557.669542:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c000. 02000000:00000001:0.0:1749609557.669543:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609557.669544:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749609557.669545:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609557.669545:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609557.669546:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609557.669546:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b3c00. 02000000:00000001:0.0:1749609557.669548:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609557.669548:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609557.669549:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4e00. 00000100:00000001:0.0:1749609557.669551:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609557.669552:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669552:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669554:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609557.669554:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669555:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609557.669556:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609557.669557:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609557.669557:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609557.669558:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaaa8. 00000400:00000200:0.0:1749609557.669559:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000400:00000010:0.0:1749609557.669560:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00000001:0.0:1749609557.669562:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609557.669563:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609557.669565:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609557.669568:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609557.669571:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000001:0.0:1749609557.669571:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609557.669571:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609557.669572:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:1.0:1749609557.669573:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 02000000:00000001:0.0:1749609557.669573:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609557.669573:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609557.669574:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609557.669574:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609557.669576:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749609557.669576:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609557 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609557.669577:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749609557.669577:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=102 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609557.669578:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609557.669578:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609557.669579:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609557.669580:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609557.669580:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609557.669583:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609557.669583:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609557.669584:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1749609557.669585:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609557.669585:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609557.669586:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1749609557.669587:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749609557.669587:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669587:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609557.669588:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609557.669588:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609557.669588:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609557.669589:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b688. 00000020:00000001:1.0:1749609557.669589:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:0.0:1749609557.669589:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609557.669590:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609557.669591:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609557.669592:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c2a00 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1749609568 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609557.669593:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609557.669594:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00100000:0.0:1749609557.669596:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193476096:0@lo:38: 00000400:00000010:3.0:1749609557.669598:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609557.669598:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609557.669598:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609557.669599:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4380 x1834598193476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609557.669600:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609557.669600:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193476224:12345-0@lo:400: Request processed in 225us (401us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609557.669602:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749609557.669603:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609557.669603:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609557.669603:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 02000000:00000001:0.0:1749609557.669604:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609557.669605:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609557.669605:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609557.669606:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749609557.669607:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609557.669607:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b2c00. 02000000:00000001:0.0:1749609557.669608:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609557.669608:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609557.669609:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4380. 00000100:00000001:0.0:1749609557.669610:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609557.669610:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609557.669611:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609557.669611:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669612:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609557.669612:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000001:0.0:1749609557.669612:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609557.669612:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609557.669613:0:1049:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609557.669614:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609557.669614:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669615:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609557.669615:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:0.0:1749609557.669615:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669616:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609557.669617:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609557.669617:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609557.669618:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1749609557.669619:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=102 v=5 (5 5 0 0) 00000100:00001000:3.0:1749609557.669621:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=102 v=5 (1 1 0 0) 00000020:00000010:1.0:1749609557.669621:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d180. 00000100:00000001:3.0:1749609557.669623:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609557.669624:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609557.669624:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00010000:00000001:3.0:1749609557.669626:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1749609557.669626:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00010000:00080000:3.0:1749609557.669628:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609557.669630:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00010000:00000001:3.0:1749609557.669632:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609557.669632:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609557.669634:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609557.669635:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609557.669636:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609557.669636:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609557.669638:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609557.669641:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609557.669642:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609557.669643:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609557.669644:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609557.669648:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193476224:0@lo:400: 00000100:00000001:3.0:1749609557.669653:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609557.669654:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609557.669655:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4000 x1834598193476224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609557.669658:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609557.669659:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609557.669660:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782d200. 02000000:00000001:3.0:1749609557.669661:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609557.669662:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609557.669663:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609557.669664:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609557.669665:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be500. 02000000:00000001:3.0:1749609557.669669:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609557.669670:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609557.669670:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4000. 00000100:00000001:3.0:1749609557.669672:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609557.669698:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609557.669699:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609557.669701:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609557.669702:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609557.669703:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609557.669705:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609557.671724:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298830115, at 4298830115 00000100:00000010:2.0:1749609557.671730:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7ec0. 00000100:00000040:1.0:1749609557.671744:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298830115, at 4298830115 00000100:00000040:3.0:1749609557.671750:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298830115, at 4298830115 00000100:00000010:1.0:1749609557.671751:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7340. 00000100:00000040:0.0:1749609557.671753:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298830115, at 4298830115 00000100:00000010:3.0:1749609557.671755:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7440. 00000100:00000010:0.0:1749609557.671758:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00010000:00000001:0.0:1749609557.678770:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609557.678774:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609557.678804:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609557.678806:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609557.678808:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609558.082778:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609558.082786:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609558.082787:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609558.082790:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609558.082792:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609558.082796:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609558.082798:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609558.082800:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609558.082801:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609558.248035:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609558.248054:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609558.248058:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609558.248059:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609558.248071:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609558.248092:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500780 00000400:00000100:0.0:1749609558.248099:0:1043:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188189568 offset 0 length 520: 4 00000400:00000200:0.0:1749609558.248102:0:1043:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609558.248103:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609558.248114:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609558.248125:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609558.248126:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609558.248128:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609558.414820:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609558.414827:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609558.414829:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609558.414832:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609558.414835:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609558.414838:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609558.414840:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609558.414843:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609558.414845:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609558.668831:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609558.668849:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609558.668851:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609558.668855:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609558.668858:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609558.668862:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609558.668864:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609558.680743:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609558.680748:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609558.680800:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609558.680803:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609558.680805:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609559.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609559.082803:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609559.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609559.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609559.082810:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609559.082813:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609559.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609559.082817:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609559.082819:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609559.414791:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609559.414800:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609559.414801:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609559.414804:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609559.414807:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609559.414810:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609559.414813:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609559.414815:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609559.414816:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609559.668793:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609559.668809:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609559.668811:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609559.668814:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609559.668816:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609559.668819:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609559.668821:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609559.682818:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609559.682824:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609559.682911:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609559.682928:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609559.682930:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609560.082800:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609560.082808:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609560.082809:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609560.082812:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609560.082815:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609560.082818:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609560.082821:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609560.082824:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609560.082825:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609560.414805:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609560.414815:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609560.414817:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609560.414820:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609560.414824:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609560.414828:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609560.414830:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609560.414833:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609560.414834:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609560.668818:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609560.668834:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609560.668835:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609560.668838:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609560.668841:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609560.668844:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609560.668846:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609560.684845:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609560.684852:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609560.684916:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609560.684921:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609560.684923:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609561.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609561.082803:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609561.082805:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609561.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609561.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609561.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609561.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609561.082820:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609561.082822:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609561.414775:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609561.414782:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609561.414783:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609561.414786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609561.414789:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609561.414793:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609561.414795:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609561.414798:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609561.414800:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609561.668849:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609561.668865:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609561.668866:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609561.668870:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609561.668872:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609561.668876:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609561.668877:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609561.686790:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609561.686796:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609561.686799:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609561.686801:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609561.686804:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609561.686806:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609561.686808:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609561.686809:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609561.686875:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609561.686879:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609561.686881:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609562.082789:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609562.082797:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609562.082799:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609562.082802:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609562.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609562.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609562.082812:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.414772:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609562.414779:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609562.414781:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609562.414783:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609562.414786:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609562.414790:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.414792:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609562.414794:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.414796:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.668879:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609562.668896:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609562.668897:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609562.668900:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609562.668903:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609562.668906:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.668907:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609562.676744:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609562.676750:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609562.676752:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609562.676754:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609562.676757:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609562.676759:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609562.676762:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609562.676765:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4162 00000100:00080000:2.0:1749609562.676769:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609562.676770:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609562.676772:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609562.676773:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609562.676774:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609562.676777:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609562.676789:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609562.676791:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609562.676794:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609562.676795:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609562.676797:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609562.676799:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609562.676800:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609562.676801:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609562.676802:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609562.676803:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609562.676805:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609562.676806:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609562.676808:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609562.676814:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609562.676816:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.676817:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609562.676819:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609562.676823:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4700. 00000020:00000040:2.0:1749609562.676825:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609562.676828:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609562.676829:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.676831:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609562.676833:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609562.676836:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609562.676841:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1c00. 00000100:00000001:2.0:1749609562.676847:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609562.676853:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609562.676861:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609562.676862:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609562.676864:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4700] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609562.676879:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609562.676883:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609562.676886:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609562.676886:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609562.676887:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609562.676888:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609562.676890:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4162 00000100:00080000:2.0:1749609562.676891:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609562.676892:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609562.676893:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609562.676894:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609562.676895:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609562.676896:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609562.676896:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609562.676897:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609562.676898:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609562.676899:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609562.676900:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609562.676901:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609562.676902:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609562.676903:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609562.676904:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609562.676905:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609562.676906:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609562.676906:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609562.676907:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609562.676908:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609562.676909:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609562.676909:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609562.676910:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.676911:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609562.676911:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609562.676912:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609562.676915:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4000. 00000020:00000040:2.0:1749609562.676916:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:0.0:1749609562.676916:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609562.676920:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609562.676921:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.676922:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609562.676922:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609562.676923:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609562.676923:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.676923:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609562.676925:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1400. 02000000:00000001:0.0:1749609562.676925:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609562.676927:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609562.676927:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609562.676928:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609562.676929:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749609562.676929:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193476352:0@lo:38: 00000100:00000001:0.0:1749609562.676932:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609562.676933:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609562.676934:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609562.676935:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4000] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609562.676935:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609562.676936:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609562.676938:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609562.676939:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609562.676941:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:0.0:1749609562.676941:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c000. 02000000:00000001:0.0:1749609562.676962:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609562.676969:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609562.676969:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749609562.676969:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaaa8. 00000100:00080000:2.0:1749609562.676970:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609562.676972:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609562.676973:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4162 00000100:00080000:2.0:1749609562.676975:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609562.676976:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609562.676977:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609562.676977:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00000100:00000040:2.0:1749609562.676978:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609562.676979:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609562.676980:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609562.676980:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609562.676981:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609562.676983:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609562.676983:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609562.676984:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000200:0.0:1749609562.676984:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193476352, portal 4 00000100:00000001:0.0:1749609562.676986:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609562.676988:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196992 : -131938823354624 : ffff8800994d4700) 00000100:00000040:2.0:1749609562.676989:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609562.676990:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609562.676991:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609562.676992:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609562.676993:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609562.676994:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000040:0.0:1749609562.676994:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609562.676995:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609562.676996:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609562.676998:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609562.676999:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.677000:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609562.677000:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609562.677002:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4380. 00000100:00000001:0.0:1749609562.677002:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609562.677003:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609562.677004:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609562.677005:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609562.677005:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609562.677006:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609562.677007:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749609562.677007:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 02000000:00000001:2.0:1749609562.677008:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609562.677009:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193476352, offset 0 02000000:00000010:2.0:1749609562.677010:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1800. 00000100:00000001:2.0:1749609562.677012:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609562.677014:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609562.677015:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609562.677019:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609562.677020:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609562.677021:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4380] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609562.677025:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609562.677026:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609562.677028:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749609562.677029:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749609562.677030:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4e00. 00000020:00000040:2.0:1749609562.677031:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609562.677034:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609562.677035:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609562.677036:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609562.677039:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be100. 00000100:00000001:2.0:1749609562.677040:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609562.677041:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0b300 00000100:00000040:2.0:1749609562.677043:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609562.677048:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 10400 00000100:00000001:2.0:1749609562.677049:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609562.677051:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609562.677054:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4e00] to pc [ptlrpcd_00_02+2] req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609562.677054:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609562.677057:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609562.677061:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609562.677063:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609562.677066:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15f100. 00000100:00000040:0.0:1749609562.677067:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15f100 x1834598193476352 msgsize 520 00000100:00100000:0.0:1749609562.677070:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609562.677090:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677092:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609562.677095:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4172) 00000400:00000200:0.0:1749609562.677101:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609562.677102:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609562.677104:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609562.677106:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609562.677111:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609562.677113:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609562.677114:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609562.677117:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609562.677117:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609562.677118:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609562.677118:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609562.677121:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609562.677122:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609562.677123:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609562.677124:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2018 usecs (3 jiffies) 00000100:00000001:2.0:1749609562.677125:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609562.677126:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609562.677127:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193476352 00000100:00000001:0.0:1749609562.677127:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298835123 00000100:00000001:1.0:1749609562.677128:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609562.677129:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609562.677129:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609562.677130:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 02000000:00000001:1.0:1749609562.677131:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609562.677132:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609562.677132:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609562.677133:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609562.677133:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609562.677135:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193476736:0@lo:400: 00000100:00000001:0.0:1749609562.677135:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749609562.677136:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609562.677137:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749609562.677139:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193476352 02000000:00000001:1.0:1749609562.677139:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609562.677140:0:6446:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749609562.677140:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677140:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298835123 00000020:00000040:2.0:1749609562.677141:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749609562.677141:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749609562.677141:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7840. 00000020:00000001:2.0:1749609562.677142:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609562.677143:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677143:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:2.0:1749609562.677144:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609562.677144:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528da00. 02000000:00000001:1.0:1749609562.677145:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677145:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298835123 00000100:00000010:0.0:1749609562.677146:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7040. 00000020:00000010:2.0:1749609562.677147:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000400:00000010:1.0:1749609562.677148:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a108. 00000100:00000001:0.0:1749609562.677148:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609562.677149:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298835123 00000100:00000010:0.0:1749609562.677150:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7bc0. 00000020:00000010:2.0:1749609562.677151:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d780. 00000400:00000010:1.0:1749609562.677151:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609562.677152:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000200:1.0:1749609562.677153:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193476736, portal 10 00000100:00000001:1.0:1749609562.677154:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749609562.677155:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73ed8. 00000100:00000001:0.0:1749609562.677158:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609562.677159:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609562.677159:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.677160:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609562.677161:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677161:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677162:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.677165:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609562.677165:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609562.677166:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677166:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609562.677167:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609562.677168:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609562.677169:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609562.677171:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.677174:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609562.677174:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.677176:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609562.677176:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609562.677177:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609562.677178:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609562.677178:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609562.677179:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193476480:0@lo:38: 00000100:00000001:3.0:1749609562.677180:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609562.677181:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609562.677181:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609562.677182:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609562.677183:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609562.677184:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749609562.677185:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 02000000:00000010:0.0:1749609562.677186:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c800. 00000100:00000001:3.0:1749609562.677187:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382375680 : -131936327175936 : ffff88012e15f100) 02000000:00000001:0.0:1749609562.677187:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609562.677189:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:2.0:1749609562.677190:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.677191:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609562.677191:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000200:0.0:1749609562.677193:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193476480, portal 10 00000100:00000001:0.0:1749609562.677194:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609562.677194:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886195200 : -131938823356416 : ffff8800994d4000) 00000100:00000040:3.0:1749609562.677196:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15f100 x1834598193476352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609562.677198:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609562.677201:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609562.677202:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749609562.677203:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193476352:12345-0@lo:38: 00000400:00000010:0.0:1749609562.677203:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:0.0:1749609562.677204:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193476480, offset 0 00000100:00000200:3.0:1749609562.677205:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193476352 00000400:00000200:0.0:1749609562.677206:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609562.677208:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609562.677209:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609562.677211:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749609562.677212:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0b380 00000400:00000200:0.0:1749609562.677215:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 71744 00000400:00000200:0.0:1749609562.677218:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609562.677220:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609562.677222:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677223:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00020000:3.0:1749609562.677224:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749609562.677224:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609562.677226:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:0.0:1749609562.677227:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15f480. 00010000:00000001:3.0:1749609562.677228:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609562.677228:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15f480 x1834598193476480 msgsize 520 00000100:00000001:3.0:1749609562.677230:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609562.677231:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609562.677231:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886198784 : -131938823352832 : ffff8800994d4e00) 00000100:00100000:0.0:1749609562.677231:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609562.677233:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609562.677236:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539ec00. 00000100:00000040:1.0:1749609562.677236:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609562.677238:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677238:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609562.677239:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609562.677241:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609562.677241:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609562.677241:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000100:00000040:1.0:1749609562.677242:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749609562.677243:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609562.677243:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000010:0.0:1749609562.677243:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609562.677244:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:3.0:1749609562.677245:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749609562.677246:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193476736, offset 0 00000100:00000200:0.0:1749609562.677246:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609562.677247:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609562.677248:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609562.677249:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609562.677250:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609562.677251:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609562.677252:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609562.677252:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609562.677253:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609562.677254:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609562.677254:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609562.677256:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609562.677257:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609562.677257:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0b480 00000100:00000001:3.0:1749609562.677258:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609562.677259:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609562.677260:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 72264 00000100:00000001:0.0:1749609562.677260:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609562.677261:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609562.677262:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609562.677263:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193476352, offset 0 00000400:00000200:1.0:1749609562.677263:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609562.677264:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609562.677264:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609562.677266:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609562.677266:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 757 usecs (1 jiffies) 00000100:00000001:0.0:1749609562.677268:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298835121 00000100:00000001:0.0:1749609562.677270:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298835123 00000100:00000001:1.0:1749609562.677272:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609562.677272:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298835121 00000100:00000200:1.0:1749609562.677273:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609562.677273:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298835123 00000400:00000200:3.0:1749609562.677274:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609562.677275:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298835121 00000100:00000010:1.0:1749609562.677276:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1180. 00000100:00000001:0.0:1749609562.677276:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298835123 00000100:00000040:1.0:1749609562.677277:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a1180 x1834598193476736 msgsize 224 00000100:00000001:0.0:1749609562.677277:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298835121 00000400:00000200:3.0:1749609562.677278:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0b300 00000100:00000001:0.0:1749609562.677279:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298835123 00000400:00000200:3.0:1749609562.677280:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x493d [1] + 0 00000100:00100000:1.0:1749609562.677280:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609562.677280:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609562.677281:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609562.677283:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609562.677283:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609562.677285:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609562.677285:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609562.677287:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609562.677289:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609562.677291:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609562.677292:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609562.677292:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609562.677294:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609562.677294:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609562.677295:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609562.677296:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609562.677297:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 02000000:00000001:0.0:1749609562.677297:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609562.677299:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609562.677299:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749609562.677299:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193476608:0@lo:38: 00000100:00000200:1.0:1749609562.677301:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609562.677302:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:0.0:1749609562.677302:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749609562.677303:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 02000000:00000001:0.0:1749609562.677303:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609562.677304:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609562.677305:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609562.677305:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609562.677306:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609562.677306:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609562.677306:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609562.677307:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609562.677308:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c400. 00000100:00000040:3.0:1749609562.677309:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609562.677310:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609562.677310:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609562.677310:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609562.677311:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609562.677311:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749609562.677312:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000040:3.0:1749609562.677313:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15f100 x1834598193476352/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609562.677313:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609562.677314:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000040:1.0:1749609562.677315:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 555 usecs (1 jiffies) 00000100:00000001:1.0:1749609562.677316:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298835121 00000100:00100000:3.0:1749609562.677317:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193476352:12345-0@lo:38: Request processed in 115us (249us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749609562.677317:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193476608, portal 10 00000100:00000001:1.0:1749609562.677318:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298835123 00000100:00000001:0.0:1749609562.677318:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609562.677319:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196096 : -131938823355520 : ffff8800994d4380) 00000100:00100000:3.0:1749609562.677322:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000001:1.0:1749609562.677322:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298835121 00000100:00000001:1.0:1749609562.677323:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298835123 00000100:00000001:3.0:1749609562.677324:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609562.677324:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298835121 00000100:00000040:0.0:1749609562.677324:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609562.677325:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609562.677325:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609562.677325:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298835123 00000100:00000001:1.0:1749609562.677326:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298835121 00000020:00000010:3.0:1749609562.677327:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d780. 00000100:00100000:2.0:1749609562.677327:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193476480 00000100:00000001:1.0:1749609562.677327:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298835123 00000100:00000001:0.0:1749609562.677327:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609562.677328:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609562.677328:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609562.677329:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609562.677329:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.677330:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609562.677330:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609562.677330:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000020:00000010:3.0:1749609562.677331:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73ed8. 00000100:00000001:2.0:1749609562.677331:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609562.677331:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609562.677331:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193476608, offset 0 00000400:00000200:0.0:1749609562.677332:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609562.677333:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609562.677334:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749609562.677335:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000100:00100000:2.0:1749609562.677335:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193476480 00000100:00000001:1.0:1749609562.677335:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749609562.677336:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609562.677336:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609562.677336:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609562.677337:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609562.677337:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609562.677337:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609562.677338:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609562.677338:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609562.677338:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0b400 00000020:00000001:2.0:1749609562.677339:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609562.677340:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609562.677340:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609562.677340:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 72488 00000020:00000010:2.0:1749609562.677342:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 00000400:00000200:0.0:1749609562.677343:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609562.677344:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609562.677345:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d080. 00000100:00000001:0.0:1749609562.677346:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749609562.677347:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73e10. 00000100:00000200:0.0:1749609562.677347:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609562.677349:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609562.677349:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749609562.677349:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15f800. 00000100:00000001:2.0:1749609562.677350:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749609562.677350:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15f800 x1834598193476608 msgsize 520 00000100:00000001:2.0:1749609562.677351:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609562.677351:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193476736 02000000:00000001:1.0:1749609562.677351:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609562.677352:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609562.677352:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609562.677353:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609562.677354:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609562.677355:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609562.677357:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193476736 00000100:00000001:0.0:1749609562.677357:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609562.677358:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609562.677359:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000200:0.0:1749609562.677359:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000020:00000001:1.0:1749609562.677360:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749609562.677360:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:2.0:1749609562.677361:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609562.677361:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:0.0:1749609562.677361:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609562.677362:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000200:0.0:1749609562.677362:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609562.677363:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609562.677365:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609562.677366:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609562.677366:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193476608 00000100:00000001:0.0:1749609562.677366:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609562.677367:0:7440:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609562.677367:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609562.677367:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609562.677367:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609562.677368:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609562.677369:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609562.677369:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 00000100:00000001:3.0:1749609562.677370:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609562.677370:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677370:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609562.677371:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193476608 00000020:00000010:1.0:1749609562.677371:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11700. 00000100:00000001:0.0:1749609562.677371:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749609562.677372:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609562.677373:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609562.677373:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609562.677373:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609562.677374:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609562.677375:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609562.677375:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609562.677375:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:0.0:1749609562.677375:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 581 usecs (1 jiffies) 00000020:00000010:2.0:1749609562.677376:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74800. 00000100:00000001:0.0:1749609562.677376:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298835121 00000020:00000010:2.0:1749609562.677377:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d480. 00000100:00000001:0.0:1749609562.677377:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298835123 00000020:00000010:2.0:1749609562.677378:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73d48. 00000100:00000001:0.0:1749609562.677378:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298835121 00000100:00000001:0.0:1749609562.677379:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298835123 00000100:00000001:0.0:1749609562.677380:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298835121 00000100:00000001:0.0:1749609562.677381:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298835123 00000100:00000001:0.0:1749609562.677382:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298835121 00000100:00000001:2.0:1749609562.677383:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609562.677383:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298835123 00000100:00000001:2.0:1749609562.677384:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609562.677384:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609562.677384:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609562.677384:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609562.677385:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000001:2.0:1749609562.677385:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609562.677386:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:3.0:1749609562.677387:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382376576 : -131936327175040 : ffff88012e15f480) 00000100:00000001:2.0:1749609562.677387:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609562.677387:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749609562.677388:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d180. 00000400:00000001:0.0:1749609562.677388:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609562.677389:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15f480 x1834598193476480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609562.677389:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaaa8. 00000020:00000010:1.0:1749609562.677390:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000400:00000200:0.0:1749609562.677390:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000100:00000001:2.0:1749609562.677391:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609562.677391:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00000001:0.0:1749609562.677392:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609562.677393:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609562.677394:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609562.677395:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609562.677395:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609562.677396:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609562.677396:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609562.677397:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609562.677397:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609562.677398:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193476480:12345-0@lo:38: 00000100:00100000:2.0:1749609562.677399:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000200:3.0:1749609562.677400:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193476480 00000100:00000001:2.0:1749609562.677400:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382377472 : -131936327174144 : ffff88012e15f800) 00000020:00000001:3.0:1749609562.677401:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609562.677401:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609562.677401:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609562.677402:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609562.677402:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609562.677403:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609562.677403:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15f800 x1834598193476608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609562.677403:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677403:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609562.677404:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609562.677405:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609562.677406:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609562.677407:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677407:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609562.677408:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609562.677409:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609562.677409:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193476608:12345-0@lo:38: 00000100:00000001:1.0:1749609562.677409:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609562.677409:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609562.677409:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609562.677411:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609562.677411:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193476608 00000100:00100000:1.0:1749609562.677411:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000001:3.0:1749609562.677412:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609562.677412:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:0.0:1749609562.677412:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609562 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609562.677413:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609562.677413:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609562.677413:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 02000000:00000001:3.0:1749609562.677414:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609562.677414:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370063232 : -131936339488384 : ffff88012d5a1180) 00000100:00001000:0.0:1749609562.677415:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=24 v=20 (1 1 20 0) 02000000:00000010:3.0:1749609562.677416:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539f000. 00000100:00000040:1.0:1749609562.677416:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a1180 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:508/0 lens 224/0 e 0 to 0 dl 1749609573 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609562.677416:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749609562.677417:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609562.677418:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609562.677418:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677418:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609562.677419:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609562.677420:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609562.677420:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609562.677420:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609562.677420:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749609562.677421:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749609562.677421:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749609562.677421:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00010000:00000001:2.0:1749609562.677422:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609562.677422:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609562.677423:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609562.677423:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609562.677424:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609562.677424:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749609562.677424:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11700. 00000100:00000040:3.0:1749609562.677425:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609562.677425:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609562.677426:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:2.0:1749609562.677426:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609562.677426:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193476736:12345-0@lo:400: 00000100:00000001:0.0:1749609562.677426:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609562.677427:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000010:2.0:1749609562.677427:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b0800. 00000100:00000200:1.0:1749609562.677427:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193476736 00000100:00000040:3.0:1749609562.677428:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609562.677428:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609562.677428:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609562.677428:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609562.677429:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609562.677429:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609562.677430:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.677430:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609562.677430:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609562.677430:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609562.677431:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609562.677431:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609562.677431:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609562.677432:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609562.677432:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609562.677432:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609562.677433:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609562.677433:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00080000:0.0:1749609562.677433:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609562.677435:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609562.677435:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00080000:0.0:1749609562.677435:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609562.677436:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749609562.677437:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609562.677437:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749609562.677437:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749609562.677437:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609562.677438:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000200:3.0:1749609562.677439:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193476480, offset 0 00000100:00000001:2.0:1749609562.677439:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609562.677439:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609562.677440:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749609562.677441:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609562.677442:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193476352:0@lo:38: 00000100:00000001:2.0:1749609562.677443:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000001:1.0:1749609562.677444:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609562.677444:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609562.677445:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609562.677445:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000001:1.0:1749609562.677445:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677445:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609562.677446:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609562.677446:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4700 x1834598193476352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609562.677447:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609562.677447:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749609562.677448:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b380 00000100:00000001:2.0:1749609562.677448:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609562.677449:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609562.677450:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609562.677450:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609562.677451:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4949 [1] + 0 00000400:00000010:2.0:1749609562.677451:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 02000000:00000001:1.0:1749609562.677451:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609562.677452:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749609562.677453:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749609562.677453:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c000. 00000100:00000200:2.0:1749609562.677454:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193476608, offset 0 02000000:00000010:1.0:1749609562.677454:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3de000. 02000000:00000001:0.0:1749609562.677454:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749609562.677455:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609562.677455:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609562.677456:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609562.677456:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609562.677457:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609562.677457:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749609562.677457:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609562.677458:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609562.677458:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749609562.677459:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1749609562.677459:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193476736 02000000:00000010:0.0:1749609562.677460:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1c00. 00010000:00000001:1.0:1749609562.677461:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749609562.677462:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609562.677462:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000200:1.0:1749609562.677463:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1180 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609562.677463:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749609562.677464:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609562.677464:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4700. 00000400:00000200:2.0:1749609562.677465:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b400 00000100:00000001:0.0:1749609562.677467:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609562.677468:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609562.677468:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4959 [1] + 0 00010000:00000001:1.0:1749609562.677468:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609562.677468:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609562.677469:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677469:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609562.677470:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=107 v=5 (1 1 0 0) 00000400:00000200:3.0:1749609562.677471:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000200:2.0:1749609562.677471:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609562.677471:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1749609562.677472:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609562.677472:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609562.677472:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609562.677473:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749609562.677473:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609562.677473:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:0.0:1749609562.677473:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609562.677474:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609562.677474:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609562.677474:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609562.677475:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609562.677475:0:6442:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609562.677475:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1749609562.677475:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749609562.677476:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609562.677476:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609562.677477:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000010:0.0:1749609562.677477:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000100:00000001:3.0:1749609562.677478:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609562.677478:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609562.677478:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609562.677478:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000020:00000001:3.0:1749609562.677479:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609562.677479:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609562.677479:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000400:00000010:1.0:1749609562.677480:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609562.677480:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609562.677481:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15f480 x1834598193476480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609562.677481:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609562.677482:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193476736, offset 224 00000100:00000040:2.0:1749609562.677483:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609562.677484:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609562.677485:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609562.677486:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193476480:12345-0@lo:38: Request processed in 89us (256us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609562.677488:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609562.677488:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609562.677489:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609562.677490:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000001:0.0:1749609562.677490:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609562.677491:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000001:0.0:1749609562.677491:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609562.677491:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609562.677492:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609562.677492:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749609562.677492:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609562.677492:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609562.677493:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609562.677493:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b480 00000100:00000001:0.0:1749609562.677493:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609562.677494:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d080. 00000100:00000001:2.0:1749609562.677494:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609562.677494:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609562.677495:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73e10. 00000400:00000200:1.0:1749609562.677495:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4945 [1] + 224 00000100:00001000:0.0:1749609562.677495:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609562 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609562.677496:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609562.677496:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=6 v=20 (1 1 20 0) 00000020:00000010:3.0:1749609562.677497:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 00000100:00000040:2.0:1749609562.677497:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609562.677497:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609562.677498:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609562.677498:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609562.677498:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609562.677499:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609562.677499:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609562.677499:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609562.677499:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609562.677500:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609562.677501:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15f800 x1834598193476608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609582 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609562.677501:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609562.677503:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609562.677503:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609562.677504:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609562.677504:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.677505:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:2.0:1749609562.677506:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193476608:12345-0@lo:38: Request processed in 97us (155us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609562.677506:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609562.677508:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609562.677508:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609562.677509:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00100000:2.0:1749609562.677510:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000001:0.0:1749609562.677511:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609562.677513:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609562.677515:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609562.677516:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609562.677517:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d480. 00000100:00000001:1.0:1749609562.677517:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609562.677519:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73d48. 00000400:00000200:1.0:1749609562.677520:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00100000:0.0:1749609562.677520:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193476480:0@lo:38: 00000020:00000010:2.0:1749609562.677521:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74800. 00000400:00000010:1.0:1749609562.677521:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00080000:3.0:1749609562.677523:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609562.677523:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609562.677523:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749609562.677523:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609562.677524:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749609562.677524:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1749609562.677525:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609562.677525:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609562.677525:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000100:00000040:1.0:1749609562.677527:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609562.677527:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00010000:00000001:1.0:1749609562.677528:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:0.0:1749609562.677528:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000020:00000001:1.0:1749609562.677529:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609562.677530:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609562.677530:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609562.677532:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1180 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1749609573 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609562.677532:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609562.677536:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193476736:12345-0@lo:400: Request processed in 115us (258us total) trans 0 rc 0/0 00000100:00000200:0.0:1749609562.677538:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609562.677540:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:1.0:1749609562.677542:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609562.677543:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609562.677543:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609562.677544:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609562.677544:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609562.677545:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d180. 00000100:00000001:0.0:1749609562.677546:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749609562.677547:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 02000000:00000001:0.0:1749609562.677547:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749609562.677548:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609562.677548:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609562.677549:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609562.677551:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000001:0.0:1749609562.677551:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609562.677552:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609562.677553:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609562 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609562.677556:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=107 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609562.677558:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609562.677559:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609562.677559:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609562.677560:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609562.677560:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:1.0:1749609562.677561:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609562.677562:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609562.677563:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a108. 00000100:00000040:0.0:1749609562.677563:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609562.677564:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609562.677565:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:1.0:1749609562.677566:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609562.677568:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609562.677568:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609562.677571:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609562.677572:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.677574:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609562.677575:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749609562.677577:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609562.677577:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609562.677579:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609562.677580:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609562.677581:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609562.677582:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609562.677583:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749609562.677583:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609562.677584:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609562.677585:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609562.677586:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609562.677587:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609562.677589:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=107 v=5 (5 5 0 0) 00000100:00100000:0.0:1749609562.677589:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193476608:0@lo:38: 00000100:00001000:1.0:1749609562.677590:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=107 v=5 (1 1 0 0) 00000100:00000001:1.0:1749609562.677591:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609562.677592:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677593:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609562.677594:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609562.677594:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00080000:1.0:1749609562.677596:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609562.677596:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4000 x1834598193476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609562.677600:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749609562.677601:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609562.677601:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609562.677602:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c800. 00000100:00000001:1.0:1749609562.677603:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609562.677604:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:0.0:1749609562.677604:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609562.677604:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609562.677605:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1749609562.677605:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749609562.677606:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609562.677606:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749609562.677607:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609562.677607:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1400. 02000000:00000001:0.0:1749609562.677608:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609562.677609:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609562.677610:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609562.677610:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4000. 00000100:00000001:1.0:1749609562.677611:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609562.677611:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609562.677612:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.677612:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609562.677612:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609562.677613:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609562.677613:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4380 x1834598193476608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609562.677616:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193476736:0@lo:400: 00000100:00000001:0.0:1749609562.677616:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609562.677617:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609562.677618:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609562.677618:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c400. 00000100:00000001:1.0:1749609562.677619:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609562.677619:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609562.677620:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609562.677621:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1749609562.677622:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4e00 x1834598193476736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609562.677622:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609562.677622:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1800. 02000000:00000001:0.0:1749609562.677623:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609562.677624:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609562.677624:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4380. 00000100:00000001:0.0:1749609562.677625:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609562.677625:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609562.677626:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609562.677626:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609562.677627:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609562.677627:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749609562.677628:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528da00. 00000100:00000001:0.0:1749609562.677628:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609562.677629:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609562.677629:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609562.677631:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609562.677631:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609562.677632:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609562.677633:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609562.677634:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be100. 02000000:00000001:1.0:1749609562.677639:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609562.677640:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609562.677640:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4e00. 00000100:00000001:1.0:1749609562.677643:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609562.677644:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609562.677645:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609562.677647:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609562.677648:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609562.677649:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609562.677650:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609562.679715:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298835123, at 4298835123 00000100:00000040:1.0:1749609562.679718:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298835123, at 4298835123 00000100:00000010:3.0:1749609562.679721:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7bc0. 00000100:00000010:1.0:1749609562.679722:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7840. 00000100:00000040:0.0:1749609562.679726:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298835123, at 4298835123 00000100:00000010:0.0:1749609562.679732:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00000100:00000040:2.0:1749609562.679751:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298835123, at 4298835123 00000100:00000010:2.0:1749609562.679756:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7040. 00010000:00000001:0.0:1749609562.688788:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609562.688792:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609562.688870:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609562.688873:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609562.688875:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609563.082802:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609563.082809:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609563.082811:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609563.082814:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609563.082818:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609563.082821:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609563.082824:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609563.082826:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609563.082829:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609563.414801:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609563.414809:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609563.414811:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609563.414814:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609563.414817:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609563.414820:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609563.414822:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609563.414825:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609563.414827:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609563.676822:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609563.676834:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609563.676836:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609563.676839:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609563.676841:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609563.676843:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609563.676845:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609563.690768:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609563.690773:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609563.690858:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609563.690862:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609563.690864:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609564.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609564.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609564.082805:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609564.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609564.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609564.082814:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609564.082817:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609564.082819:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609564.082820:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609564.414793:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609564.414802:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609564.414803:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609564.414807:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609564.414810:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609564.414815:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609564.414818:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609564.414826:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609564.414828:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609564.676884:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609564.676900:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609564.676901:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609564.676905:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609564.676907:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609564.676910:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609564.676912:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609564.692850:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609564.692857:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609564.692918:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609564.692922:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609564.692924:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609565.082788:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609565.082797:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609565.082799:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609565.082801:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609565.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609565.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609565.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609565.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609565.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609565.414794:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609565.414803:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609565.414805:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609565.414808:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609565.414812:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609565.414815:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609565.414818:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609565.414821:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609565.414823:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609565.676803:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609565.676819:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609565.676821:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609565.676826:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609565.676829:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609565.676833:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609565.676835:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609565.694786:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609565.694793:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609565.694846:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609565.694850:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609565.694853:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609566.082769:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609566.082776:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609566.082778:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609566.082780:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609566.082783:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609566.082786:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609566.082788:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609566.082791:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609566.082792:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609566.414782:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609566.414788:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609566.414790:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609566.414793:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609566.414796:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609566.414799:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609566.414801:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609566.414803:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609566.414804:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609566.676780:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609566.676796:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609566.676798:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609566.676802:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609566.676804:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609566.676807:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609566.676809:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609566.696827:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609566.696835:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609566.696901:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609566.696906:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609566.696909:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609567.082744:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609567.082750:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609567.082752:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609567.082755:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609567.082758:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609567.082762:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.082764:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609567.082766:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.082770:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.414791:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609567.414800:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609567.414801:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609567.414805:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7f7f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609567.414809:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609567.414811:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.414814:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609567.414825:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800994d6300 x1834598193475200/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.414833:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609567.414835:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d6300 x1834598193475200/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.414842:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609567.414845:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.414848:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609567.414850:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609567.414852:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6300 x1834598193475200/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609567.414859:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193475200:0@lo:101: 00000100:00000001:0.0:1749609567.414863:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.414865:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609567.414868:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609567.414869:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609567.414872:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d6300 x1834598193475200/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.414878:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609567.414881:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012d7f7f00. 00000100:00000001:0.0:1749609567.414889:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609567.414891:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609567.414895:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609567.414899:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609567.414903:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609567.414906:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75600 refcount=4 00000020:00000001:0.0:1749609567.414909:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:0.0:1749609567.414939:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00010000:0.0:1749609567.414943:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609567.414952:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609567.414955:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609567.414961:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609567.414963:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609567.414969:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609567.414971:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609567.414973:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609567.414978:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609567.414981:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609567.414984:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609567.414986:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609567.414991:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef75600 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609567.414995:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609567.414997:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609567.415003:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609567.415004:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609567.415006:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609567.415007:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009ef75600 refcount=5 00000020:00000001:0.0:1749609567.415009:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:0.0:1749609567.415011:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134981228032 : -131938728323584 : ffff88009ef75600) 00010000:00000001:0.0:1749609567.415013:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609567.415015:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609567.415019:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609567.415021:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609567.415025:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749609567.415028:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609567.415029:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609567.415031:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609567.415033:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609567.415035:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609567.415037:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609567.415038:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609567.415040:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609567.415042:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009ef75600 with handle 0xae754a0887514911 from hash 00010000:00000001:0.0:1749609567.415044:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609567.415045:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609567.415046:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609567.415047:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609567.415048:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609567.415049:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609567.415051:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609567.415052:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609567.415053:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609567.415054:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609567.415055:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609567.415060:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609567.415062:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609567.415063:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609567.415064:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609567.415065:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609567.415066:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609567.415067:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609567.415069:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff88009ef75600/0xae754a0887514911 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609567.415075:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009f3bef00 count: 0 00010000:00000001:0.0:1749609567.415110:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609567.415112:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609567.415115:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609567.415117:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d6300 x1834598193475200/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.415124:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609567.415127:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609567.415128:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609567.415130:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609567.415134:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ef74a00. 02000000:00000001:0.0:1749609567.415141:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609567.415143:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609567.415144:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d6300. 00000100:00000001:0.0:1749609567.415149:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609567.415150:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609567.415152:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609567.415154:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609567.415157:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609567.415161:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e7600. 00000020:00000010:0.0:1749609567.415165:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000020:00000010:0.0:1749609567.415169:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a78e00. 00000040:00000010:0.0:1749609567.415172:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a79a00. 00000020:00000010:0.0:1749609567.415177:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a72000. 00000020:00000010:0.0:1749609567.415180:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a79000. 80000000:00000010:0.0:1749609567.415184:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609567.415189:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79e00. 00080000:00000010:0.0:1749609567.415195:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609567.415201:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609567.415208:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609567.415210:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609567.415214:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a78e00. 00000040:00000010:0.0:1749609567.415218:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a79a00. 00000020:00000010:0.0:1749609567.415220:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a72000. 00000020:00000010:0.0:1749609567.415224:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a79000. 80000000:00000010:0.0:1749609567.415226:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609567.415229:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79e00. 00080000:00000010:0.0:1749609567.415232:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609567.415235:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609567.415242:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 10000000:00000010:0.0:1749609567.415244:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e7600. 10000000:01000000:0.0:1749609567.415246:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1749609567.415249:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749609567.415251:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749609567.415253:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609567.415256:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609567.415257:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff8800b47ea400) refs 2 10000000:00000001:0.0:1749609567.415259:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609567.415260:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609567.415262:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88009689e800) refs 2 10000000:00000001:0.0:1749609567.415263:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609567.415264:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609567.415265:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:00000001:0.0:1749609567.415267:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609567.415268:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 8 10000000:00000001:0.0:1749609567.415270:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609567.415271:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:0.0:1749609567.415275:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15fb80. 00000020:00000040:0.0:1749609567.415278:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609567.415281:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609567.415284:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609567.415289:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609567.415294:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a78400. 00000100:00000001:0.0:1749609567.415300:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609567.415303:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609567.415305:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609567.415309:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35c00. 00010000:00000001:0.0:1749609567.415314:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609567.415316:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a78200. 00000020:00000001:0.0:1749609567.415320:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609567.415322:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a78200 with handle 0xae754a0887514918 to hash 00000020:00000001:0.0:1749609567.415324:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609567.415325:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841778688 : -131938867772928 : ffff880096a78200) 00010000:00000001:0.0:1749609567.415327:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841778688 : -131938867772928 : ffff880096a78200) 00010000:00000001:0.0:1749609567.415330:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609567.415331:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609567.415333:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609567.415339:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609567.415350:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609567.415355:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609567.415357:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609567.415362:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609567.415364:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392601152 : -131936316950464 : ffff88012eb1f840) 00000100:00000001:0.0:1749609567.415367:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609567.415368:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137382378368 : -131936327173248 : ffff88012e15fb80) 00000100:00000001:0.0:1749609567.415372:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609567.415374:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.415376:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609567.415377:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609567.415380:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e15fb80 x1834598193476864/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.415387:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609567.415388:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609567.415391:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012e15fb80 x1834598193476864/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.415397:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.415398:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609567.415399:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609567.415400:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609567.415409:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609567.415410:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.415412:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609567.415413:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.415414:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749609567.417871:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3bef00. 00010000:00000010:2.1:1749609567.417883:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ef75600. 00000800:00000200:0.0:1749609567.512846:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749609567.512854:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749609567.512858:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130dc1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749609567.513036:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:2.0:1749609567.513044:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749609567.513053:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609567.513058:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609567.513060:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609567.676778:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609567.676793:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609567.676806:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609567.676810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609567.676812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609567.676815:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.676817:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609567.684801:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609567.684812:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609567.684815:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609567.684819:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609567.684821:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609567.684824:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609567.684829:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609567.684834:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4167 00000100:00080000:2.0:1749609567.684839:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609567.684841:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609567.684844:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609567.684846:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609567.684848:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609567.684852:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609567.684854:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609567.684857:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609567.684861:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609567.684863:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609567.684865:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609567.684867:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609567.684869:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609567.684870:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609567.684872:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609567.684874:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609567.684877:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609567.684879:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609567.684894:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609567.684901:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609567.684904:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.684906:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609567.684942:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609567.684948:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4a80. 00000020:00000040:2.0:1749609567.684951:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609567.684956:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609567.684957:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.684960:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609567.684963:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609567.684967:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609567.684973:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0400. 00000100:00000001:2.0:1749609567.684980:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609567.684988:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609567.684997:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609567.685000:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609567.685003:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4a80] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609567.685030:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609567.685032:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609567.685035:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609567.685036:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609567.685038:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609567.685039:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609567.685041:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4167 00000100:00080000:2.0:1749609567.685043:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609567.685045:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609567.685047:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609567.685048:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609567.685049:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609567.685056:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609567.685057:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609567.685058:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609567.685060:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609567.685062:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609567.685063:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609567.685066:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609567.685067:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609567.685069:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609567.685070:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609567.685072:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609567.685073:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609567.685075:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609567.685077:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609567.685080:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609567.685081:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685083:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609567.685084:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609567.685085:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609567.685087:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5f80. 00000100:00000001:0.0:1749609567.685088:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609567.685089:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609567.685091:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609567.685091:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609567.685092:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685093:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609567.685095:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609567.685096:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609567.685096:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609567.685099:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0000. 00000100:00000001:2.0:1749609567.685102:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685104:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749609567.685105:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609567.685106:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609567.685109:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609567.685112:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609567.685112:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609567.685113:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609567.685114:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609567.685115:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5f80] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609567.685116:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193476992:0@lo:38: 00000100:00000001:0.0:1749609567.685121:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609567.685125:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609567.685127:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609567.685129:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609567.685133:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609567.685134:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 00000100:00080000:2.0:1749609567.685135:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749609567.685135:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609567.685138:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609567.685140:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609567.685141:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609567.685143:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749609567.685143:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00080000:2.0:1749609567.685145:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4167 00000100:00080000:2.0:1749609567.685147:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609567.685149:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609567.685150:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609567.685150:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000040:2.0:1749609567.685151:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609567.685153:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609567.685155:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609567.685155:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609567.685157:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749609567.685157:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193476992, portal 4 00000020:00000040:2.0:1749609567.685159:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000100:00000001:0.0:1749609567.685160:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609567.685161:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609567.685161:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886197888 : -131938823353728 : ffff8800994d4a80) 00000020:00000001:2.0:1749609567.685162:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609567.685164:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609567.685166:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609567.685167:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:0.0:1749609567.685167:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609567.685168:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609567.685170:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609567.685172:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609567.685173:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685173:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609567.685175:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749609567.685175:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609567.685177:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609567.685177:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 02000000:00000001:2.0:1749609567.685179:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609567.685180:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193476992, offset 0 00000100:00000001:2.0:1749609567.685181:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609567.685185:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609567.685185:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749609567.685188:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5500. 00000020:00000040:2.0:1749609567.685190:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609567.685192:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609567.685192:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685194:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609567.685195:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609567.685196:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609567.685200:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609567.685201:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1800. 00000100:00000001:2.0:1749609567.685204:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609567.685207:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609567.685211:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0b580 00000100:00000001:2.0:1749609567.685213:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609567.685215:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609567.685217:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5500] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609567.685218:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 10920 00000100:00000001:2.0:1749609567.685223:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609567.685225:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749609567.685225:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609567.685227:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749609567.685229:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749609567.685230:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5c00. 00000020:00000040:2.0:1749609567.685232:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609567.685234:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609567.685235:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609567.685235:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609567.685236:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609567.685236:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:2.0:1749609567.685239:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bef00. 00000100:00000001:2.0:1749609567.685241:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609567.685241:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15d500. 00000100:00000040:0.0:1749609567.685243:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15d500 x1834598193476992 msgsize 520 00000100:00000040:2.0:1749609567.685244:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749609567.685247:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609567.685249:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609567.685250:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609567.685254:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5c00] to pc [ptlrpcd_00_03+3] req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685274:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609567.685284:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609567.685286:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609567.685289:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609567.685293:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609567.685298:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685300:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609567.685303:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4177) 00000100:00000040:0.0:1749609567.685303:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685309:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685311:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609567.685314:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609567.685318:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1996 usecs (2 jiffies) 00000100:00000001:0.0:1749609567.685321:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298840130 00000100:00000001:2.0:1749609567.685322:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609567.685324:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609567.685326:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749609567.685327:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000100:00000040:2.0:1749609567.685330:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685334:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609567.685336:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609567.685337:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609567.685339:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609567.685340:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609567.685341:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298840130 02000000:00000001:2.0:1749609567.685342:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609567.685343:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7c40. 00000100:00100000:2.0:1749609567.685344:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193477376:0@lo:400: 00000100:00000001:0.0:1749609567.685345:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609567.685347:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609567.685347:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609567.685348:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298840130 00000100:00000001:3.0:1749609567.685349:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609567.685349:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609567.685350:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609567.685350:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e71c0. 00000100:00000001:1.0:1749609567.685351:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609567.685352:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609567.685352:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:3.0:1749609567.685354:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193476992 02000000:00000010:2.0:1749609567.685354:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74800. 00000100:00000001:0.0:1749609567.685354:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298840130 02000000:00000001:2.0:1749609567.685356:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609567.685356:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e79c0. 00000100:00000001:0.0:1749609567.685358:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:2.0:1749609567.685359:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000100:00000001:0.0:1749609567.685361:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609567.685363:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749609567.685363:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609567.685363:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609567.685365:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193477376, portal 10 00000100:00000001:3.0:1749609567.685366:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609567.685366:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685367:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609567.685368:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685368:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886202368 : -131938823349248 : ffff8800994d5c00) 00000100:00000001:0.0:1749609567.685368:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609567.685372:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609567.685373:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685375:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749609567.685376:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193476992 00000100:00000001:0.0:1749609567.685377:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609567.685378:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609567.685378:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609567.685379:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749609567.685380:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609567.685380:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609567.685380:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609567.685380:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1749609567.685381:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000020:00000001:3.0:1749609567.685382:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609567.685383:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193477376, offset 0 00000100:00000040:0.0:1749609567.685383:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609567.685384:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609567.685385:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609567.685387:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609567.685388:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609567.685389:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609567.685391:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 02000000:00000001:0.0:1749609567.685391:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749609567.685393:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609567.685393:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609567.685395:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609567.685397:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00100000:0.0:1749609567.685397:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193477120:0@lo:38: 00000400:00000200:2.0:1749609567.685398:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0b700 00000100:00000001:0.0:1749609567.685400:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609567.685401:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 02000000:00000001:0.0:1749609567.685401:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609567.685403:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609567.685404:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609567.685407:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1749609567.685407:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c400. 02000000:00000001:0.0:1749609567.685408:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609567.685409:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609567.685410:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 73008 00000400:00000010:0.0:1749609567.685410:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:3.0:1749609567.685411:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609567.685414:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:3.0:1749609567.685415:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609567.685415:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609567.685416:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193477120, portal 10 00000400:00000200:2.0:1749609567.685417:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609567.685418:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609567.685419:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886203264 : -131938823348352 : ffff8800994d5f80) 00000100:00000001:2.0:1749609567.685421:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609567.685422:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609567.685423:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609567.685426:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7b80. 00000100:00000040:2.0:1749609567.685428:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d7b80 x1834598193477376 msgsize 224 00000100:00000001:3.0:1749609567.685429:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.685429:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609567.685431:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609567.685431:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609567.685432:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 00000100:00000200:0.0:1749609567.685433:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193477120, offset 0 00000400:00000200:0.0:1749609567.685436:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609567.685438:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609567.685440:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609567.685441:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609567.685444:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609567.685445:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0b600 00000400:00000200:0.0:1749609567.685448:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 73232 00000400:00000200:2.0:1749609567.685451:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609567.685453:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000400:00000200:0.0:1749609567.685453:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609567.685455:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000400:00000200:0.0:1749609567.685455:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609567.685456:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609567.685457:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382368512 : -131936327183104 : ffff88012e15d500) 00000100:00000200:2.0:1749609567.685458:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685458:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609567.685459:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609567.685462:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15d500 x1834598193476992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609587 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609567.685462:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15d180. 00000100:00000040:0.0:1749609567.685464:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15d180 x1834598193477120 msgsize 520 00000100:00000001:2.0:1749609567.685465:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609567.685467:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609567.685467:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609567.685471:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609567.685472:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193476992:12345-0@lo:38: 00000100:00000001:2.0:1749609567.685473:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609567.685473:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000100:00000001:2.0:1749609567.685474:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609567.685475:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193476992 00000400:00000010:0.0:1749609567.685475:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00000001:2.0:1749609567.685477:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609567.685477:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609567.685477:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609567.685478:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609567.685479:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193477376 00000100:00000200:0.0:1749609567.685479:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609567.685480:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 552 usecs (1 jiffies) 02000000:00000001:1.0:1749609567.685481:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749609567.685482:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609567.685482:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298840129 00000100:00000001:1.0:1749609567.685482:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609567.685484:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298840130 00000100:00000001:1.0:1749609567.685484:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685485:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609567.685486:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298840129 02000000:00000001:1.0:1749609567.685486:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685487:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298840130 00000100:00000040:0.0:1749609567.685487:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609567.685489:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298840129 00000100:00100000:1.0:1749609567.685489:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193477376 00000100:00000001:2.0:1749609567.685490:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298840130 00000020:00000001:1.0:1749609567.685490:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609567.685491:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:2.0:1749609567.685492:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298840129 00000020:00000001:1.0:1749609567.685492:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609567.685492:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609567.685493:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685493:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298840130 00000020:00000040:1.0:1749609567.685493:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:0.0:1749609567.685493:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609567.685495:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609567.685495:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609567.685495:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609567.685496:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609567.685496:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:0.0:1749609567.685497:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 751 usecs (1 jiffies) 00010000:00000001:3.0:1749609567.685498:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609567.685499:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298840129 00000100:00000001:0.0:1749609567.685500:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298840130 00010000:00000001:3.0:1749609567.685501:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609567.685501:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685502:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685502:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298840129 00000100:00000001:0.0:1749609567.685503:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298840130 00000100:00000001:3.0:1749609567.685504:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609567.685504:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609567.685504:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609567.685504:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298840129 00000100:00000001:3.0:1749609567.685506:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1749609567.685506:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00000100:00000001:0.0:1749609567.685506:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298840130 00000100:00000001:0.0:1749609567.685507:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298840129 02000000:00000001:3.0:1749609567.685508:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609567.685508:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609567.685509:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609567.685509:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298840130 00000020:00000010:1.0:1749609567.685510:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11640. 00000100:00000001:0.0:1749609567.685510:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609567.685511:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609567.685511:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685512:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609567.685513:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685513:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1749609567.685514:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20f800. 00000100:00000001:2.0:1749609567.685514:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609567.685514:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:0.0:1749609567.685515:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609567.685516:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609567.685519:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609567.685520:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609567.685520:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609567.685521:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609567.685522:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749609567.685523:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 02000000:00000001:0.0:1749609567.685523:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1749609567.685524:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609567.685524:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609567.685525:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609567.685527:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:1.0:1749609567.685527:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d180. 00000100:00100000:0.0:1749609567.685527:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193477248:0@lo:38: 00000020:00000010:1.0:1749609567.685529:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000100:00000001:3.0:1749609567.685530:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609567.685530:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609567.685532:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609567.685533:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609567.685533:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609567.685534:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1749609567.685535:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:0.0:1749609567.685535:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609567.685536:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609567.685536:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609567.685537:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1749609567.685537:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c800. 00000100:00000001:3.0:1749609567.685538:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00080000:2.0:1749609567.685538:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609567.685538:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609567.685538:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609567.685540:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:0.0:1749609567.685540:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaaa8. 00000020:00000040:2.0:1749609567.685541:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:3.0:1749609567.685542:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609567.685542:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1749609567.685542:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 02000000:00000001:3.0:1749609567.685544:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609567.685544:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1749609567.685544:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193477248, portal 10 00000100:00000001:1.0:1749609567.685545:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685545:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609567.685546:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609567.685546:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886200576 : -131938823351040 : ffff8800994d5500) 00000100:00000040:3.0:1749609567.685548:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609567.685549:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609567.685550:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609567.685552:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609567.685553:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609567.685553:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193477120 02000000:00000001:1.0:1749609567.685554:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609567.685555:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609567.685555:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609567.685556:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609567.685557:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609567.685558:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609567.685558:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609567.685558:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00100000:1.0:1749609567.685559:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193477120 00000020:00000001:1.0:1749609567.685559:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609567.685560:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749609567.685560:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:3.0:1749609567.685561:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193476992, offset 0 00000020:00000001:1.0:1749609567.685561:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609567.685561:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609567.685562:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609567.685562:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193477248, offset 0 00000100:00100000:2.0:1749609567.685564:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000020:00000010:1.0:1749609567.685564:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000020:00000010:1.0:1749609567.685565:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000400:00000200:0.0:1749609567.685565:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609567.685566:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000010:1.0:1749609567.685566:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:1.0:1749609567.685567:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609567.685567:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609567.685568:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886210432 : -131938823341184 : ffff8800994d7b80) 00000100:00000001:1.0:1749609567.685568:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609567.685569:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609567.685569:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609567.685569:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609567.685572:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d7b80 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:513/0 lens 224/0 e 0 to 0 dl 1749609578 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609567.685572:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609567.685573:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0b680 00000400:00000200:0.0:1749609567.685576:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 73752 00000100:00000001:1.0:1749609567.685578:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609567.685579:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609567.685579:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609567.685580:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609567.685580:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609567.685582:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4100. 00000100:00100000:1.0:1749609567.685582:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000400:00000200:0.0:1749609567.685582:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609567.685584:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609567.685584:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382367616 : -131936327184000 : ffff88012e15d180) 00000020:00000010:2.0:1749609567.685585:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4100. 00000100:00000040:1.0:1749609567.685587:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15d180 x1834598193477120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609587 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609567.685589:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193477376:12345-0@lo:400: 00000400:00000200:3.0:1749609567.685590:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0b580 00000100:00000200:2.0:1749609567.685592:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193477376 00000020:00000001:2.0:1749609567.685594:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609567.685595:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193477120:12345-0@lo:38: 00000400:00000200:3.0:1749609567.685596:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x496d [1] + 0 00000020:00000001:2.0:1749609567.685597:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749609567.685598:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193477120 00000020:00000001:2.0:1749609567.685599:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609567.685600:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609567.685601:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609567.685601:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609567.685602:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1749609567.685602:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609567.685603:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749609567.685604:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000400:00000200:3.0:1749609567.685605:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749609567.685605:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15ce00. 00000020:00000001:2.0:1749609567.685607:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749609567.685607:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15ce00 x1834598193477248 msgsize 520 00000100:00000001:3.0:1749609567.685609:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749609567.685610:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609567.685611:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609567.685611:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609567.685611:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749609567.685612:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609567.685613:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00020000:1.0:1749609567.685614:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609567.685616:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609567.685618:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749609567.685619:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609567.685620:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609567.685620:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609567.685621:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609567.685622:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749609567.685622:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00000001:1.0:1749609567.685623:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749609567.685624:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:2.0:1749609567.685625:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609567.685625:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609567.685626:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609567.685627:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609567.685628:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749609567.685628:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dd800. 00000100:00000200:0.0:1749609567.685628:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609567.685630:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b1400. 02000000:00000001:1.0:1749609567.685630:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609567.685631:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609567.685632:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685633:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685633:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609567.685634:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000001:2.0:1749609567.685635:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609567.685635:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749609567.685636:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00010000:00000001:1.0:1749609567.685636:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609567.685636:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749609567.685637:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193477376 00000100:00001000:1.0:1749609567.685638:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609567.685639:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609567.685640:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749609567.685640:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609567.685641:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609567.685641:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685642:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609567.685643:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609567.685643:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800994d7b80 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609567.685644:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609567.685645:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609567.685645:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609567.685646:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609567.685647:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609567.685648:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609567.685648:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 576 usecs (1 jiffies) 00000020:00000001:3.0:1749609567.685649:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749609567.685649:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609567.685649:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298840129 00010000:00000001:2.0:1749609567.685650:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609567.685650:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609567.685651:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298840130 00000100:00000040:3.0:1749609567.685652:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15d500 x1834598193476992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609567.685652:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609567.685652:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298840129 00000100:00001000:2.0:1749609567.685653:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=112 v=5 (1 1 0 0) 02000000:00000001:1.0:1749609567.685654:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609567.685654:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298840130 00000100:00000001:2.0:1749609567.685656:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609567.685656:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685656:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298840129 00000100:00000001:0.0:1749609567.685657:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298840130 00000100:00000040:2.0:1749609567.685658:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609567.685658:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298840129 00000100:00000001:2.0:1749609567.685659:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:3.0:1749609567.685660:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193476992:12345-0@lo:38: Request processed in 189us (415us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609567.685660:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298840130 02000000:00000001:2.0:1749609567.685661:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609567.685661:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609567.685661:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609567.685662:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609567.685663:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685664:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609567.685664:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609567.685666:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609567.685666:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000001:0.0:1749609567.685667:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749609567.685668:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000400:00000010:2.0:1749609567.685668:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000400:00000001:0.0:1749609567.685668:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609567.685670:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749609567.685671:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000100:00000001:3.0:1749609567.685672:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609567.685673:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609567.685696:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609567.685698:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609567.685702:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609567.685705:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193477120, offset 0 00000100:00000200:2.0:1749609567.685706:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193477376, offset 224 00000100:00000200:0.0:1749609567.685708:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609567.685711:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609567.685714:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609567.685714:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609567.685715:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609567.685716:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609567.685718:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609567.685720:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609567.685720:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749609567.685721:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b600 00000100:00000001:0.0:1749609567.685722:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609567.685723:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000001:0.0:1749609567.685723:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609567.685724:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b700 00000400:00000200:1.0:1749609567.685725:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x497d [1] + 0 00000020:00000010:3.0:1749609567.685727:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 02000000:00000001:0.0:1749609567.685727:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609567.685729:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000400:00000200:2.0:1749609567.685729:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4975 [1] + 224 00000400:00000200:1.0:1749609567.685729:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609567.685731:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609567.685732:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609567.685732:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609567 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609567.685733:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609567.685734:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749609567.685735:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=29 v=20 (1 1 20 0) 00000400:00000200:2.0:1749609567.685737:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609567.685737:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685737:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609567.685739:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609567.685739:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609567.685741:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609567.685744:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609567.685745:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609567.685747:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609567.685750:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609567.685751:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609567.685752:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609567.685753:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749609567.685754:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685755:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609567.685756:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00100000:3.0:1749609567.685757:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193477248 00000400:00000010:1.0:1749609567.685757:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609567.685757:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749609567.685759:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609567.685759:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609567.685760:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609567.685761:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609567.685761:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749609567.685761:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609567.685763:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609567.685764:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609567.685764:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000001:3.0:1749609567.685765:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609567.685766:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609567.685766:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609567.685767:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193477248 00000020:00000001:3.0:1749609567.685768:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609567.685768:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609567.685769:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609567.685769:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749609567.685769:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609567.685769:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609567.685771:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609567.685772:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609567.685772:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15d180 x1834598193477120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609567.685774:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609567.685774:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609567.685775:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000020:00000010:3.0:1749609567.685776:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00100000:0.0:1749609567.685776:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193476992:0@lo:38: 00000100:00000001:2.0:1749609567.685777:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749609567.685778:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000001:2.0:1749609567.685779:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609567.685779:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193477120:12345-0@lo:38: Request processed in 184us (314us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609567.685779:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609567.685780:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:2.0:1749609567.685781:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685781:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609567.685783:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609567.685783:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:0.0:1749609567.685783:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4a80 x1834598193476992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609567.685784:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749609567.685785:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609567.685786:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609567.685786:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000020:00000001:2.0:1749609567.685787:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609567.685788:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609567.685788:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609567.685789:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609567.685789:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609567.685790:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609567.685790:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749609567.685792:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7b80 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1749609578 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609567.685792:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 00000020:00000010:1.0:1749609567.685793:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:3.0:1749609567.685795:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609567.685795:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1749609567.685796:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000001:0.0:1749609567.685797:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1749609567.685799:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193477376:12345-0@lo:400: Request processed in 219us (370us total) trans 0 rc 0/0 00000020:00000040:0.0:1749609567.685799:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749609567.685801:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609567.685801:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609567.685802:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609567.685803:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 02000000:00000010:0.0:1749609567.685803:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0400. 00000100:00100000:3.0:1749609567.685805:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 02000000:00000001:0.0:1749609567.685806:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609567.685807:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382366720 : -131936327184896 : ffff88012e15ce00) 02000000:00000001:0.0:1749609567.685807:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609567.685808:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609567.685809:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000010:0.0:1749609567.685809:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4a80. 00000100:00000040:3.0:1749609567.685810:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15ce00 x1834598193477248/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609587 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609567.685811:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:0.0:1749609567.685813:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609567.685814:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609567.685814:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609567.685815:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609567.685815:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609567.685818:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193477248:12345-0@lo:38: 00000020:00000010:2.0:1749609567.685818:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d180. 00000100:00000001:0.0:1749609567.685819:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609567.685820:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000100:00000001:0.0:1749609567.685820:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609567.685821:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193477248 00000100:00000001:0.0:1749609567.685821:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609567.685822:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609567.685823:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609567.685823:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00010000:00000001:3.0:1749609567.685825:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:0.0:1749609567.685825:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609567.685826:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1749609567.685827:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000400:00000010:0.0:1749609567.685827:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000400:00000200:0.0:1749609567.685828:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:2.0:1749609567.685829:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609567.685829:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000020:00000001:3.0:1749609567.685831:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685831:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:3.0:1749609567.685833:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749609567.685834:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609567.685835:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609567.685837:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609567.685839:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609567.685841:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609567.685842:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609567.685842:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609567.685844:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609567.685844:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749609567.685845:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609567.685845:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609567.685846:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1749609567.685846:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609567.685846:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749609567.685847:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 02000000:00000001:0.0:1749609567.685847:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1749609567.685848:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20e800. 00000100:00000001:0.0:1749609567.685848:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609567.685849:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609567.685850:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609567.685850:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609567.685851:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 02000000:00000001:0.0:1749609567.685851:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609567.685852:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685853:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609567.685853:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609567 v=5 (0 0 0 0) 00010000:00000001:3.0:1749609567.685854:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609567.685855:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609567.685856:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609567.685856:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=11 v=20 (1 1 20 0) 00000100:00001000:3.0:1749609567.685857:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609567.685858:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609567.685859:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609567.685859:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609567.685860:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609567.685861:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609567.685863:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609567.685863:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609567.685865:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609567.685867:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609567.685868:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609567.685869:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609567.685870:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609567.685871:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609567.685871:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609567.685872:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609567.685872:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685872:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609567.685873:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609567.685873:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609567.685875:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749609567.685875:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:3.0:1749609567.685877:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609567.685877:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749609567.685877:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609567.685878:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609567.685879:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609567.685880:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193477248, offset 0 00000100:00000001:2.0:1749609567.685880:0:1051:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749609567.685881:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609567.685882:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609567.685883:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609567.685883:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609567.685884:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609567.685886:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609567.685886:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193477120:0@lo:38: 00000100:00000001:0.0:1749609567.685888:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609567.685889:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749609567.685889:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=112 v=5 (5 5 0 0) 00000100:00000001:0.0:1749609567.685890:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749609567.685891:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=112 v=5 (1 1 0 0) 00000100:00000040:0.0:1749609567.685892:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5f80 x1834598193477120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609567.685893:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b680 00000100:00000001:2.0:1749609567.685893:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609567.685895:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685896:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1749609567.685897:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749609567.685897:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749609567.685898:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4985 [1] + 0 02000000:00000010:0.0:1749609567.685898:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c400. 02000000:00000001:0.0:1749609567.685900:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609567.685900:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:2.0:1749609567.685901:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609567.685901:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:3.0:1749609567.685902:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609567.685903:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749609567.685904:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749609567.685904:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0000. 02000000:00000001:0.0:1749609567.685905:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749609567.685906:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609567.685906:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609567.685907:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:0.0:1749609567.685907:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5f80. 00000100:00000001:2.0:1749609567.685923:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609567.685924:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749609567.685925:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609567.685925:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.685926:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685927:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609567.685927:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609567.685928:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609567.685928:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685928:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609567.685930:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685930:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685931:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685936:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609567.685937:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609567.685938:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609567.685939:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609567.685941:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609567.685947:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193477376:0@lo:400: 00000100:00000001:3.0:1749609567.685948:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609567.685950:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609567.685951:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609567.685952:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609567.685954:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609567.685956:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609567.685957:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5c00 x1834598193477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609567.685958:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609567.685959:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaaa8. 00000400:00000200:0.0:1749609567.685961:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000100:00000001:2.0:1749609567.685963:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1749609567.685963:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00000001:0.0:1749609567.685964:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609567.685965:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 02000000:00000001:2.0:1749609567.685965:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609567.685966:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74800. 00000400:00000010:3.0:1749609567.685968:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000200:0.0:1749609567.685968:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609567.685970:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609567.685971:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609567.685972:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609567.685973:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609567.685973:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609567.685974:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609567.685975:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:3.0:1749609567.685976:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000001:2.0:1749609567.685976:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609567.685977:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bef00. 00000100:00000001:3.0:1749609567.685978:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.685978:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609567.685979:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609567.685979:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.685980:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609567.685981:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609567.685982:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15ce00 x1834598193477248/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609587 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.685982:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609567.685983:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609567.685983:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609567.685984:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609567.685985:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5c00. 02000000:00000001:0.0:1749609567.685985:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685987:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1749609567.685987:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609567 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609567.685988:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609567.685990:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609567.685990:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=112 v=20 (1 20 0 0) 00000100:00100000:3.0:1749609567.685991:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193477248:12345-0@lo:38: Request processed in 172us (381us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609567.685992:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609567.685993:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609567.685993:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609567.685994:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609567.685995:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609567.685997:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609567.685998:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609567.685998:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609567.685999:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000001:3.0:1749609567.686001:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609567.686002:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609567.686003:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609567.686005:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000001:0.0:1749609567.686005:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609567.686006:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609567.686007:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000001:0.0:1749609567.686008:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:3.0:1749609567.686009:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:0.0:1749609567.686009:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609567.686010:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609567.686011:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609567.686012:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609567.686014:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609567.686017:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609567.686023:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193477248:0@lo:38: 00000100:00000001:0.0:1749609567.686026:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.686027:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609567.686029:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5500 x1834598193477248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609567.686033:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609567.686034:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609567.686035:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c800. 02000000:00000001:0.0:1749609567.686037:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609567.686038:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609567.686039:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609567.686041:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609567.686042:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1800. 02000000:00000001:0.0:1749609567.686044:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609567.686045:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609567.686046:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5500. 00000100:00000001:0.0:1749609567.686048:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609567.686049:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609567.686050:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.686051:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609567.686052:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609567.686054:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609567.686055:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609567.686731:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298840130, at 4298840130 00000100:00000040:2.0:1749609567.686735:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298840130, at 4298840130 00000100:00000010:0.0:1749609567.686738:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00000100:00000010:2.0:1749609567.686741:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e71c0. 00000100:00000040:1.0:1749609567.687728:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298840130, at 4298840131 00000100:00000010:1.0:1749609567.687734:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7c40. 00000100:00000040:3.0:1749609567.688268:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298840130, at 4298840131 00000100:00000010:3.0:1749609567.688279:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e79c0. 00010000:00000001:0.0:1749609567.698828:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609567.698834:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609567.698924:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609567.698928:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609567.698930:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609568.082804:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609568.082811:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609568.082813:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609568.082815:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609568.082818:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609568.082821:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609568.082824:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609568.082825:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609568.082827:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609568.414791:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609568.414795:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609568.414796:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609568.414799:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609568.414801:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609568.414803:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609568.414805:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609568.414807:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609568.414808:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609568.685839:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609568.685850:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609568.685851:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609568.685855:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609568.685856:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609568.685859:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609568.685861:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609568.700796:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609568.700800:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609568.700852:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609568.700855:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609568.700856:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609569.082811:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609569.082817:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609569.082819:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609569.082822:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609569.082825:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609569.082828:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609569.082831:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609569.082833:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609569.082835:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609569.414802:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609569.414808:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609569.414810:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609569.414813:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609569.414816:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609569.414819:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609569.414821:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609569.414823:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609569.414825:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609569.685822:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609569.685832:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609569.685834:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609569.685837:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609569.685839:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609569.685841:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609569.685843:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609569.702743:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609569.702746:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609569.702781:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609569.702785:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609569.702787:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609570.082801:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609570.082808:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609570.082809:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609570.082812:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609570.082815:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609570.082818:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609570.082821:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609570.082823:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609570.082825:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609570.414796:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609570.414802:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609570.414803:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609570.414805:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609570.414808:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609570.414811:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609570.414813:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609570.414814:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609570.414816:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609570.685870:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609570.685883:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609570.685922:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609570.685925:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609570.685927:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609570.685929:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609570.685931:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609570.704766:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609570.704769:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609570.704836:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609570.704842:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609570.704846:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609571.082783:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609571.082789:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609571.082791:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609571.082794:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609571.082797:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609571.082800:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609571.082802:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609571.082804:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609571.082806:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609571.414780:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609571.414784:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609571.414785:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609571.414787:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609571.414789:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609571.414792:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609571.414795:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609571.414797:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609571.414798:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609571.685792:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609571.685804:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609571.685806:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609571.685810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609571.685812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609571.685815:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609571.685816:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609571.706814:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609571.706818:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609571.706820:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609571.706821:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609571.706824:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609571.706825:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609571.706826:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609571.706827:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609571.706942:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609571.706948:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609571.706952:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609572.082793:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609572.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609572.082799:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609572.082802:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609572.082804:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609572.082807:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.082809:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609572.082810:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.082812:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.414788:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609572.414793:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609572.414795:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609572.414798:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609572.414800:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609572.414802:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.414804:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609572.414806:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.414807:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.685853:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609572.685858:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749609572.685867:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609547/real 1749609547] req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609572 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609572.686047:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609572.686049:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609572.686051:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:0.0:1749609572.686056:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682198 00000400:00000010:0.0:1749609572.686059:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682198. 00000100:00000001:0.0:1749609572.686063:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609572.686066:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609572 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609572.686073:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609572 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686080:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609572.686082:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.686084:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609572.686086:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609572.686088:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609572 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686094:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.686101:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609572.686102:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686105:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609572.686107:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609572.686109:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609572.686111:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609572 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686118:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609572.686120:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.686121:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609572.686122:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.686124:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609572.686127:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749609572.686130:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609572.686149:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:0.0:1749609572.686152:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749609572.686154:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609572 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609572.686161:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e15ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193474560:0@lo:250: 00000100:00000001:0.0:1749609572.686165:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.686167:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609572.686170:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e15ca80 x1834598193474560/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609572 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686175:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609572.686177:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1749609572.686180:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:0.0:1749609572.686180:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b2400. 00000100:00080000:2.0:1749609572.686184:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 02000000:00000001:0.0:1749609572.686185:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609572.686186:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609572.686187:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1749609572.686187:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609572.686188:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1749609572.686190:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000020:00000001:0.0:1749609572.686190:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1749609572.686192:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4152 02000000:00000010:0.0:1749609572.686192:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a41400. 00000100:00080000:2.0:1749609572.686195:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749609572.686196:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749609572.686197:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:0.0:1749609572.686197:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609572.686199:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749609572.686199:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e15ca80. 00000100:00000040:2.0:1749609572.686201:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609572.686202:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609572.686202:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609572.686203:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609572.686205:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609572.686205:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609572.686206:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000100:00000001:0.0:1749609572.686207:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609572.686208:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609572.686208:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609572.686210:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000100:00000001:0.0:1749609572.686210:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609572.686211:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609572.686212:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:2.0:1749609572.686214:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:2.0:1749609572.686216:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609572.686218:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609572.686219:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609572.686220:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609572.686223:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:2.0:1749609572.686238:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:2.0:1749609572.686240:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609572.686242:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609572.686245:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609572.686247:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686249:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609572.686250:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609572.686254:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5c00. 00000020:00000040:2.0:1749609572.686257:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:2.0:1749609572.686260:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609572.686261:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686264:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609572.686266:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609572.686269:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609572.686273:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1c00. 00000100:00000001:2.0:1749609572.686278:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609572.686282:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609572.686290:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609572.686291:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609572.686294:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5c00] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609572.686313:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609572.686316:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609572.686319:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609572.686320:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609572.686321:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609572.686323:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609572.686324:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4172 00000100:00080000:2.0:1749609572.686327:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609572.686328:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609572.686330:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609572.686335:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609572.686337:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609572.686337:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609572.686338:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609572.686339:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609572.686340:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609572.686341:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609572.686342:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609572.686342:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609572.686344:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609572.686346:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609572.686347:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609572.686349:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609572.686349:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609572.686350:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686351:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609572.686352:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609572.686352:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609572.686353:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609572.686354:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609572.686355:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 02000000:00000001:0.0:1749609572.686356:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609572.686357:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609572.686358:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609572.686358:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193477504:0@lo:250: 02000000:00000001:2.0:1749609572.686360:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609572.686361:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609572.686364:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609572.686365:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609572.686366:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.686366:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686367:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749609572.686368:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609572.686369:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609572.686371:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c400. 00000100:00000010:2.0:1749609572.686372:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7800. 02000000:00000001:0.0:1749609572.686373:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609572.686374:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609572.686375:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609572.686376:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609572.686376:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaaa8. 00000100:00000001:2.0:1749609572.686378:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609572.686379:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609572.686380:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609572.686381:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9dd0. 02000000:00000010:2.0:1749609572.686383:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b2c00. 00000100:00000200:0.0:1749609572.686385:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193477504, portal 25 00000100:00000001:2.0:1749609572.686387:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686387:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609572.686388:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886202368 : -131938823349248 : ffff8800994d5c00) 00000100:00100000:2.0:1749609572.686389:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609572.686391:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609572.686396:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609572.686397:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686397:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609572.686399:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609572.686401:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000040:2.0:1749609572.686403:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d7800] to pc [ptlrpcd_rcv+-1] req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609572.686403:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193477504, offset 0 00000400:00000200:0.0:1749609572.686407:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609572.686410:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609572.686412:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609572.686415:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609572.686416:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609572.686417:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749609572.686417:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609572.686419:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609572.686421:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4172 00000100:00080000:2.0:1749609572.686422:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609572.686424:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000200:0.0:1749609572.686425:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada0b780 00000100:00000001:2.0:1749609572.686426:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609572.686427:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609572.686428:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609572.686430:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000100:0.0:1749609572.686430:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193477504 offset 0 length 520: 4 00000020:00000040:2.0:1749609572.686431:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609572.686433:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609572.686433:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726196b0 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000040:2.0:1749609572.686434:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000400:00000200:0.0:1749609572.686435:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000020:00000001:2.0:1749609572.686436:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609572.686437:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609572.686439:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609572.686440:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609572.686441:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609572.686442:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:2.0:1749609572.686443:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:0.0:1749609572.686444:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000020:00000040:2.0:1749609572.686445:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609572.686446:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609572.686446:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609572.686448:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609572.686449:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749609572.686449:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609572.686451:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609572.686453:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686456:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609572.686457:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609572.686458:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609572.686459:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609572.686461:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7480. 00000020:00000040:2.0:1749609572.686463:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609572.686463:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686464:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609572.686465:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609572.686466:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686467:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609572.686467:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609572.686469:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609572.686470:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686470:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298845141 02000000:00000010:2.0:1749609572.686473:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b3c00. 00000100:00000010:0.0:1749609572.686474:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000100:00000001:2.0:1749609572.686475:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609572.686478:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609572.686480:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609572.686485:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609572.686485:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298845141 00000100:00000001:2.0:1749609572.686486:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609572.686487:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7b80. 00000100:00000040:2.0:1749609572.686488:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d7480] to pc [ptlrpcd_rcv+-1] req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686489:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609572.686493:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609572.686495:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609572.686497:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609572.686498:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609572.686499:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609572.686501:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609572.686502:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4172 00000100:00080000:2.0:1749609572.686504:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609572.686504:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298845141 00000100:00000040:2.0:1749609572.686506:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609572.686507:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749609572.686507:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7a00. 00000100:00000040:2.0:1749609572.686508:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609572.686509:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609572.686510:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609572.686511:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609572.686511:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298845141 00000020:00000040:2.0:1749609572.686512:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000010:0.0:1749609572.686512:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7e80. 00000020:00000001:2.0:1749609572.686513:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609572.686515:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000020:00000040:2.0:1749609572.686519:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609572.686521:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609572.686522:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609572.686523:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609572.686525:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609572.686525:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686526:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609572.686527:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609572.686527:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686528:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609572.686529:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609572.686530:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609572.686532:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609572.686532:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609572.686533:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686533:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749609572.686535:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609572.686535:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609572.686536:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609572.686537:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609572.686537:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609572.686538:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609572.686539:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609572.686540:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609572.686541:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609572.686545:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5500. 00000100:00000001:0.0:1749609572.686545:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609572.686546:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609572.686547:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609572.686548:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609572.686549:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609572.686549:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609572.686550:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686551:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609572.686551:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609572.686552:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1749609572.686553:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193477632:0@lo:38: 02000000:00000001:2.0:1749609572.686554:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686555:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749609572.686556:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b3800. 02000000:00000001:0.0:1749609572.686557:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609572.686558:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686559:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.686560:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609572.686561:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1749609572.686562:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 02000000:00000001:0.0:1749609572.686563:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609572.686565:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:2.0:1749609572.686567:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609572.686568:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609572.686568:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000040:2.0:1749609572.686570:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5500] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609572.686570:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193477632, portal 4 00000100:00000001:0.0:1749609572.686572:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609572.686573:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886209536 : -131938823342080 : ffff8800994d7800) 00000100:00000001:2.0:1749609572.686576:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609572.686576:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609572.686578:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609572.686582:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609572.686583:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609572.686585:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749609572.686585:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:0.0:1749609572.686586:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193477632, offset 0 00000100:00000010:2.0:1749609572.686588:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5f80. 00000020:00000040:2.0:1749609572.686589:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749609572.686589:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609572.686591:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609572.686593:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609572.686594:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609572.686594:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609572.686597:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bef00. 00000400:00000200:0.0:1749609572.686597:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0b800 00000100:00000001:2.0:1749609572.686599:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609572.686601:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609572.686602:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 11440 00000100:00000001:2.0:1749609572.686607:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749609572.686607:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609572.686608:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609572.686610:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609572.686612:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5f80] to pc [ptlrpcd_00_00+0] req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686614:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609572.686615:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609572.686618:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15ca80. 00000100:00000040:0.0:1749609572.686620:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15ca80 x1834598193477632 msgsize 520 00000100:00100000:0.0:1749609572.686624:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609572.686639:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609572.686643:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000100:00000001:2.0:1749609572.686644:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609572.686644:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609572.686646:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609572.686648:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4182) 00000100:00000200:0.0:1749609572.686648:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686654:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609572.686655:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686660:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686662:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609572.686664:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609572.686667:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1976 usecs (2 jiffies) 00000100:00000001:2.0:1749609572.686668:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609572.686669:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298845131 00000100:00100000:2.0:1749609572.686670:0:1049:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1749609572.686671:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298845141 00000100:00000001:2.0:1749609572.686672:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.686673:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298845131 00000100:00000001:2.0:1749609572.686693:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609572.686693:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609572.686694:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609572.686696:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609572.686696:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686697:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609572.686698:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609572.686701:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686701:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298845141 00000100:00000001:0.0:1749609572.686702:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298845132 00000100:00000001:0.0:1749609572.686704:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298845141 00000100:00000001:0.0:1749609572.686705:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298845132 00000100:00000001:2.0:1749609572.686707:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609572.686707:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298845141 00000100:00000001:2.0:1749609572.686708:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686708:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609572.686709:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609572.686710:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609572.686711:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609572.686711:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609572.686713:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609572.686714:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609572.686715:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609572.686715:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193478016:0@lo:400: 00000100:00000001:2.0:1749609572.686718:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609572.686719:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749609572.686721:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193477632 00000100:00000001:0.0:1749609572.686721:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.686722:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609572.686724:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609572.686724:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609572.686725:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609572.686725:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.686725:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609572.686727:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749609572.686727:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193477760:0@lo:38: 00000100:00000001:3.0:1749609572.686728:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609572.686729:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74800. 02000000:00000001:2.0:1749609572.686730:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686730:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609572.686731:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.686731:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609572.686732:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609572.686733:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 02000000:00000001:0.0:1749609572.686734:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749609572.686736:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 02000000:00000010:0.0:1749609572.686736:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c000. 02000000:00000001:0.0:1749609572.686737:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609572.686739:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193478016, portal 10 00000100:00000001:2.0:1749609572.686740:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1749609572.686740:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000001:2.0:1749609572.686741:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886203264 : -131938823348352 : ffff8800994d5f80) 00000400:00000010:0.0:1749609572.686742:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:0.0:1749609572.686744:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193477760, portal 10 02000000:00000001:3.0:1749609572.686746:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609572.686746:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686746:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609572.686747:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886208640 : -131938823342976 : ffff8800994d7480) 00000100:00100000:3.0:1749609572.686750:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193477632 00000100:00000001:2.0:1749609572.686751:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609572.686751:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609572.686753:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749609572.686753:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1749609572.686755:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:2.0:1749609572.686755:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000200:2.0:1749609572.686756:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193478016, offset 0 00000020:00000001:3.0:1749609572.686757:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609572.686757:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609572.686758:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609572.686759:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609572.686760:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749609572.686760:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000020:00000001:3.0:1749609572.686761:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609572.686762:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193477760, offset 0 00000400:00000200:2.0:1749609572.686766:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609572.686766:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609572.686767:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000400:00000200:0.0:1749609572.686771:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609572.686772:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000200:2.0:1749609572.686772:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0b980 00000400:00000200:0.0:1749609572.686775:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0b880 00000400:00000200:2.0:1749609572.686776:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 74272 00000020:00000010:3.0:1749609572.686777:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000400:00000200:2.0:1749609572.686780:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609572.686783:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609572.686783:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609572.686784:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609572.686786:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609572.686786:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 74496 00000400:00000200:0.0:1749609572.686790:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609572.686792:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609572.686793:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609572.686796:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609572.686797:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749609572.686800:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4a80. 00000100:00000040:2.0:1749609572.686802:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d4a80 x1834598193478016 msgsize 224 00000100:00000001:3.0:1749609572.686805:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609572.686805:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609572.686812:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609572.686813:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609572.686816:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609572.686819:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00100000:3.0:1749609572.686821:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000400:00000010:2.0:1749609572.686821:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:2.0:1749609572.686823:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609572.686825:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382365824 : -131936327185792 : ffff88012e15ca80) 00000100:00000200:2.0:1749609572.686825:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609572.686830:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15ca80 x1834598193477632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.686830:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609572.686831:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749609572.686832:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609572.686834:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15d880. 00000100:00000040:2.0:1749609572.686837:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609572.686837:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15d880 x1834598193477760 msgsize 520 00000100:00100000:3.0:1749609572.686840:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193477632:12345-0@lo:38: 00000100:00100000:0.0:1749609572.686841:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609572.686843:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609572.686844:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193477632 00000100:00000001:2.0:1749609572.686844:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609572.686846:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749609572.686847:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609572.686848:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609572.686850:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00010000:00000001:3.0:1749609572.686851:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609572.686851:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000400:00000010:0.0:1749609572.686851:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:2.0:1749609572.686852:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298845131 00000100:00000001:0.0:1749609572.686853:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609572.686854:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298845141 00000100:00000001:2.0:1749609572.686856:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298845131 00000100:00000200:0.0:1749609572.686856:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609572.686858:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298845141 00000100:00000001:2.0:1749609572.686859:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298845131 00000100:00000001:2.0:1749609572.686860:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298845141 00000100:00000001:1.0:1749609572.686860:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609572.686861:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298845131 00000100:00100000:1.0:1749609572.686862:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193478016 00000100:00000001:0.0:1749609572.686862:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609572.686863:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298845141 00000100:00000040:0.0:1749609572.686863:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609572.686864:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686864:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609572.686864:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609572.686865:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609572.686866:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609572.686867:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609572.686867:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609572.686867:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686868:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.686869:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609572.686869:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609572.686870:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609572.686870:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749609572.686871:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193478016 00010000:00000001:3.0:1749609572.686872:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609572.686872:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609572.686873:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609572.686883:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:1.0:1749609572.686885:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609572.686886:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000040:0.0:1749609572.686887:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 747 usecs (1 jiffies) 00000020:00000001:1.0:1749609572.686888:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:3.0:1749609572.686889:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609572.686889:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609572.686890:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298845131 00000100:00000001:3.0:1749609572.686892:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609572.686892:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298845141 00000100:00000001:1.0:1749609572.686893:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609572.686894:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609572.686894:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298845131 00000020:00000010:1.0:1749609572.686895:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 00000100:00000001:0.0:1749609572.686895:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298845141 00000100:00000001:0.0:1749609572.686896:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298845131 02000000:00000010:3.0:1749609572.686898:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20ec00. 00000020:00000010:1.0:1749609572.686898:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11700. 00000100:00000001:0.0:1749609572.686898:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298845141 00000100:00000001:0.0:1749609572.686899:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298845131 00000100:00000001:0.0:1749609572.686900:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298845141 00000020:00000040:1.0:1749609572.686901:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609572.686901:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609572.686904:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609572.686906:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686906:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.686907:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609572.686908:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609572.686908:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609572.686911:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609572.686911:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1749609572.686912:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609572.686912:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609572.686912:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:2.0:1749609572.686913:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193477760 00000100:00000001:0.0:1749609572.686913:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609572.686914:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609572.686914:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609572.686914:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609572.686915:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609572.686915:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609572.686916:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609572.686916:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00001000:3.0:1749609572.686917:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609572.686918:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609572.686918:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609572.686920:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749609572.686920:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609572.686920:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:2.0:1749609572.686922:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193477760 00000100:00000001:1.0:1749609572.686922:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609572.686923:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609572.686923:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609572.686924:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1749609572.686924:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609572.686924:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609572.686925:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.686925:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609572.686926:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:2.0:1749609572.686926:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609572.686927:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.686927:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609572.686928:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609572.686928:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609572.686929:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609572.686929:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609572.686930:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:0.0:1749609572.686930:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609572.686931:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75200. 00000100:00000001:1.0:1749609572.686931:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609572.686931:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609572.686931:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193477888:0@lo:38: 00000100:00000040:3.0:1749609572.686933:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:2.0:1749609572.686934:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d480. 00000100:00000001:0.0:1749609572.686934:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609572.686935:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609572.686935:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609572.686936:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609572.686937:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.686937:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.686938:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609572.686940:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749609572.686940:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d000. 00000020:00000010:2.0:1749609572.686941:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73d48. 00000100:00000040:3.0:1749609572.686942:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609572.686942:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609572.686944:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749609572.686944:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:3.0:1749609572.686945:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609572.686945:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609572.686945:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609572.686946:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749609572.686946:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000001:2.0:1749609572.686947:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609572.686948:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000200:0.0:1749609572.686949:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193477888, portal 10 00000100:00000001:2.0:1749609572.686950:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609572.686950:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000200:3.0:1749609572.686951:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193477632, offset 0 00000100:00000001:1.0:1749609572.686951:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886197888 : -131938823353728 : ffff8800994d4a80) 00000100:00000001:0.0:1749609572.686951:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609572.686952:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886200576 : -131938823351040 : ffff8800994d5500) 00000100:00000040:1.0:1749609572.686953:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d4a80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:518/0 lens 224/0 e 0 to 0 dl 1749609583 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609572.686955:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609572.686956:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609572.686957:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609572.686958:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609572.686959:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00000100:00000001:1.0:1749609572.686961:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609572.686961:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609572.686962:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11700. 00000100:00000001:2.0:1749609572.686963:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609572.686963:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749609572.686964:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193478016:12345-0@lo:400: 00000400:00000010:0.0:1749609572.686964:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000100:00000001:2.0:1749609572.686965:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609572.686966:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193478016 00000100:00000200:0.0:1749609572.686966:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193477888, offset 0 00000400:00000200:3.0:1749609572.686967:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609572.686967:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000001:2.0:1749609572.686969:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382369408 : -131936327182208 : ffff88012e15d880) 00000020:00000001:1.0:1749609572.686969:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609572.686970:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609572.686971:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749609572.686972:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15d880 x1834598193477760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609572.686972:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609572.686973:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609572.686975:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000400:00000200:3.0:1749609572.686976:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0b800 00000020:00000001:1.0:1749609572.686976:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749609572.686977:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609572.686978:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609572.686979:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193477760:12345-0@lo:38: 00000020:00000001:1.0:1749609572.686979:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609572.686980:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609572.686981:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609572.686982:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x49a5 [1] + 0 00000100:00000200:2.0:1749609572.686982:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193477760 00000020:00000001:1.0:1749609572.686982:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749609572.686983:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0b900 00000020:00000001:2.0:1749609572.686984:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609572.686985:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609572.686986:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749609572.686987:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609572.686987:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 75016 00000400:00000200:3.0:1749609572.686988:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749609572.686989:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dfc00. 02000000:00000001:1.0:1749609572.686990:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609572.686990:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609572.686991:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609572.686992:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609572.686993:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609572.686993:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:1.0:1749609572.686994:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193478016 00000020:00000001:2.0:1749609572.686995:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609572.686996:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749609572.686996:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609572.686996:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00020000:2.0:1749609572.686997:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:1.0:1749609572.686997:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800994d4a80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:518/0 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609572.686997:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609572.687000:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609572.687000:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609572.687002:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609572.687004:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609572.687005:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609572.687005:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609572.687006:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609572.687007:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1749609572.687007:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8000. 00000100:00001000:1.0:1749609572.687008:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=117 v=5 (1 1 0 0) 00000100:00000040:3.0:1749609572.687009:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609572.687009:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b2400. 00000100:00000040:0.0:1749609572.687009:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012eba8000 x1834598193477888 msgsize 520 00000100:00000001:1.0:1749609572.687010:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609572.687011:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.687012:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609572.687012:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609572.687013:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:0.0:1749609572.687013:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609572.687014:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1749609572.687015:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609572.687015:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609572.687016:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609572.687016:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609572.687017:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749609572.687018:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609572.687018:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609572.687019:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609572.687019:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609572.687021:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:1.0:1749609572.687022:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193478016, offset 224 00000100:00000001:2.0:1749609572.687023:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609572.687024:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000040:2.0:1749609572.687025:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000010:3.0:1749609572.687026:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609572.687028:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609572.687030:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609572.687031:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609572.687033:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:1.0:1749609572.687033:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609572.687035:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 02000000:00000001:2.0:1749609572.687037:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609572.687038:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609572.687038:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609572.687038:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000100:00000001:3.0:1749609572.687039:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.687040:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609572.687040:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000100:00000040:2.0:1749609572.687041:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609572.687042:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:1.0:1749609572.687042:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b980 00000100:00000001:0.0:1749609572.687042:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749609572.687043:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000200:0.0:1749609572.687044:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609572.687045:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609572.687045:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x49ad [1] + 224 00000020:00000001:3.0:1749609572.687047:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609572.687047:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193477760, offset 0 00000400:00000200:1.0:1749609572.687047:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609572.687049:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609572.687050:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15ca80 x1834598193477632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609572.687050:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609572.687051:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609572.687052:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609572.687053:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609572.687054:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609572.687055:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609572.687058:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193477632:12345-0@lo:38: Request processed in 218us (436us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609572.687058:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609572.687059:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.687059:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609572.687060:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b880 00000100:00000001:0.0:1749609572.687062:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609572.687063:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x49b1 [1] + 0 00000100:00000040:0.0:1749609572.687064:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 575 usecs (1 jiffies) 00000100:00100000:3.0:1749609572.687065:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000001:1.0:1749609572.687066:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609572.687066:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298845131 00000400:00000200:2.0:1749609572.687067:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609572.687068:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609572.687068:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298845141 00000100:00000001:3.0:1749609572.687069:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609572.687069:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609572.687069:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609572.687070:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609572.687070:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298845131 00000100:00000001:2.0:1749609572.687072:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609572.687072:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609572.687072:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298845141 00000020:00000010:3.0:1749609572.687073:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000001:1.0:1749609572.687073:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609572.687073:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298845131 00000100:00000001:1.0:1749609572.687074:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.687074:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298845141 00000100:00000200:2.0:1749609572.687075:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609572.687076:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000040:1.0:1749609572.687076:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609572.687076:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298845131 00010000:00000001:1.0:1749609572.687077:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609572.687077:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298845141 00000020:00000001:1.0:1749609572.687078:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609572.687079:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000020:00000001:1.0:1749609572.687079:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609572.687079:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609572.687080:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609572.687081:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609572.687081:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609572.687083:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609572.687084:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4a80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:518/0 lens 224/224 e 0 to 0 dl 1749609583 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609572.687084:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609572.687086:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000100:00100000:1.0:1749609572.687088:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193478016:12345-0@lo:400: Request processed in 129us (286us total) trans 0 rc 0/0 00000400:00000200:0.0:1749609572.687088:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:2.0:1749609572.687089:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749609572.687089:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609572.687091:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609572.687092:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00000200:0.0:1749609572.687093:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609572.687094:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00100000:1.0:1749609572.687094:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000040:1.0:1749609572.687095:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:2.0:1749609572.687096:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609572.687096:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609572.687097:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609572.687097:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609572.687099:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609572.687100:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000200:0.0:1749609572.687100:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609572.687101:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000010:1.0:1749609572.687102:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000001:2.0:1749609572.687103:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609572.687103:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000020:00000001:2.0:1749609572.687105:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609572.687106:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:0.0:1749609572.687106:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609572.687107:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15d880 x1834598193477760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609572.687107:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687107:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687108:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609572.687110:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609572.687111:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609572.687112:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193477888 00000100:00000001:0.0:1749609572.687112:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609572.687113:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609572.687113:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609572.687114:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609572.687115:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193477760:12345-0@lo:38: Request processed in 136us (277us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609572.687115:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609572.687116:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.687116:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609572.687117:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749609572.687117:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193477888 00000020:00000001:1.0:1749609572.687118:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609572.687119:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609572.687119:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1749609572.687119:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609572 v=5 (0 0 0 0) 00000020:00000001:1.0:1749609572.687120:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609572.687121:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000020:00000001:1.0:1749609572.687121:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609572.687122:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00001000:0.0:1749609572.687122:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=34 v=20 (1 1 20 0) 00000020:00000010:1.0:1749609572.687124:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000020:00000010:1.0:1749609572.687125:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609572.687125:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609572.687126:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609572.687126:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609572.687127:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000001:1.0:1749609572.687127:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609572.687128:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.687128:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609572.687129:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609572.687129:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.687130:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609572.687130:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609572.687131:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609572.687132:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d480. 00000100:00000001:1.0:1749609572.687133:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609572.687136:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73d48. 00000100:00000001:1.0:1749609572.687136:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609572.687138:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000001:0.0:1749609572.687138:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609572.687139:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1749609572.687140:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75200. 00000100:00000001:1.0:1749609572.687140:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393160192 : -131936316391424 : ffff88012eba8000) 00000100:00000040:1.0:1749609572.687141:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eba8000 x1834598193477888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.687141:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687142:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609572.687143:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687143:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609572.687145:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749609572.687146:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193477888:12345-0@lo:38: 00000100:00000200:1.0:1749609572.687148:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193477888 00000100:00080000:0.0:1749609572.687148:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:1.0:1749609572.687149:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609572.687149:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609572.687150:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749609572.687152:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609572.687154:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.687155:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00020000:1.0:1749609572.687155:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609572.687156:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1749609572.687157:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609572.687158:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749609572.687159:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609572.687159:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749609572.687159:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193477632:0@lo:38: 00000400:00000001:2.0:1749609572.687160:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609572.687160:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609572.687161:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749609572.687162:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 02000000:00000010:1.0:1749609572.687163:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3de400. 00000400:00000200:2.0:1749609572.687164:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 02000000:00000001:1.0:1749609572.687164:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609572.687165:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609572.687165:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609572.687166:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609572.687167:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749609572.687167:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609572.687167:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1749609572.687168:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:0.0:1749609572.687168:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749609572.687169:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609572.687169:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:0.0:1749609572.687170:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000100:00000001:1.0:1749609572.687171:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609572.687171:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000100:00000040:1.0:1749609572.687172:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:0.0:1749609572.687172:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:1.0:1749609572.687173:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609572.687174:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609572.687174:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609572.687175:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:2.0:1749609572.687176:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609572.687176:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749609572.687176:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609572.687177:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609572.687177:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609572.687179:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609572.687182:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609572.687182:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:0.0:1749609572.687182:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609572.687183:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609572.687184:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193477888, offset 0 00000100:00000001:2.0:1749609572.687185:0:1049:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609572.687186:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609572.687187:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609572.687187:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609572.687188:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.687188:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687189:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609572.687190:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.687190:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609572.687191:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609572.687192:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609572.687193:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=117 v=5 (5 5 0 0) 02000000:00000001:0.0:1749609572.687193:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609572.687195:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=117 v=5 (1 1 0 0) 00000400:00000200:1.0:1749609572.687196:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749609572.687196:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609572 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609572.687197:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609572.687198:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609572.687198:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=16 v=20 (1 1 20 0) 00010000:00000001:2.0:1749609572.687200:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609572.687201:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609572.687202:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:2.0:1749609572.687203:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609572.687203:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609572.687204:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609572.687206:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0b900 00000100:00000040:0.0:1749609572.687206:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609572.687208:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x49bd [1] + 0 00010000:00000001:2.0:1749609572.687209:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609572.687210:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609572.687211:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609572.687211:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609572.687213:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609572.687213:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1749609572.687214:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.687214:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609572.687215:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609572.687215:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609572.687216:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609572.687217:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00080000:0.0:1749609572.687217:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609572.687218:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1749609572.687218:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609572.687219:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609572.687219:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609572.687221:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609572.687222:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609572.687223:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609572.687223:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609572.687224:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609572.687225:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:2.0:1749609572.687227:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609572.687227:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609572.687227:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609572.687228:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609572.687228:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609572.687229:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609572.687229:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193477760:0@lo:38: 00000100:00000040:1.0:1749609572.687230:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609572.687231:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609572.687232:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609572.687232:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609572.687232:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609572.687233:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba8000 x1834598193477888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609592 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.687233:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609572.687235:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7800 x1834598193477632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609572.687238:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193478016:0@lo:400: 00000100:00100000:1.0:1749609572.687238:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193477888:12345-0@lo:38: Request processed in 92us (227us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609572.687240:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609572.687241:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609572.687241:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609572.687242:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609572.687242:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000001:1.0:1749609572.687243:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749609572.687243:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 00000100:00000040:2.0:1749609572.687244:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5f80 x1834598193478016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609572.687244:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609572.687245:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 02000000:00000001:0.0:1749609572.687245:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609572.687246:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749609572.687247:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000040:0.0:1749609572.687247:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:1.0:1749609572.687248:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:2.0:1749609572.687249:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609572.687249:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609572.687249:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749609572.687250:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609572.687250:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b2c00. 02000000:00000010:2.0:1749609572.687252:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74800. 02000000:00000001:0.0:1749609572.687252:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609572.687253:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609572.687254:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7800. 02000000:00000001:2.0:1749609572.687256:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609572.687257:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609572.687258:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609572.687258:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609572.687259:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609572.687260:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609572.687260:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749609572.687261:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bef00. 00000100:00000040:0.0:1749609572.687262:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7480 x1834598193477760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609572.687265:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609572.687266:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609572.687267:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5f80. 00000100:00000001:0.0:1749609572.687268:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609572.687268:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609572.687269:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c000. 00000100:00000001:2.0:1749609572.687270:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609572.687271:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609572.687271:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609572.687272:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609572.687272:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609572.687273:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609572.687275:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609572.687275:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b3c00. 00000100:00000001:2.0:1749609572.687276:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609572.687277:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.687277:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609572.687278:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609572.687278:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609572.687279:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609572.687279:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7480. 00000100:00000001:0.0:1749609572.687281:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609572.687282:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687283:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687287:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609572.687288:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609572.687290:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609572.687291:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609572.687293:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609572.687294:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609572.687295:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749609572.687297:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609572.687298:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609572.687300:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609572.687302:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609572.687308:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.687314:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609572.687315:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687316:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609572.687318:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609572.687319:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609572.687320:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609572.687322:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609572.687324:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609572 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609572.687326:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=117 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609572.687328:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609572.687329:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609572.687331:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609572.687333:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.687338:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609572.687340:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609572.687341:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687343:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609572.687344:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609572.687346:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609572.687348:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609572.687349:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609572.687351:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609572.687357:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193477888:0@lo:38: 00000100:00000001:0.0:1749609572.687360:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.687361:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609572.687363:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5500 x1834598193477888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609572.687368:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609572.687369:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609572.687370:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d000. 02000000:00000001:0.0:1749609572.687372:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609572.687373:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609572.687374:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609572.687376:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609572.687377:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b3800. 02000000:00000001:0.0:1749609572.687379:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609572.687380:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609572.687381:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5500. 00000100:00000001:0.0:1749609572.687383:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609572.687384:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609572.687385:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.687386:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609572.687387:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609572.687389:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609572.687390:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609572.697740:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298845141, at 4298845141 00000100:00000040:1.0:1749609572.697740:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298845141, at 4298845141 00000100:00000040:0.0:1749609572.697740:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298845141, at 4298845141 00000100:00000040:3.0:1749609572.697749:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298845141, at 4298845141 00000100:00000010:2.0:1749609572.697749:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a00. 00000100:00000010:1.0:1749609572.697759:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b80. 00000100:00000010:0.0:1749609572.697767:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00000100:00000010:3.0:1749609572.697778:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7e80. 00010000:00000001:0.0:1749609572.708755:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609572.708759:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609572.708820:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609572.708824:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609572.708828:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609573.082806:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609573.082810:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609573.082812:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609573.082814:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609573.082817:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609573.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609573.082822:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609573.082823:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609573.082825:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609573.414789:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609573.414794:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609573.414795:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609573.414797:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609573.414799:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609573.414802:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609573.414803:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609573.414805:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609573.414807:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609573.710824:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609573.710829:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609573.710907:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609573.710910:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609573.710912:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609574.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609574.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609574.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609574.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609574.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609574.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609574.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609574.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609574.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609574.414818:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609574.414825:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609574.414826:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609574.414828:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609574.414832:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609574.414835:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609574.414837:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609574.414840:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609574.414841:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609574.712805:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609574.712809:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609574.712890:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609574.712893:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609574.712896:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609575.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609575.082800:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609575.082802:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609575.082805:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609575.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609575.082810:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609575.082813:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609575.082815:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609575.082817:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609575.414799:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609575.414804:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609575.414805:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609575.414809:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609575.414811:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609575.414814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609575.414817:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609575.414819:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609575.414821:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609575.714831:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609575.714835:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609575.714904:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609575.714907:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609575.714909:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609576.082778:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609576.082784:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609576.082785:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609576.082788:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609576.082791:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609576.082794:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609576.082797:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609576.082799:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609576.082801:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609576.414792:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609576.414798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609576.414799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609576.414801:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609576.414805:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609576.414807:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609576.414809:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609576.414811:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609576.414812:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609576.716829:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609576.716834:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609576.716905:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609576.716907:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609576.716909:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609577.082804:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609577.082811:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609577.082812:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609577.082815:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609577.082819:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609577.082822:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.082823:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609577.082825:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.082826:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.414787:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609577.414791:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609577.414793:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609577.414795:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609577.414797:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609577.414799:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.414801:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609577.414803:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.414805:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.686806:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609577.686819:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609577.686821:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609577.686825:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609577.686828:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609577.686830:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.686832:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609577.700794:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609577.700800:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609577.700802:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609577.700805:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609577.700806:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609577.700808:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609577.700811:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609577.700814:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4177 00000100:00080000:2.0:1749609577.700817:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609577.700818:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609577.700820:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609577.700822:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609577.700823:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609577.700826:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609577.700828:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609577.700830:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609577.700833:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609577.700835:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609577.700837:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609577.700839:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609577.700857:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609577.700859:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609577.700874:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609577.700877:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609577.700880:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609577.700882:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609577.700884:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609577.700891:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609577.700893:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.700894:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609577.700897:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609577.700901:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5f80. 00000020:00000040:2.0:1749609577.700904:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609577.700907:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609577.700908:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.700910:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609577.700913:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609577.700915:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609577.700920:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1800. 00000100:00000001:2.0:1749609577.700925:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609577.700929:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609577.700935:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609577.700937:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609577.700938:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5f80] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.700958:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609577.700960:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609577.700963:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609577.700964:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609577.700965:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609577.700967:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609577.700968:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4177 00000100:00080000:2.0:1749609577.700970:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609577.700985:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609577.700986:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609577.700988:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609577.700988:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609577.700989:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609577.700991:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609577.700992:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000100:00000001:0.0:1749609577.700992:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609577.700993:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609577.700993:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609577.700994:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609577.700996:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609577.700997:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609577.700997:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609577.700999:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609577.701001:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609577.701002:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609577.701002:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609577.701003:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609577.701003:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609577.701005:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 02000000:00000001:0.0:1749609577.701005:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609577.701007:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609577.701007:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609577.701008:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609577.701008:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609577.701009:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193478144:0@lo:38: 02000000:00000001:2.0:1749609577.701010:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609577.701012:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609577.701012:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609577.701014:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609577.701014:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609577.701015:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749609577.701015:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701017:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609577.701017:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749609577.701019:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6300. 02000000:00000010:0.0:1749609577.701019:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d000. 02000000:00000001:0.0:1749609577.701020:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609577.701021:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609577.701022:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609577.701023:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609577.701024:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000100:00000001:2.0:1749609577.701025:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609577.701026:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609577.701027:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609577.701028:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 02000000:00000010:2.0:1749609577.701030:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0400. 00000100:00000001:2.0:1749609577.701033:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609577.701033:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193478144, portal 4 00000100:00000001:0.0:1749609577.701034:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609577.701035:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886203264 : -131938823348352 : ffff8800994d5f80) 00000100:00100000:2.0:1749609577.701036:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609577.701039:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701043:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609577.701045:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609577.701046:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:0.0:1749609577.701047:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193478144, offset 0 00000100:00000001:2.0:1749609577.701048:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609577.701049:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609577.701050:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609577.701051:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d6300] to pc [ptlrpcd_rcv+-1] req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.701055:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609577.701056:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609577.701058:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609577.701059:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609577.701060:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609577.701061:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749609577.701061:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749609577.701062:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4177 00000100:00080000:2.0:1749609577.701063:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609577.701064:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609577.701065:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609577.701066:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609577.701067:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609577.701068:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609577.701069:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609577.701069:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609577.701069:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0ba00 00000020:00000040:2.0:1749609577.701070:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609577.701071:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609577.701072:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609577.701073:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609577.701074:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609577.701075:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609577.701075:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 11960 00000100:00000001:2.0:1749609577.701076:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609577.701077:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609577.701078:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609577.701079:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609577.701081:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609577.701082:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609577.701084:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609577.701085:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609577.701085:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609577.701086:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609577.701087:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609577.701088:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4e00. 00000100:00000001:0.0:1749609577.701089:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749609577.701090:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609577.701091:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1749609577.701091:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749609577.701092:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701093:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609577.701093:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609577.701094:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609577.701094:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8380. 02000000:00000010:2.0:1749609577.701096:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0000. 00000100:00000040:0.0:1749609577.701096:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012eba8380 x1834598193478144 msgsize 520 00000100:00000001:2.0:1749609577.701097:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609577.701099:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749609577.701100:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609577.701103:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609577.701103:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609577.701105:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4e00] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.701108:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609577.701109:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609577.701111:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609577.701113:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4380. 00000020:00000040:2.0:1749609577.701114:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609577.701116:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609577.701117:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609577.701117:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701117:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749609577.701120:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bef00. 00000100:00000001:2.0:1749609577.701122:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609577.701124:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609577.701124:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609577.701126:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609577.701129:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609577.701130:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749609577.701132:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.701134:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609577.701138:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4380] to pc [ptlrpcd_00_01+1] req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701138:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609577.701143:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701148:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701150:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609577.701153:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609577.701156:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1957 usecs (2 jiffies) 00000100:00000001:3.0:1749609577.701158:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609577.701159:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298850146 00000100:00100000:3.0:1749609577.701161:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193478144 00000100:00000010:0.0:1749609577.701162:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 02000000:00000001:3.0:1749609577.701163:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609577.701165:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609577.701165:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609577.701166:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701167:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:3.0:1749609577.701169:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609577.701170:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4187) 00000100:00100000:3.0:1749609577.701171:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193478144 00000020:00000001:3.0:1749609577.701172:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609577.701172:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298850146 00000020:00000040:3.0:1749609577.701173:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609577.701174:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1749609577.701174:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e75c0. 00000020:00000001:3.0:1749609577.701175:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609577.701176:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701176:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000010:3.0:1749609577.701179:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609577.701179:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609577.701180:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609577.701182:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609577.701182:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298850146 00000020:00000010:3.0:1749609577.701183:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000010:0.0:1749609577.701184:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7d80. 00000100:00000040:2.0:1749609577.701185:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609577.701186:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:0.0:1749609577.701186:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609577.701188:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298850146 00000100:00000001:2.0:1749609577.701189:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609577.701190:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609577.701190:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609577.701190:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7a80. 00000100:00000001:3.0:1749609577.701191:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609577.701191:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609577.701192:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609577.701192:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609577.701192:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749609577.701193:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609577.701194:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193478528:0@lo:400: 00000100:00000001:0.0:1749609577.701194:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609577.701196:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701196:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609577.701196:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609577.701198:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609577.701198:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701198:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609577.701199:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609577.701199:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609577.701200:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609577.701201:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74800. 02000000:00000001:2.0:1749609577.701202:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701203:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749609577.701204:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000100:00000001:0.0:1749609577.701204:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.701205:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609577.701206:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609577.701206:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609577.701206:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609577.701206:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609577.701207:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609577.701207:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000040:0.0:1749609577.701208:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609577.701209:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193478528, portal 10 00000100:00100000:3.0:1749609577.701210:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000001:2.0:1749609577.701210:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609577.701210:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701211:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196096 : -131938823355520 : ffff8800994d4380) 00000100:00000001:3.0:1749609577.701212:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393161088 : -131936316390528 : ffff88012eba8380) 00000100:00000001:0.0:1749609577.701212:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609577.701213:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609577.701214:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eba8380 x1834598193478144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609577.701214:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609577.701214:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609577.701215:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609577.701216:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609577.701217:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193478272:0@lo:38: 00000100:00000001:2.0:1749609577.701218:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609577.701219:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609577.701219:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749609577.701220:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193478144:12345-0@lo:38: 00000400:00000010:2.0:1749609577.701220:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 02000000:00000001:0.0:1749609577.701220:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609577.701220:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609577.701221:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193478528, offset 0 02000000:00000001:0.0:1749609577.701221:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749609577.701222:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193478144 00000400:00000200:2.0:1749609577.701223:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749609577.701223:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c000. 00000020:00000001:3.0:1749609577.701224:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609577.701224:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609577.701225:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00010000:00000001:3.0:1749609577.701227:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749609577.701228:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:0.0:1749609577.701230:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193478272, portal 10 00000400:00000200:2.0:1749609577.701231:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609577.701231:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609577.701232:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886204160 : -131938823347456 : ffff8800994d6300) 00000020:00000001:3.0:1749609577.701234:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609577.701234:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0bb80 00000100:00000040:0.0:1749609577.701235:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749609577.701236:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609577.701238:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609577.701238:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 75536 00000100:00000001:0.0:1749609577.701238:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609577.701239:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609577.701240:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000200:0.0:1749609577.701240:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193478272, offset 0 00000400:00000200:2.0:1749609577.701241:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609577.701242:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609577.701243:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609577.701243:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609577.701245:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609577.701245:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609577.701246:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749609577.701246:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609577.701247:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609577.701248:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1749609577.701248:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4000. 00000100:00000040:2.0:1749609577.701249:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d4000 x1834598193478528 msgsize 224 00000400:00000200:0.0:1749609577.701249:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0ba80 02000000:00000010:3.0:1749609577.701250:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20f000. 02000000:00000001:3.0:1749609577.701251:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609577.701251:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609577.701252:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 75760 00000100:00000001:3.0:1749609577.701253:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609577.701254:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749609577.701255:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609577.701255:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749609577.701256:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609577.701258:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609577.701259:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609577.701261:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609577.701261:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609577.701262:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609577.701263:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609577.701264:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609577.701266:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:2.0:1749609577.701266:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 02000000:00000001:3.0:1749609577.701267:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749609577.701267:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 02000000:00000001:3.0:1749609577.701268:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609577.701269:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609577.701269:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609577.701270:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609577.701271:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:2.0:1749609577.701271:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701271:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609577.701272:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609577.701273:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193478144, offset 0 00000100:00000010:0.0:1749609577.701274:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8700. 00000100:00000001:2.0:1749609577.701275:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609577.701275:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012eba8700 x1834598193478272 msgsize 520 00000400:00000200:3.0:1749609577.701276:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609577.701276:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609577.701278:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609577.701280:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609577.701280:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701280:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609577.701282:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701282:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609577.701284:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0ba00 00000100:00000040:2.0:1749609577.701284:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000100:00000001:1.0:1749609577.701284:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609577.701285:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298850145 00000400:00000200:0.0:1749609577.701285:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:2.0:1749609577.701286:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298850146 00000100:00100000:1.0:1749609577.701286:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193478528 00000400:00000010:0.0:1749609577.701286:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609577.701287:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298850145 02000000:00000001:1.0:1749609577.701287:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609577.701287:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609577.701288:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x49d5 [1] + 0 00000100:00000001:2.0:1749609577.701288:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298850146 00000100:00000200:0.0:1749609577.701288:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.701289:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298850145 00000100:00000001:1.0:1749609577.701289:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609577.701290:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298850146 00000100:00000001:1.0:1749609577.701290:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609577.701291:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609577.701291:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298850145 00000400:00000200:3.0:1749609577.701292:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609577.701292:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298850146 02000000:00000001:1.0:1749609577.701292:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701292:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609577.701293:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609577.701294:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609577.701294:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193478528 00000100:00000001:2.0:1749609577.701295:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609577.701295:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609577.701296:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.701296:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609577.701296:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:0.0:1749609577.701296:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701297:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701297:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609577.701298:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609577.701298:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609577.701298:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609577.701299:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000040:0.0:1749609577.701300:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 745 usecs (1 jiffies) 00000100:00000040:3.0:1749609577.701301:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609577.701301:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609577.701301:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298850145 00000100:00000001:2.0:1749609577.701302:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609577.701302:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609577.701302:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298850146 00000100:00000001:2.0:1749609577.701303:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609577.701303:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609577.701303:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298850145 00000100:00000001:2.0:1749609577.701304:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609577.701304:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298850146 00000100:00000001:2.0:1749609577.701305:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701305:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298850145 00000100:00000001:0.0:1749609577.701305:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298850146 00000100:00000001:2.0:1749609577.701306:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701306:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298850145 00000100:00000001:1.0:1749609577.701307:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609577.701307:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298850146 00000100:00000001:0.0:1749609577.701308:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609577.701309:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00000100:00000001:0.0:1749609577.701309:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701310:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609577.701312:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609577.701312:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11640. 00000100:00000040:0.0:1749609577.701312:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609577.701315:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:0.0:1749609577.701315:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1749609577.701316:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000020:00000040:1.0:1749609577.701316:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609577.701316:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609577.701316:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609577.701317:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609577.701318:0:6490:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609577.701318:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609577.701319:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609577.701319:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193478400:0@lo:38: 00000100:00000001:3.0:1749609577.701320:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701320:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609577.701321:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609577.701321:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749609577.701322:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609577.701322:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1749609577.701322:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609577.701322:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609577.701323:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609577.701323:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193478272 00000020:00000001:3.0:1749609577.701324:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609577.701324:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1749609577.701324:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 00000100:00000001:2.0:1749609577.701325:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609577.701325:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 02000000:00000001:0.0:1749609577.701325:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609577.701326:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba8380 x1834598193478144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.701326:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609577.701326:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000020:00000010:1.0:1749609577.701327:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000400:00000010:0.0:1749609577.701327:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 02000000:00000001:2.0:1749609577.701328:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609577.701328:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193478400, portal 10 00000100:00000001:0.0:1749609577.701329:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749609577.701330:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193478144:12345-0@lo:38: Request processed in 111us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609577.701330:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193478272 00000020:00000010:1.0:1749609577.701330:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609577.701330:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886198784 : -131938823352832 : ffff8800994d4e00) 00000020:00000001:2.0:1749609577.701331:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609577.701332:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609577.701332:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609577.701334:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000020:00000001:2.0:1749609577.701334:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609577.701334:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1749609577.701335:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701335:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609577.701336:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749609577.701336:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609577.701336:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609577.701337:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609577.701337:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749609577.701337:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609577.701337:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000020:00000010:2.0:1749609577.701338:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75200. 00000100:00000200:0.0:1749609577.701338:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193478400, offset 0 00000020:00000010:3.0:1749609577.701339:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000001:1.0:1749609577.701339:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609577.701340:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d480. 00000400:00000200:0.0:1749609577.701340:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609577.701341:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000001:1.0:1749609577.701342:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1749609577.701342:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609577.701343:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000020:00000010:2.0:1749609577.701343:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73d48. 00000100:00000001:3.0:1749609577.701344:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609577.701344:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1749609577.701344:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0bb00 00000100:00000001:1.0:1749609577.701345:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701346:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609577.701346:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 76280 00000100:00000001:2.0:1749609577.701347:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609577.701348:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609577.701348:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609577.701349:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609577.701349:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609577.701351:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701351:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609577.701351:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00080000:3.0:1749609577.701353:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000010:0.0:1749609577.701353:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8a80. 00000100:00000001:1.0:1749609577.701354:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609577.701354:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012eba8a80 x1834598193478400 msgsize 520 00000020:00000040:3.0:1749609577.701355:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609577.701355:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609577.701356:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609577.701356:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609577.701359:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609577.701360:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000100:00000001:2.0:1749609577.701361:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749609577.701361:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000100:00100000:2.0:1749609577.701362:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193478400 00000100:00000001:0.0:1749609577.701362:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749609577.701363:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000200:0.0:1749609577.701363:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609577.701364:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609577.701365:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609577.701365:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609577.701366:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609577.701366:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609577.701366:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886195200 : -131938823356416 : ffff8800994d4000) 00000100:00000001:0.0:1749609577.701366:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609577.701367:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609577.701367:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609577.701368:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609577.701369:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193478400 00000100:00000040:1.0:1749609577.701369:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d4000 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:523/0 lens 224/0 e 0 to 0 dl 1749609588 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609577.701370:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000001:0.0:1749609577.701370:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609577.701371:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393161984 : -131936316389632 : ffff88012eba8700) 00000100:00000001:0.0:1749609577.701371:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609577.701372:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609577.701373:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eba8700 x1834598193478272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609577.701373:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 572 usecs (1 jiffies) 00000100:00000001:0.0:1749609577.701374:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298850145 00000020:00000001:2.0:1749609577.701375:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609577.701375:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298850146 00000100:00000001:0.0:1749609577.701375:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298850145 00000020:00000040:2.0:1749609577.701376:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609577.701376:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298850146 00000100:00100000:3.0:1749609577.701377:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193478272:12345-0@lo:38: 00000020:00000001:2.0:1749609577.701377:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609577.701377:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609577.701377:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298850145 00000020:00000001:2.0:1749609577.701378:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701378:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298850146 00000100:00000001:0.0:1749609577.701378:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298850145 00000100:00000200:3.0:1749609577.701379:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193478272 00000020:00000001:2.0:1749609577.701379:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609577.701379:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 00000100:00000001:0.0:1749609577.701379:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298850146 00000020:00000001:3.0:1749609577.701380:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609577.701380:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609577.701380:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609577.701381:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609577.701382:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75600. 00000020:00000010:1.0:1749609577.701382:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11640. 00000400:00000001:0.0:1749609577.701382:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609577.701383:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749609577.701384:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:2.0:1749609577.701384:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d380. 00000100:00100000:1.0:1749609577.701385:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193478528:12345-0@lo:400: 00000400:00000010:0.0:1749609577.701385:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749609577.701386:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609577.701386:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000020:00000001:3.0:1749609577.701387:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609577.701387:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73c80. 00000100:00000200:1.0:1749609577.701387:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193478528 00000100:00000001:0.0:1749609577.701387:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:3.0:1749609577.701389:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609577.701389:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609577.701389:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609577.701389:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609577.701390:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609577.701390:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1749609577.701391:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609577.701391:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609577.701391:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609577.701392:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609577.701392:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609577.701393:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749609577.701393:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609577.701394:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609577.701394:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609577.701394:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609577.701395:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609577.701395:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 02000000:00000010:3.0:1749609577.701396:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009adaa400. 00000100:00000001:0.0:1749609577.701396:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609577.701396:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609577.701397:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609577.701397:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609577.701398:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701398:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749609577.701399:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609577.701400:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609577.701400:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701400:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609577.701400:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749609577.701400:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609577.701400:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749609577.701401:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609577.701401:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609577.701402:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609577.701402:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609577.701402:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609577.701403:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609577.701403:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749609577.701403:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609577.701404:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749609577.701404:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:3.0:1749609577.701405:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609577.701405:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393162880 : -131936316388736 : ffff88012eba8a80) 00000100:00000001:1.0:1749609577.701405:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749609577.701405:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609577 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609577.701406:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609577.701407:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609577.701407:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eba8a80 x1834598193478400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609577.701407:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1749609577.701407:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=39 v=20 (1 1 20 0) 00000100:00000040:3.0:1749609577.701408:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000010:1.0:1749609577.701408:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dc800. 02000000:00000001:3.0:1749609577.701409:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609577.701409:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701409:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749609577.701410:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609577.701410:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701410:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609577.701411:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609577.701411:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609577.701412:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609577.701412:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609577.701413:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00100000:2.0:1749609577.701413:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193478400:12345-0@lo:38: 00010000:00000040:1.0:1749609577.701413:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193478528 00000100:00000040:0.0:1749609577.701413:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609577.701415:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193478272, offset 0 00000100:00000200:2.0:1749609577.701415:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193478400 00010000:00000001:1.0:1749609577.701415:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749609577.701416:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000200:1.0:1749609577.701416:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800994d4000 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:523/0 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609577.701417:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609577.701417:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609577.701417:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609577.701418:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609577.701419:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609577.701420:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749609577.701420:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609577.701420:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1749609577.701421:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701421:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609577.701423:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ba80 00010000:00020000:2.0:1749609577.701423:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749609577.701423:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:2.0:1749609577.701424:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609577.701424:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:3.0:1749609577.701425:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x49e5 [1] + 0 00010000:00000001:1.0:1749609577.701425:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701425:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609577.701426:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749609577.701426:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=122 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609577.701427:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749609577.701427:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609577.701428:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609577.701428:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609577.701430:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609577.701430:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609577.701431:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609577.701431:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:1.0:1749609577.701432:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609577.701433:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609577.701433:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609577.701434:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609577.701434:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609577.701435:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193478144:0@lo:38: 00000100:00000200:3.0:1749609577.701436:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609577.701436:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3800. 00000100:00000040:1.0:1749609577.701436:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609577.701437:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701437:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701438:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609577.701438:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609577.701438:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609577.701439:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5f80 x1834598193478144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609577.701440:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609577.701440:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193478528, offset 224 00000400:00000200:1.0:1749609577.701442:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609577.701442:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1749609577.701443:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609577.701443:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609577.701444:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749609577.701444:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609577.701444:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d000. 00000100:00001000:2.0:1749609577.701445:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609577.701446:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749609577.701446:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609577.701446:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749609577.701447:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000200:1.0:1749609577.701447:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609577.701447:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:3.0:1749609577.701448:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609577.701448:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609577.701448:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609577.701449:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749609577.701449:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 02000000:00000010:0.0:1749609577.701449:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1800. 00000100:00000001:3.0:1749609577.701450:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609577.701450:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:1.0:1749609577.701450:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0bb80 00000100:00000001:3.0:1749609577.701451:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701451:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:0.0:1749609577.701451:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609577.701452:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749609577.701453:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:2.0:1749609577.701453:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:1.0:1749609577.701453:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x49dd [1] + 224 00000100:00000010:0.0:1749609577.701453:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5f80. 00000100:00000001:3.0:1749609577.701454:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609577.701454:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609577.701454:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609577.701455:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609577.701456:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba8700 x1834598193478272/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.701456:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609577.701456:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609577.701456:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749609577.701457:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609577.701457:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609577.701458:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000400:00000200:1.0:1749609577.701458:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609577.701458:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609577.701459:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609577.701460:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193478272:12345-0@lo:38: Request processed in 83us (183us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749609577.701460:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193478400, offset 0 00000100:00000001:0.0:1749609577.701460:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749609577.701461:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701461:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609577.701462:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609577.701462:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609577.701462:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609577.701463:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749609577.701464:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000400:00000001:0.0:1749609577.701464:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609577.701465:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609577.701465:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609577.701465:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:2.0:1749609577.701466:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609577.701466:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609577.701466:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609577.701466:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000020:00000010:3.0:1749609577.701467:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d480. 00000100:00000001:0.0:1749609577.701467:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609577.701468:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609577.701469:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0bb00 00000400:00000200:2.0:1749609577.701471:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x49f1 [1] + 0 00000100:00000001:1.0:1749609577.701472:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609577.701472:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609577.701473:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609577.701475:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609577.701475:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000001:0.0:1749609577.701475:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609577.701476:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609577.701477:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73d48. 00000400:00000010:1.0:1749609577.701477:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609577.701477:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609577.701478:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609577.701478:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609577.701479:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609577.701479:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609577.701479:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609577.701480:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75200. 00000100:00000001:1.0:1749609577.701480:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609577.701480:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609577.701481:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609577 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609577.701482:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609577.701482:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609577.701482:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609577.701482:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=21 v=20 (1 1 20 0) 00000100:00000040:1.0:1749609577.701484:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609577.701484:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609577.701484:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609577.701485:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609577.701486:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:0.0:1749609577.701486:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609577.701487:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609577.701489:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609577.701489:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609577.701490:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609577.701490:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749609577.701491:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4000 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:523/0 lens 224/224 e 0 to 0 dl 1749609588 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701491:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.701492:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609577.701492:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609577.701493:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609577.701494:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609577.701495:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609577.701495:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609577.701496:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609577.701498:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609577.701500:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00100000:0.0:1749609577.701500:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193478272:0@lo:38: 00000100:00000001:2.0:1749609577.701502:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749609577.701502:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609577.701502:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609577.701503:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749609577.701503:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000400:00000200:0.0:1749609577.701504:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609577.701504:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609577.701505:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701505:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609577.701506:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609577.701507:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:1.0:1749609577.701508:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193478528:12345-0@lo:400: Request processed in 130us (256us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609577.701513:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609577.701514:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609577.701514:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000200:0.0:1749609577.701514:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609577.701516:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000040:2.0:1749609577.701517:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba8a80 x1834598193478400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609597 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701517:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609577.701518:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609577.701518:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.701519:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609577.701519:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609577.701520:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609577.701520:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609577.701520:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609577.701521:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609577.701522:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00001000:0.0:1749609577.701522:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609577 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609577.701523:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=122 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609577.701524:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749609577.701525:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193478400:12345-0@lo:38: Request processed in 111us (169us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749609577.701525:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609577.701525:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609577.701526:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609577.701527:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000040:0.0:1749609577.701527:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609577.701530:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:0.0:1749609577.701530:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609577.701531:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000001:0.0:1749609577.701531:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609577.701531:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609577.701532:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.701532:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609577.701533:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609577.701533:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609577.701533:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609577.701534:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:0.0:1749609577.701534:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609577.701535:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609577.701536:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d380. 00000100:00000040:0.0:1749609577.701536:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609577.701539:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73c80. 00000100:00100000:0.0:1749609577.701540:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193478400:0@lo:38: 00000020:00000010:2.0:1749609577.701541:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75600. 00000100:00000001:0.0:1749609577.701541:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701542:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609577.701543:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609577.701543:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d6300 x1834598193478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701546:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609577.701547:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609577.701548:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c000. 02000000:00000001:0.0:1749609577.701549:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609577.701550:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609577.701550:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609577.701551:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609577.701551:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0400. 00000100:00000001:2.0:1749609577.701553:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609577.701553:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609577.701553:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609577.701553:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d6300. 00000100:00000001:2.0:1749609577.701554:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609577.701555:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609577.701555:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.701556:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609577.701556:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4e00 x1834598193478400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609577.701557:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609577.701558:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609577.701559:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000100:00000001:0.0:1749609577.701559:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609577.701560:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609577.701560:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 00000400:00000200:2.0:1749609577.701561:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 02000000:00000001:0.0:1749609577.701561:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609577.701562:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609577.701562:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749609577.701563:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000020:00000001:0.0:1749609577.701563:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609577.701563:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0000. 00000100:00000001:2.0:1749609577.701564:0:1049:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609577.701564:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609577.701565:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609577.701565:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4e00. 00000100:00000200:2.0:1749609577.701566:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701567:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609577.701567:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609577.701568:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701569:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609577.701569:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609577.701570:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609577.701570:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609577.701570:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701573:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609577.701574:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609577.701575:0:1049:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609577.701576:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609577.701577:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609577.701578:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609577.701579:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609577.701581:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=122 v=5 (5 5 0 0) 00000100:00001000:2.0:1749609577.701583:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=122 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609577.701584:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609577.701588:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609577.701589:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609577.701591:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609577.701595:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701597:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609577.701598:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609577.701599:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609577.701599:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609577.701600:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.701604:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609577.701605:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609577.701606:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609577.701607:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609577.701610:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193478528:0@lo:400: 00000100:00000001:2.0:1749609577.701612:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609577.701613:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609577.701614:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4380 x1834598193478528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609577.701617:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609577.701618:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609577.701619:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74800. 02000000:00000001:2.0:1749609577.701622:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609577.701623:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609577.701623:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609577.701624:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609577.701625:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bef00. 02000000:00000001:2.0:1749609577.701628:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609577.701629:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609577.701629:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4380. 00000100:00000001:2.0:1749609577.701631:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609577.701634:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609577.701635:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609577.701637:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609577.701638:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609577.701639:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609577.701640:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609577.702719:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298850146, at 4298850146 00000100:00000040:3.0:1749609577.702720:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298850146, at 4298850146 00000100:00000010:2.0:1749609577.702729:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7d80. 00000100:00000040:1.0:1749609577.702729:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298850146, at 4298850146 00000100:00000010:1.0:1749609577.702735:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e75c0. 00000100:00000010:3.0:1749609577.702737:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a80. 00000100:00000040:0.0:1749609577.702751:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298850146, at 4298850146 00000100:00000010:0.0:1749609577.702757:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00010000:00000001:0.0:1749609577.718760:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609577.718764:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609577.718851:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609577.718854:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609577.718856:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609578.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609578.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609578.082802:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609578.082805:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609578.082808:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609578.082811:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609578.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609578.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609578.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609578.414781:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609578.414787:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609578.414789:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609578.414791:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609578.414794:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609578.414797:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609578.414799:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609578.414802:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609578.414804:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609578.700823:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609578.700845:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609578.700846:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609578.700850:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609578.700852:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609578.700854:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609578.700855:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609578.720774:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609578.720777:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609578.720874:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609578.720877:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609578.720879:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609579.082813:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609579.082819:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609579.082821:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609579.082824:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609579.082827:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609579.082852:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609579.082854:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609579.082856:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609579.082858:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609579.415071:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609579.415077:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609579.415079:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609579.415081:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609579.415084:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609579.415087:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609579.415090:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609579.415092:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609579.415093:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609579.700805:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609579.700819:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609579.700820:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609579.700824:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609579.700860:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609579.700864:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609579.700866:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609579.722807:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609579.722813:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609579.722870:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609579.722884:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609579.722886:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609580.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609580.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609580.082798:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609580.082800:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609580.082803:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609580.082806:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609580.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609580.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609580.082810:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609580.414796:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609580.414801:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609580.414803:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609580.414806:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609580.414809:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609580.414812:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609580.414815:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609580.414817:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609580.414819:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609580.700871:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609580.700882:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609580.700883:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609580.700887:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609580.700889:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609580.700891:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609580.700892:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609580.724786:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609580.724789:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609580.724871:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609580.724874:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609580.724876:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609581.082855:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609581.082860:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609581.082862:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609581.082864:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609581.082866:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609581.082869:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609581.082871:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609581.082873:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609581.082874:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609581.414797:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609581.414803:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609581.414804:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609581.414807:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609581.414809:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609581.414812:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609581.414814:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609581.414834:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609581.414835:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609581.700796:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609581.700807:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609581.700808:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609581.700811:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609581.700835:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609581.700837:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609581.700839:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609581.726851:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609581.726857:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609581.726860:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609581.726861:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609581.726865:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609581.726867:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609581.726868:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609581.726870:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609581.726928:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609581.726931:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609581.726933:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609582.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609582.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609582.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609582.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609582.082799:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609582.082802:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.082804:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609582.082805:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.082806:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.414785:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609582.414791:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609582.414792:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609582.414795:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609582.414798:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609582.414801:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.414803:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609582.414805:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.414806:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.700839:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609582.700853:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609582.700855:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.700858:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609582.700860:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609582.700863:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.700865:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609582.708743:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609582.708748:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609582.708765:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609582.708768:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609582.708770:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609582.708772:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609582.708775:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609582.708779:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4182 00000100:00080000:2.0:1749609582.708783:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609582.708785:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609582.708787:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609582.708789:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609582.708791:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609582.708793:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609582.708795:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609582.708797:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609582.708800:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609582.708802:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609582.708803:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609582.708821:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609582.708823:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609582.708824:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609582.708826:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609582.708829:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609582.708831:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609582.708833:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609582.708835:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609582.708842:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609582.708845:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.708846:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609582.708849:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609582.708853:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4380. 00000020:00000040:2.0:1749609582.708861:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609582.708865:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609582.708866:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.708869:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609582.708871:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609582.708875:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609582.708881:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b3c00. 00000100:00000001:2.0:1749609582.708886:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609582.708893:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609582.708901:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609582.708903:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609582.708906:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4380] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.708928:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609582.708931:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609582.708934:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609582.708935:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609582.708936:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609582.708938:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609582.708940:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4182 00000100:00080000:2.0:1749609582.708942:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609582.708944:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609582.708945:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609582.708947:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609582.708948:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609582.708950:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609582.708951:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609582.708953:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609582.708954:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609582.708956:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609582.708961:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609582.708964:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609582.708965:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609582.708966:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609582.708968:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609582.708969:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609582.708971:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609582.708973:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609582.708974:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609582.708977:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609582.708978:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.708980:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609582.708981:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609582.708983:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4700. 00000020:00000040:2.0:1749609582.708985:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609582.708987:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609582.708988:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.708990:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609582.708991:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609582.708992:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.708992:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749609582.708995:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b2c00. 00000100:00000001:2.0:1749609582.708997:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.708999:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609582.709000:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609582.709001:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609582.709006:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609582.709007:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609582.709009:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4700] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609582.709009:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709016:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709017:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609582.709018:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609582.709018:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609582.709021:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:0.0:1749609582.709021:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609582.709024:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609582.709025:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709027:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1749609582.709027:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193478656:0@lo:38: 00000100:00080000:2.0:1749609582.709028:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609582.709029:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609582.709030:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749609582.709032:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4182 02000000:00000001:0.0:1749609582.709033:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749609582.709034:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609582.709035:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:0.0:1749609582.709035:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609582.709036:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609582.709037:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609582.709038:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609582.709040:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609582.709041:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609582.709042:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 02000000:00000010:0.0:1749609582.709042:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 00000020:00000001:2.0:1749609582.709043:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609582.709043:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609582.709045:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609582.709046:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609582.709048:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000400:00000010:0.0:1749609582.709049:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000040:2.0:1749609582.709051:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609582.709052:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609582.709053:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609582.709055:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609582.709056:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000400:00000010:0.0:1749609582.709056:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00080000:2.0:1749609582.709058:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609582.709059:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609582.709061:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749609582.709061:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193478656, portal 4 02000000:00000001:2.0:1749609582.709063:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609582.709063:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609582.709064:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196096 : -131938823355520 : ffff8800994d4380) 02000000:00000001:2.0:1749609582.709065:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709066:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609582.709067:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609582.709070:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4e00. 00000100:00000040:0.0:1749609582.709070:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609582.709072:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609582.709073:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609582.709074:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709075:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609582.709076:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749609582.709078:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609582.709079:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 02000000:00000001:2.0:1749609582.709080:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749609582.709081:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193478656, offset 0 02000000:00000001:2.0:1749609582.709082:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609582.709085:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0000. 00000400:00000200:0.0:1749609582.709085:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609582.709088:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609582.709091:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609582.709097:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749609582.709097:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609582.709098:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609582.709100:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4e00] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709106:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609582.709107:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0bc00 00000100:00000040:2.0:1749609582.709108:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609582.709110:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749609582.709112:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 12480 00000100:00000010:2.0:1749609582.709113:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6300. 00000020:00000040:2.0:1749609582.709114:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609582.709116:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609582.709117:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749609582.709118:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609582.709119:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609582.709121:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bef00. 00000400:00000200:0.0:1749609582.709121:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609582.709123:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609582.709125:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609582.709126:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609582.709127:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609582.709131:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749609582.709131:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8e00. 00000100:00000001:2.0:1749609582.709132:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609582.709133:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012eba8e00 x1834598193478656 msgsize 520 00000100:00000040:2.0:1749609582.709136:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d6300] to pc [ptlrpcd_00_02+2] req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609582.709136:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609582.709157:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609582.709164:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609582.709165:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609582.709167:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000040:2.0:1749609582.709169:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4192) 00000100:00000001:0.0:1749609582.709169:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609582.709171:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609582.709176:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609582.709178:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709179:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609582.709180:0:1051:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1749609582.709181:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709182:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.709182:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609582.709185:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709186:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749609582.709188:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1936 usecs (2 jiffies) 00000100:00000001:0.0:1749609582.709190:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298855154 00000100:00000001:2.0:1749609582.709192:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.709193:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609582.709193:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609582.709193:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000100:00000001:2.0:1749609582.709194:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609582.709195:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709196:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609582.709198:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609582.709199:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609582.709199:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:3.0:1749609582.709201:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193478656 02000000:00000001:3.0:1749609582.709203:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609582.709204:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298855154 00000100:00000001:3.0:1749609582.709205:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609582.709206:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709206:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749609582.709206:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7980. 00000100:00000001:2.0:1749609582.709208:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709208:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749609582.709209:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609582.709210:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609582.709210:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298855154 00000100:00000010:0.0:1749609582.709211:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7d40. 00000100:00100000:3.0:1749609582.709212:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193478656 02000000:00000001:2.0:1749609582.709212:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609582.709213:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609582.709213:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000040:3.0:1749609582.709214:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749609582.709214:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609582.709215:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609582.709215:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298855154 00000020:00000001:3.0:1749609582.709216:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609582.709216:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193479040:0@lo:400: 00000100:00000010:0.0:1749609582.709216:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7180. 00000020:00000001:3.0:1749609582.709217:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709218:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609582.709219:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609582.709219:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609582.709220:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:0.0:1749609582.709221:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609582.709222:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609582.709223:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609582.709224:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 02000000:00000001:2.0:1749609582.709224:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709224:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609582.709226:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749609582.709227:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 02000000:00000010:2.0:1749609582.709228:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74800. 00000100:00000001:3.0:1749609582.709230:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609582.709230:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709230:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609582.709231:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609582.709231:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.709232:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609582.709233:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709233:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749609582.709234:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000100:00000001:0.0:1749609582.709234:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609582.709236:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609582.709237:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609582.709240:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609582.709240:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609582.709241:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609582.709242:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609582.709243:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609582.709244:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609582.709245:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193478784:0@lo:38: 00000100:00000200:2.0:1749609582.709246:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193479040, portal 10 00000100:00000001:0.0:1749609582.709247:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609582.709248:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609582.709248:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609582.709249:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.709249:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886204160 : -131938823347456 : ffff8800994d6300) 02000000:00000001:0.0:1749609582.709249:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609582.709250:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609582.709252:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c000. 02000000:00000001:0.0:1749609582.709252:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609582.709253:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609582.709254:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000001:3.0:1749609582.709255:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609582.709256:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609582.709256:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:0.0:1749609582.709257:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193478784, portal 10 00000100:00100000:3.0:1749609582.709259:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000001:0.0:1749609582.709259:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609582.709259:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196992 : -131938823354624 : ffff8800994d4700) 00000100:00000001:2.0:1749609582.709260:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609582.709261:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393163776 : -131936316387840 : ffff88012eba8e00) 00000100:00000040:2.0:1749609582.709262:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609582.709263:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eba8e00 x1834598193478656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609582.709263:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000040:0.0:1749609582.709263:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609582.709265:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193479040, offset 0 00000100:00000001:0.0:1749609582.709266:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609582.709267:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609582.709268:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00100000:3.0:1749609582.709270:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193478656:12345-0@lo:38: 00000400:00000200:2.0:1749609582.709270:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609582.709276:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193478784, offset 0 00000100:00000200:3.0:1749609582.709277:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193478656 00000400:00000200:0.0:1749609582.709278:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609582.709279:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609582.709281:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609582.709281:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609582.709282:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609582.709289:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0bc80 00000020:00000001:3.0:1749609582.709290:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609582.709290:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0bd80 00010000:00020000:3.0:1749609582.709293:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609582.709293:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 76800 00010000:00000001:3.0:1749609582.709295:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609582.709295:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749609582.709297:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609582.709298:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609582.709299:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609582.709300:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609582.709301:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609582.709304:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 77320 00000100:00000001:0.0:1749609582.709309:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:3.0:1749609582.709310:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ec000. 00000400:00000200:2.0:1749609582.709310:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609582.709310:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749609582.709311:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609582.709312:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609582.709312:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9180. 00000100:00000040:0.0:1749609582.709313:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012eba9180 x1834598193478784 msgsize 520 00010000:00000001:3.0:1749609582.709315:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609582.709315:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749609582.709316:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609582.709318:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609582.709318:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609582.709319:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609582.709321:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609582.709323:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609582.709323:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609582.709324:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609582.709325:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609582.709327:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609582.709328:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609582.709329:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609582.709330:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609582.709331:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609582.709331:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609582.709331:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000400:00000010:3.0:1749609582.709333:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609582.709333:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609582.709334:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609582.709334:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609582.709335:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193478656, offset 0 00000100:00100000:2.0:1749609582.709336:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193478784 02000000:00000001:2.0:1749609582.709337:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609582.709338:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609582.709338:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609582.709339:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609582.709339:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709340:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609582.709342:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709342:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609582.709343:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609582.709343:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609582.709344:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193478784 00000100:00000001:0.0:1749609582.709344:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609582.709345:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609582.709345:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 737 usecs (1 jiffies) 00000020:00000040:2.0:1749609582.709346:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609582.709346:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298855153 00000400:00000200:3.0:1749609582.709347:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0bc00 00000100:00000001:0.0:1749609582.709347:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298855154 00000020:00000001:2.0:1749609582.709348:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609582.709348:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298855153 00000020:00000001:2.0:1749609582.709349:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709349:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298855154 00000400:00000200:3.0:1749609582.709350:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4a05 [1] + 0 00000100:00000001:0.0:1749609582.709350:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298855153 00000020:00000001:2.0:1749609582.709351:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709351:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298855154 00000100:00000001:0.0:1749609582.709352:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298855153 00000400:00000200:3.0:1749609582.709353:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609582.709353:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75600. 00000100:00000001:0.0:1749609582.709353:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298855154 00000100:00000001:0.0:1749609582.709354:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609582.709355:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609582.709356:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d380. 00000100:00000001:0.0:1749609582.709356:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609582.709357:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609582.709358:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73c80. 00000100:00000040:0.0:1749609582.709358:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609582.709359:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609582.709361:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749609582.709362:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709362:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609582.709362:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609582.709363:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709364:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609582.709364:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609582.709364:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609582.709365:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609582.709366:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193478912:0@lo:38: 00000100:00000040:3.0:1749609582.709367:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709367:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709368:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609582.709369:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609582.709370:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609582.709371:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609582.709372:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749609582.709372:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d000. 02000000:00000001:0.0:1749609582.709373:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609582.709375:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749609582.709376:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000200:0.0:1749609582.709377:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193478912, portal 10 00000400:00000200:3.0:1749609582.709378:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:2.0:1749609582.709378:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.709378:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749609582.709379:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609582.709379:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886198784 : -131938823352832 : ffff8800994d4e00) 00000100:00000001:3.0:1749609582.709381:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609582.709382:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609582.709382:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609582.709384:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609582.709385:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609582.709385:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609582.709385:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609582.709386:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609582.709387:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609582.709387:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609582.709388:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609582.709388:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000100:00100000:2.0:1749609582.709389:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000200:0.0:1749609582.709389:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193478912, offset 0 00000100:00000040:3.0:1749609582.709390:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba8e00 x1834598193478656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609582.709390:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609582.709391:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393164672 : -131936316386944 : ffff88012eba9180) 00000400:00000200:0.0:1749609582.709393:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609582.709394:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193478656:12345-0@lo:38: Request processed in 125us (260us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749609582.709394:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eba9180 x1834598193478784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609582.709395:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0bd00 00000400:00000200:0.0:1749609582.709397:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 77544 00000100:00100000:3.0:1749609582.709399:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000400:00000200:0.0:1749609582.709399:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609582.709400:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609582.709401:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609582.709402:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193478784:12345-0@lo:38: 00000400:00000200:0.0:1749609582.709402:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609582.709403:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749609582.709404:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000200:2.0:1749609582.709404:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193478784 00000100:00000200:0.0:1749609582.709404:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749609582.709406:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000020:00000001:2.0:1749609582.709406:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:0.0:1749609582.709406:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9500. 00000100:00000040:0.0:1749609582.709407:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012eba9500 x1834598193478912 msgsize 520 00000020:00000010:3.0:1749609582.709408:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00010000:00000001:2.0:1749609582.709408:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609582.709409:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609582.709410:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609582.709413:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709413:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00010000:00020000:2.0:1749609582.709414:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609582.709414:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000400:00000010:0.0:1749609582.709415:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00010000:00000001:2.0:1749609582.709416:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609582.709416:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609582.709417:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609582.709419:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609582.709420:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193478912 00000100:00000001:0.0:1749609582.709421:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749609582.709422:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609582.709422:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609582.709422:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709423:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609582.709423:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609582.709424:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709425:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609582.709425:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609582.709426:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609582.709426:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709426:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609582.709427:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609582.709428:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b0400. 00000100:00100000:1.0:1749609582.709428:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193478912 00000100:00000040:0.0:1749609582.709428:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 566 usecs (1 jiffies) 00000020:00000001:1.0:1749609582.709429:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609582.709429:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298855153 02000000:00000001:2.0:1749609582.709430:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609582.709430:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609582.709430:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298855154 00000100:00000001:2.0:1749609582.709431:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609582.709431:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609582.709431:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298855153 00000100:00000001:0.0:1749609582.709432:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298855154 00000100:00000001:0.0:1749609582.709432:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298855153 00010000:00000001:2.0:1749609582.709433:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609582.709433:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709433:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298855154 00010000:00000001:2.0:1749609582.709434:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609582.709434:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709434:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298855153 00000100:00000001:0.0:1749609582.709435:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298855154 00000100:00001000:2.0:1749609582.709436:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609582.709436:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609582.709436:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609582.709437:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:2.0:1749609582.709438:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749609582.709439:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:2.0:1749609582.709440:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1749609582.709440:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609582.709441:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:1.0:1749609582.709441:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000400:00000001:0.0:1749609582.709441:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609582.709442:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000100:00000001:2.0:1749609582.709443:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609582.709443:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609582.709444:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609582.709444:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:2.0:1749609582.709445:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000010:0.0:1749609582.709445:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609582.709446:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609582.709447:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:0.0:1749609582.709448:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609582.709449:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609582.709449:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609582.709450:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709451:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609582.709451:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609582.709452:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609582.709453:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609582.709455:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000001:1.0:1749609582.709456:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.709456:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609582.709456:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609582.709458:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193478784, offset 0 00000100:00000001:0.0:1749609582.709458:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609582.709459:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609582.709459:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609582.709461:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609582.709461:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609582.709461:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609582.709462:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609582.709463:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 02000000:00000001:0.0:1749609582.709463:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609582.709464:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393165568 : -131936316386048 : ffff88012eba9500) 00000400:00000200:2.0:1749609582.709466:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609582.709466:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eba9500 x1834598193478912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609582.709467:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609582 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609582.709469:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=44 v=20 (1 1 20 0) 00000400:00000200:2.0:1749609582.709470:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0bc80 00000100:00000001:0.0:1749609582.709471:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749609582.709472:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193478912:12345-0@lo:38: 00000100:00000001:0.0:1749609582.709473:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609582.709474:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a11 [1] + 0 00000100:00000200:1.0:1749609582.709474:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193478912 00000100:00000001:0.0:1749609582.709474:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609582.709476:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749609582.709476:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609582.709477:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609582.709478:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609582.709480:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609582.709480:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609582.709481:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709482:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609582.709483:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:1.0:1749609582.709483:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609582.709483:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609582.709484:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609582.709484:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000200:2.0:1749609582.709486:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609582.709486:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609582.709486:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609582.709487:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00080000:0.0:1749609582.709487:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609582.709488:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609582.709489:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1749609582.709490:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000010:1.0:1749609582.709491:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3dd000. 02000000:00000001:1.0:1749609582.709491:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709491:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609582.709492:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609582.709493:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609582.709493:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609582.709494:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609582.709495:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609582.709496:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609582.709497:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:0.0:1749609582.709497:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193478656:0@lo:38: 00000100:00000001:1.0:1749609582.709499:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609582.709500:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609582.709500:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709501:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609582.709502:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609582.709502:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4380 x1834598193478656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609582.709503:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609582.709504:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609582.709506:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609582.709507:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749609582.709509:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749609582.709509:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 00000100:00000001:2.0:1749609582.709510:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609582.709510:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609582.709510:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609582.709511:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609582.709512:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609582.709512:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609582.709513:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:1.0:1749609582.709514:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000020:00000001:0.0:1749609582.709514:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749609582.709515:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 02000000:00000010:0.0:1749609582.709515:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b3c00. 00000400:00000010:2.0:1749609582.709517:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 02000000:00000001:0.0:1749609582.709517:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609582.709518:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609582.709519:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000010:0.0:1749609582.709519:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4380. 00000100:00000001:2.0:1749609582.709520:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749609582.709520:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193478912, offset 0 00000100:00000001:0.0:1749609582.709522:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609582.709523:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609582.709523:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609582.709523:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.709524:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609582.709525:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609582.709525:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609582.709526:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.709527:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609582.709527:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609582.709528:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609582.709528:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609582.709528:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609582.709530:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609582.709531:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba9180 x1834598193478784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609582.709531:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0bd00 00000400:00000001:0.0:1749609582.709531:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609582.709532:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749609582.709533:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609582.709534:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609582.709535:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609582.709537:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a21 [1] + 0 00000100:00000200:0.0:1749609582.709537:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609582.709538:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193478784:12345-0@lo:38: Request processed in 137us (223us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609582.709539:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609582.709541:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749609582.709541:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609582.709543:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609582.709545:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000001:0.0:1749609582.709545:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609582.709545:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609582.709546:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609582.709546:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609582.709547:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609582.709548:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609582.709548:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609582.709548:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609582.709550:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609582.709551:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d380. 00000100:00000040:1.0:1749609582.709551:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609582.709551:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609582.709552:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609582 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609582.709553:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=26 v=20 (1 1 20 0) 00000020:00000010:2.0:1749609582.709554:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73c80. 00000100:00000001:0.0:1749609582.709555:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609582.709555:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609582.709556:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609582.709556:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609582.709558:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75600. 00000400:00000200:1.0:1749609582.709558:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000040:0.0:1749609582.709558:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609582.709559:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:1.0:1749609582.709560:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609582.709561:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609582.709561:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609582.709561:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609582.709562:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709562:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609582.709562:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.709563:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609582.709563:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609582.709564:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00080000:0.0:1749609582.709564:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609582.709565:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609582.709565:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:1.0:1749609582.709566:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609582.709567:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba9500 x1834598193478912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609602 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609582.709567:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609582.709568:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709571:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:0.0:1749609582.709571:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193478784:0@lo:38: 00000100:00000200:2.0:1749609582.709573:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000001:0.0:1749609582.709574:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609582.709574:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1749609582.709575:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5f80. 00000400:00000010:0.0:1749609582.709576:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749609582.709576:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00000040:2.0:1749609582.709577:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d5f80 x1834598193479040 msgsize 224 00000400:00000010:0.0:1749609582.709577:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00100000:1.0:1749609582.709578:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193478912:12345-0@lo:38: Request processed in 100us (164us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609582.709578:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609582.709580:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609582.709582:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749609582.709582:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000200:0.0:1749609582.709583:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609582.709584:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609582.709584:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609582.709588:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609582.709588:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609582.709589:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609582.709589:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609582.709590:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749609582.709591:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609582.709591:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609582.709592:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609582.709592:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609582.709593:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00001000:0.0:1749609582.709594:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609582 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609582.709595:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609582.709595:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609582.709595:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=127 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609582.709596:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609582.709596:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609582.709597:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609582.709599:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00000040:0.0:1749609582.709599:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609582.709600:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749609582.709601:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00100000:1.0:1749609582.709601:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193479040 02000000:00000001:1.0:1749609582.709602:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609582.709602:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609582.709603:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609582.709603:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609582.709603:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609582.709603:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609582.709604:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609582.709604:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609582.709604:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609582.709605:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609582.709605:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749609582.709606:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193479040 00000100:00080000:0.0:1749609582.709606:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000200:2.0:1749609582.709607:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609582.709607:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609582.709607:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749609582.709608:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000040:0.0:1749609582.709608:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609582.709609:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609582.709610:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:1.0:1749609582.709611:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:1.0:1749609582.709612:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00100000:0.0:1749609582.709612:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193478912:0@lo:38: 00000100:00000001:2.0:1749609582.709613:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609582.709614:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609582.709615:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609582.709615:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609582.709615:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4700 x1834598193478784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609582.709616:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 00000100:00000001:0.0:1749609582.709618:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749609582.709619:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609582.709619:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11700. 02000000:00000001:0.0:1749609582.709620:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609582.709621:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c000. 00000020:00000040:1.0:1749609582.709622:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:0.0:1749609582.709622:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609582.709623:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609582.709624:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609582.709625:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609582.709625:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609582.709625:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b2c00. 00000100:00000001:2.0:1749609582.709626:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609582.709626:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609582.709627:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 02000000:00000001:0.0:1749609582.709627:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609582.709627:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1749609582.709628:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000010:0.0:1749609582.709628:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4700. 00000100:00000001:2.0:1749609582.709629:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609582.709629:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609582.709629:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609582.709629:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609582.709630:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609582.709631:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4e00 x1834598193478912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609582.709632:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749609582.709632:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1749609582.709633:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 552 usecs (1 jiffies) 00000100:00000001:1.0:1749609582.709633:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609582.709634:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609582.709634:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1749609582.709635:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609582.709635:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298855153 00000100:00000001:1.0:1749609582.709635:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609582.709635:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609582.709635:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d000. 02000000:00000001:0.0:1749609582.709636:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609582.709637:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609582.709637:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609582.709638:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298855154 00000100:00000001:1.0:1749609582.709638:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1749609582.709638:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609582.709639:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1749609582.709639:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0000. 00000100:00000001:2.0:1749609582.709640:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298855153 00000100:00000001:1.0:1749609582.709640:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609582.709640:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609582.709640:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609582.709641:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298855154 00000100:00000010:0.0:1749609582.709641:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4e00. 00000100:00000001:1.0:1749609582.709642:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.709643:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298855153 00000100:00000001:0.0:1749609582.709643:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609582.709643:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.709644:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298855154 00000100:00000001:0.0:1749609582.709644:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609582.709645:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609582.709645:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609582.709645:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609582.709645:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609582.709646:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298855153 00000100:00000001:0.0:1749609582.709646:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709647:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298855154 00000100:00000001:0.0:1749609582.709647:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709648:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609582.709650:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609582.709650:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609582.709650:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000001:3.0:1749609582.709651:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609582.709651:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609582.709651:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609582.709652:0:6442:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609582.709652:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886203264 : -131938823348352 : ffff8800994d5f80) 00000100:00000001:3.0:1749609582.709653:0:6442:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709653:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609582.709654:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d5f80 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:528/0 lens 224/0 e 0 to 0 dl 1749609593 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609582.709658:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609582.709659:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00000100:00000001:1.0:1749609582.709660:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609582.709662:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11700. 00000100:00100000:1.0:1749609582.709663:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193479040:12345-0@lo:400: 00000100:00000200:1.0:1749609582.709665:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193479040 00000020:00000001:1.0:1749609582.709666:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609582.709667:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609582.709668:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609582.709670:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609582.709671:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:1.0:1749609582.709672:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609582.709696:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609582.709697:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609582.709698:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609582.709700:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609582.709701:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609582.709704:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609582.709705:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609582.709710:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb94000. 02000000:00000001:1.0:1749609582.709711:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609582.709712:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609582.709714:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609582.709715:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193479040 00010000:00000001:1.0:1749609582.709716:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609582.709718:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800994d5f80 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:528/0 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609582.709722:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609582.709726:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609582.709727:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=127 v=5 (1 1 0 0) 00000100:00000001:1.0:1749609582.709729:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609582.709730:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609582.709732:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:1.0:1749609582.709733:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609582.709733:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609582.709734:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609582.709735:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609582.709736:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749609582.709738:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193479040, offset 224 00000400:00000200:1.0:1749609582.709740:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609582.709744:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609582.709746:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0bd80 00000400:00000200:1.0:1749609582.709749:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a0d [1] + 224 00000400:00000200:1.0:1749609582.709751:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609582.709752:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609582.709754:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609582.709755:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609582.709760:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609582.709771:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609582.709774:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609582.709774:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:1.0:1749609582.709776:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609582.709776:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609582.709778:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609582.709779:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:1.0:1749609582.709780:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609582.709781:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609582.709782:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609582.709783:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5f80 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:528/0 lens 224/224 e 0 to 0 dl 1749609593 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609582.709793:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193479040:12345-0@lo:400: Request processed in 134us (215us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609582.709795:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609582.709797:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749609582.709798:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:1.0:1749609582.709799:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000400:00000001:2.0:1749609582.709800:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609582.709800:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1749609582.709801:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609582.709801:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749609582.709803:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000020:00000010:1.0:1749609582.709803:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000020:00000010:1.0:1749609582.709804:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000400:00000200:2.0:1749609582.709816:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:2.0:1749609582.709818:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000020:00000010:1.0:1749609582.709819:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:2.0:1749609582.709821:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609582.709822:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000200:2.0:1749609582.709823:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609582.709823:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609582.709830:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709836:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609582.709837:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.709843:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609582.709845:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609582.709846:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609582.709848:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609582.709850:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609582.709854:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=127 v=5 (5 5 0 0) 00000100:00001000:2.0:1749609582.709857:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=127 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609582.709859:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609582.709860:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609582.709862:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609582.709865:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609582.709871:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709874:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609582.709875:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609582.709876:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609582.709878:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609582.709880:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709886:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609582.709888:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609582.709889:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609582.709891:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609582.709898:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193479040:0@lo:400: 00000100:00000001:2.0:1749609582.709901:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.709903:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609582.709905:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d6300 x1834598193479040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609582.709910:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609582.709912:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609582.709914:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74800. 02000000:00000001:2.0:1749609582.709918:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609582.709924:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609582.709925:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609582.709927:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609582.709928:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bef00. 02000000:00000001:2.0:1749609582.709934:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609582.709935:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609582.709936:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d6300. 00000100:00000001:2.0:1749609582.709939:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609582.709940:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.709942:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609582.709945:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609582.709946:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609582.709948:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609582.709949:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609582.710703:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298855154, at 4298855154 00000100:00000010:1.0:1749609582.710708:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7980. 00000100:00000040:2.0:1749609582.710718:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298855154, at 4298855154 00000100:00000040:3.0:1749609582.710720:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298855154, at 4298855154 00000100:00000010:2.0:1749609582.710724:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7d40. 00000100:00000010:3.0:1749609582.710728:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7180. 00000100:00000040:0.0:1749609582.710739:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298855154, at 4298855154 00000100:00000010:0.0:1749609582.710744:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00010000:00000001:0.0:1749609582.728734:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609582.728739:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609582.728803:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609582.728817:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609582.728821:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609583.082864:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609583.082873:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609583.082874:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609583.082878:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609583.082881:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609583.082884:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609583.082888:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609583.082890:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609583.082892:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609583.248152:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609583.248168:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609583.248172:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609583.248174:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609583.248184:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609583.248201:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500800 00000400:00000100:0.0:1749609583.248206:0:1043:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188189696 offset 0 length 520: 4 00000400:00000200:0.0:1749609583.248210:0:1043:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609583.248212:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609583.248220:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609583.248232:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609583.248234:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609583.248236:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609583.414797:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609583.414829:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609583.414830:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609583.414834:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609583.414837:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609583.414841:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609583.414843:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609583.414852:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012e15fb80 x1834598193476864/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609583.414859:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609583.414861:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e15fb80 x1834598193476864/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609583.414866:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609583.414868:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609583.414870:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609583.414872:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609583.414873:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15fb80 x1834598193476864/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609583.414877:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e15fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193476864:0@lo:101: 00000100:00000001:0.0:1749609583.414881:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609583.414883:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609583.414884:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609583.414885:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609583.414887:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e15fb80 x1834598193476864/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609583.414890:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609583.414892:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609583.414896:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609583.414897:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609583.414900:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609583.414904:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609583.414906:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609583.414908:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78200 refcount=4 00000020:00000001:0.0:1749609583.414909:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841778688 : -131938867772928 : ffff880096a78200) 00010000:00000001:0.0:1749609583.414911:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841778688 : -131938867772928 : ffff880096a78200) 00010000:00010000:0.0:1749609583.414915:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609583.414921:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609583.414923:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609583.414927:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609583.414929:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609583.414933:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609583.414935:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609583.414936:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609583.414939:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609583.414941:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609583.414942:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609583.414944:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609583.414947:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a78200 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609583.414950:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609583.414951:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609583.414954:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609583.414955:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609583.414956:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609583.414956:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78200 refcount=5 00000020:00000001:0.0:1749609583.414957:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841778688 : -131938867772928 : ffff880096a78200) 00010000:00000001:0.0:1749609583.414958:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841778688 : -131938867772928 : ffff880096a78200) 00010000:00000001:0.0:1749609583.414960:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609583.414961:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609583.414964:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609583.414964:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609583.414967:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749609583.414968:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609583.414969:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609583.414971:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609583.414973:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609583.414975:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609583.414976:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609583.414977:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609583.414978:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609583.414980:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a78200 with handle 0xae754a0887514918 from hash 00010000:00000001:0.0:1749609583.414981:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609583.414981:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609583.414982:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609583.414982:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609583.414983:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609583.414984:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609583.414985:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609583.414985:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609583.414986:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609583.414987:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609583.414988:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609583.414990:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609583.414990:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609583.414991:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609583.414992:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609583.414993:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609583.414993:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609583.414993:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609583.414995:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a78200/0xae754a0887514918 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609583.415000:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35c00 count: 0 00010000:00000001:0.0:1749609583.415022:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609583.415023:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609583.415025:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609583.415026:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e15fb80 x1834598193476864/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609583.415030:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609583.415033:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609583.415034:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609583.415035:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609583.415039:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a78400. 02000000:00000001:0.0:1749609583.415042:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609583.415043:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609583.415045:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e15fb80. 00000100:00000001:0.0:1749609583.415049:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609583.415050:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609583.415051:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609583.415053:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609583.415055:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609583.415059:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e7600. 00000020:00000010:0.0:1749609583.415061:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000020:00000010:0.0:1749609583.415065:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a79e00. 00000040:00000010:0.0:1749609583.415067:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a79200. 00000020:00000010:0.0:1749609583.415071:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a70800. 00000020:00000010:0.0:1749609583.415074:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a79000. 80000000:00000010:0.0:1749609583.415077:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609583.415081:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79a00. 00080000:00000010:0.0:1749609583.415086:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609583.415091:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609583.415098:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609583.415099:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609583.415103:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a79e00. 00000040:00000010:0.0:1749609583.415106:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a79200. 00000020:00000010:0.0:1749609583.415109:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a70800. 00000020:00000010:0.0:1749609583.415111:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a79000. 80000000:00000010:0.0:1749609583.415114:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609583.415115:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79a00. 00080000:00000010:0.0:1749609583.415117:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609583.415120:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609583.415126:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 10000000:00000010:0.0:1749609583.415127:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e7600. 10000000:01000000:0.0:1749609583.415129:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-OST0000' failed (-5). 10000000:00000001:0.0:1749609583.415132:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749609583.415134:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749609583.415135:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609583.415137:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609583.415138:0:6439:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b45f1800) refs 2 10000000:00000001:0.0:1749609583.415139:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609583.415140:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609583.415141:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff8800b47ea400) refs 2 10000000:00000001:0.0:1749609583.415142:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609583.415143:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609583.415144:0:6439:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749609583.415144:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609583.415145:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff880096d20800 from 1 10000000:00000001:0.0:1749609583.415147:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609583.415147:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749609583.415150:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9880. 00000020:00000040:0.0:1749609583.415152:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609583.415155:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609583.415157:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609583.415161:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609583.415164:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a78400. 00000100:00000001:0.0:1749609583.415169:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609583.415171:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609583.415173:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609583.415176:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35b00. 00010000:00000001:0.0:1749609583.415180:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609583.415182:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a78e00. 00000020:00000001:0.0:1749609583.415184:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609583.415185:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a78e00 with handle 0xae754a088751491f to hash 00000020:00000001:0.0:1749609583.415187:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609583.415188:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841781760 : -131938867769856 : ffff880096a78e00) 00010000:00000001:0.0:1749609583.415189:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841781760 : -131938867769856 : ffff880096a78e00) 00010000:00000001:0.0:1749609583.415191:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609583.415191:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609583.415193:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609583.415198:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609583.415205:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609583.415208:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609583.415209:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609583.415212:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609583.415213:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392601152 : -131936316950464 : ffff88012eb1f840) 00000100:00000001:0.0:1749609583.415215:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609583.415215:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393166464 : -131936316385152 : ffff88012eba9880) 00000100:00000001:0.0:1749609583.415218:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609583.415219:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609583.415220:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609583.415221:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609583.415223:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012eba9880 x1834598193479168/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609583.415227:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609583.415228:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609583.415230:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012eba9880 x1834598193479168/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609583.415234:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609583.415235:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609583.415235:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609583.415236:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609583.415237:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609583.415238:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609583.415238:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609583.415239:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609583.415240:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749609583.420776:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35c00. 00010000:00000010:2.1:1749609583.420783:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a78200. 00000100:00000001:0.0:1749609583.708841:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609583.708857:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609583.708859:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609583.708864:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609583.708866:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609583.708870:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609583.708872:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609583.730812:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609583.730817:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609583.730879:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609583.730883:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609583.730885:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609584.082836:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609584.082846:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609584.082848:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609584.082852:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609584.082856:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609584.082859:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609584.082862:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609584.082864:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609584.082867:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609584.414773:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609584.414779:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609584.414781:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609584.414784:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609584.414786:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609584.414789:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609584.414791:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609584.414802:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609584.414804:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609584.708826:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609584.708841:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609584.708842:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609584.708847:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609584.708849:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609584.708852:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609584.708853:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609584.732807:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609584.732814:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609584.732900:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609584.732905:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609584.732908:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609585.082782:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609585.082813:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609585.082815:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609585.082818:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609585.082820:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609585.082823:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609585.082825:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609585.082827:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609585.082829:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609585.414813:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609585.414820:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609585.414823:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609585.414826:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609585.414829:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609585.414832:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609585.414834:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609585.414836:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609585.414838:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609585.708832:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609585.708849:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609585.708851:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609585.708855:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609585.708857:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609585.708861:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609585.708863:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609585.734849:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609585.734856:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609585.734922:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609585.734926:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609585.734929:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609586.082819:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609586.082826:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609586.082828:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609586.082830:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609586.082833:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609586.082836:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609586.082838:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609586.082840:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609586.082841:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609586.414814:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609586.414824:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609586.414826:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609586.414829:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609586.414833:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609586.414837:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609586.414839:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609586.414842:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609586.414844:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609586.708777:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609586.708811:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609586.708812:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609586.708816:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609586.708818:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609586.708822:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609586.708823:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609586.736840:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609586.736847:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609586.736918:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609586.736922:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609586.736925:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609587.082819:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609587.082827:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609587.082828:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609587.082831:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609587.082834:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609587.082837:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.082839:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609587.082841:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.082842:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.414834:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609587.414842:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609587.414844:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609587.414847:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609587.414851:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609587.414854:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.414857:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609587.414859:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.414861:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.708812:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609587.708827:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609587.708829:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.708834:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609587.708836:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609587.708840:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.708842:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609587.716789:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609587.716809:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609587.716811:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609587.716813:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609587.716816:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609587.716818:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609587.716821:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609587.716824:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4187 00000100:00080000:2.0:1749609587.716828:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609587.716829:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609587.716831:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609587.716832:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609587.716834:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609587.716837:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609587.716839:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609587.716841:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609587.716843:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609587.716845:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609587.716846:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609587.716847:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609587.716848:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609587.716849:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609587.716850:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609587.716852:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609587.716853:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609587.716855:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609587.716856:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609587.716863:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609587.716865:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.716866:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609587.716870:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609587.716874:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6300. 00000020:00000040:2.0:1749609587.716877:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609587.716880:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609587.716881:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.716883:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609587.716886:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609587.716889:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609587.716896:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1800. 00000100:00000001:2.0:1749609587.716903:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609587.716912:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609587.716923:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609587.716925:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609587.716928:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d6300] to pc [ptlrpcd_rcv+-1] req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609587.716952:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609587.716955:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609587.716958:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609587.716959:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609587.716960:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609587.716962:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609587.716964:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4187 00000100:00080000:2.0:1749609587.716966:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609587.716968:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609587.716970:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609587.716971:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609587.716973:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609587.716975:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609587.716976:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609587.716978:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609587.716979:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609587.716985:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609587.716987:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000001:0.0:1749609587.716989:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609587.716990:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609587.716991:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609587.716993:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609587.716993:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609587.716994:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609587.716995:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609587.716996:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609587.716998:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000040:0.0:1749609587.716999:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609587.717000:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609587.717001:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609587.717004:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609587.717005:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609587.717006:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717007:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717008:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609587.717009:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609587.717009:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609587.717011:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749609587.717012:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5500. 02000000:00000001:0.0:1749609587.717012:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609587.717014:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:0.0:1749609587.717014:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193479296:0@lo:38: 02000000:00000001:2.0:1749609587.717016:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609587.717016:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609587.717018:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717019:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609587.717019:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609587.717020:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609587.717020:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609587.717022:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609587.717022:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609587.717025:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c800. 02000000:00000010:2.0:1749609587.717027:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0000. 02000000:00000001:0.0:1749609587.717027:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717030:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609587.717033:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609587.717033:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749609587.717039:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000001:2.0:1749609587.717040:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609587.717041:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609587.717043:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d5500] to pc [ptlrpcd_rcv+-1] req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609587.717045:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193479296, portal 4 00000100:00000001:0.0:1749609587.717046:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609587.717048:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886204160 : -131938823347456 : ffff8800994d6300) 00000100:00000001:2.0:1749609587.717049:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609587.717052:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609587.717054:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:0.0:1749609587.717054:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609587.717058:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609587.717059:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609587.717060:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749609587.717061:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609587.717062:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749609587.717062:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:0.0:1749609587.717063:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193479296, offset 0 00000100:00080000:2.0:1749609587.717064:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4187 00000100:00080000:2.0:1749609587.717066:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609587.717068:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000200:0.0:1749609587.717068:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609587.717070:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609587.717071:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609587.717072:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609587.717074:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609587.717075:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609587.717077:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609587.717079:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609587.717080:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000400:00000200:0.0:1749609587.717080:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609587.717081:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609587.717082:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609587.717083:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609587.717084:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609587.717085:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609587.717086:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609587.717088:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609587.717088:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609587.717089:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749609587.717089:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0be80 02000000:00000001:2.0:1749609587.717091:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609587.717092:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717093:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609587.717094:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609587.717094:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 13000 00000100:00000010:2.0:1749609587.717096:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7480. 00000020:00000040:2.0:1749609587.717097:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609587.717098:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609587.717099:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717100:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749609587.717100:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609587.717103:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609587.717104:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609587.717105:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609587.717107:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b2c00. 00000100:00000001:0.0:1749609587.717107:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609587.717108:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609587.717109:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609587.717111:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749609587.717112:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9c00. 00000100:00000040:0.0:1749609587.717114:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012eba9c00 x1834598193479296 msgsize 520 00000100:00000001:2.0:1749609587.717115:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609587.717116:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609587.717116:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609587.717118:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d7480] to pc [ptlrpcd_rcv+-1] req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609587.717121:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609587.717127:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609587.717129:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609587.717131:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7800. 00000020:00000040:2.0:1749609587.717132:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609587.717132:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609587.717134:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609587.717135:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609587.717136:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609587.717138:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bef00. 00000100:00000001:2.0:1749609587.717139:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609587.717140:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000100:00000040:2.0:1749609587.717141:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609587.717141:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:2.0:1749609587.717144:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609587.717144:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609587.717145:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609587.717146:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609587.717147:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d7800] to pc [ptlrpcd_00_03+3] req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609587.717150:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609587.717151:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609587.717155:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717156:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609587.717158:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609587.717161:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1916 usecs (2 jiffies) 00000100:00000001:0.0:1749609587.717164:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298860162 00000100:00000001:2.0:1749609587.717167:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609587.717167:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000100:00000040:2.0:1749609587.717171:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4197) 00000100:00000001:0.0:1749609587.717173:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609587.717177:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609587.717177:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298860162 00000100:00000010:0.0:1749609587.717178:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7fc0. 00000100:00000001:2.0:1749609587.717179:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609587.717180:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193479296 00000100:00000001:2.0:1749609587.717180:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609587.717180:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609587.717181:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609587.717182:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609587.717183:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609587.717184:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609587.717185:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298860162 00000100:00000001:3.0:1749609587.717186:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609587.717186:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e70c0. 00000100:00000001:0.0:1749609587.717188:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:3.0:1749609587.717189:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717189:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298860162 00000100:00000010:0.0:1749609587.717190:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7380. 00000100:00100000:3.0:1749609587.717192:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193479296 00000100:00000001:0.0:1749609587.717192:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:3.0:1749609587.717193:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609587.717193:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1749609587.717194:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609587.717194:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717194:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609587.717195:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609587.717195:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609587.717196:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609587.717196:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749609587.717197:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609587.717197:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609587.717197:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609587.717198:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717198:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609587.717199:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193479680:0@lo:400: 00000100:00000001:2.0:1749609587.717201:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609587.717202:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 02000000:00000001:2.0:1749609587.717203:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609587.717204:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717204:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609587.717205:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609587.717205:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609587.717206:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 02000000:00000010:2.0:1749609587.717206:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74800. 00000100:00000001:0.0:1749609587.717206:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609587.717207:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717207:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609587.717207:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609587.717209:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609587.717210:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000400:00000010:2.0:1749609587.717210:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000400:00000010:2.0:1749609587.717213:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609587.717213:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609587.717214:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609587.717214:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609587.717214:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749609587.717215:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193479680, portal 10 02000000:00000001:0.0:1749609587.717215:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609587.717216:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609587.717216:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609587.717216:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717217:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717217:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886209536 : -131938823342080 : ffff8800994d7800) 00000100:00100000:0.0:1749609587.717218:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193479424:0@lo:38: 00000100:00000001:0.0:1749609587.717219:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609587.717220:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609587.717220:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609587.717221:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609587.717221:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717222:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609587.717222:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609587.717223:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c000. 00000100:00000001:2.0:1749609587.717224:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609587.717224:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609587.717225:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609587.717226:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000400:00000010:0.0:1749609587.717226:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000200:2.0:1749609587.717227:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193479680, offset 0 00000100:00000001:1.0:1749609587.717227:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609587.717228:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000001:3.0:1749609587.717229:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609587.717229:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193479424, portal 10 00000400:00000200:2.0:1749609587.717230:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609587.717231:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609587.717231:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886200576 : -131938823351040 : ffff8800994d5500) 00000100:00000040:0.0:1749609587.717234:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609587.717235:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609587.717238:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0c000 00000100:00000001:0.0:1749609587.717238:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609587.717239:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609587.717239:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609587.717240:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:3.0:1749609587.717241:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609587.717242:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 78064 00000100:00100000:3.0:1749609587.717244:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:3.0:1749609587.717246:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393167360 : -131936316384256 : ffff88012eba9c00) 00000400:00000200:2.0:1749609587.717246:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609587.717246:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193479424, offset 0 00000400:00000200:2.0:1749609587.717248:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609587.717249:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eba9c00 x1834598193479296/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609587.717249:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609587.717251:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749609587.717251:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609587.717253:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749609587.717253:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0bf00 00000100:00000010:2.0:1749609587.717255:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4e00. 00000100:00100000:3.0:1749609587.717256:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193479296:12345-0@lo:38: 00000400:00000200:0.0:1749609587.717256:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 78288 00000100:00000200:3.0:1749609587.717258:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193479296 00000100:00000040:2.0:1749609587.717259:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d4e00 x1834598193479680 msgsize 224 00000400:00000200:0.0:1749609587.717259:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609587.717260:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609587.717260:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749609587.717262:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749609587.717263:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609587.717266:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609587.717272:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000020:00000001:3.0:1749609587.717273:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609587.717273:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00010000:00020000:3.0:1749609587.717275:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609587.717275:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609587.717276:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609587.717277:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749609587.717278:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749609587.717278:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609587.717280:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:0.0:1749609587.717280:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9f80. 00000100:00000040:0.0:1749609587.717281:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012eba9f80 x1834598193479424 msgsize 520 00000100:00000001:3.0:1749609587.717282:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609587.717282:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609587.717282:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609587.717283:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609587.717284:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609587.717284:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609587.717284:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193479680 02000000:00000001:3.0:1749609587.717285:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609587.717286:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749609587.717288:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ec400. 00000100:00000001:1.0:1749609587.717288:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609587.717289:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717289:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717289:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609587.717290:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717291:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749609587.717291:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 02000000:00000001:1.0:1749609587.717292:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609587.717292:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609587.717293:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717293:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609587.717295:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609587.717295:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193479680 00000100:00000200:0.0:1749609587.717295:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609587.717296:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 555 usecs (1 jiffies) 00010000:00000001:3.0:1749609587.717297:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609587.717297:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609587.717298:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298860161 00000020:00000040:1.0:1749609587.717298:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00010000:00000001:3.0:1749609587.717299:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609587.717299:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609587.717299:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609587.717299:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609587.717300:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298860162 00000100:00001000:3.0:1749609587.717301:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:1.0:1749609587.717301:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:0.0:1749609587.717302:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717303:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609587.717303:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298860161 00000020:00000001:1.0:1749609587.717303:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609587.717303:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609587.717304:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298860162 00000020:00000001:1.0:1749609587.717305:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609587.717305:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717306:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609587.717306:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298860161 00000100:00000040:3.0:1749609587.717307:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609587.717307:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 732 usecs (1 jiffies) 00000100:00000001:3.0:1749609587.717308:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609587.717308:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298860162 00000100:00000001:1.0:1749609587.717308:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609587.717308:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298860161 00000100:00000001:2.0:1749609587.717309:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298860161 00000100:00000001:0.0:1749609587.717309:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298860162 00000100:00000001:3.0:1749609587.717310:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609587.717310:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298860162 00000100:00000040:3.0:1749609587.717311:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609587.717311:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298860161 02000000:00000001:3.0:1749609587.717312:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609587.717312:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609587.717312:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00000100:00000001:0.0:1749609587.717312:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298860162 00000100:00000001:0.0:1749609587.717313:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298860161 00000100:00000001:0.0:1749609587.717313:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298860162 02000000:00000001:3.0:1749609587.717314:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717314:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717314:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298860161 00000020:00000010:1.0:1749609587.717315:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11640. 00000100:00000001:0.0:1749609587.717315:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298860162 00000100:00000001:2.0:1749609587.717316:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717316:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609587.717317:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717317:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717318:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609587.717318:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609587.717319:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749609587.717319:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:0.0:1749609587.717319:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609587.717321:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609587.717322:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609587.717322:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609587.717323:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609587.717323:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609587.717323:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749609587.717324:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193479296, offset 0 02000000:00000001:0.0:1749609587.717324:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609587.717325:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609587.717325:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717326:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749609587.717326:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193479552:0@lo:38: 00000400:00000200:3.0:1749609587.717327:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609587.717327:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717328:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609587.717329:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609587.717329:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609587.717330:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609587.717331:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749609587.717332:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 02000000:00000001:0.0:1749609587.717333:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717334:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609587.717334:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000400:00000200:3.0:1749609587.717335:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0be80 00000400:00000010:0.0:1749609587.717335:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:1.0:1749609587.717336:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1749609587.717337:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193479552, portal 10 00000400:00000200:3.0:1749609587.717338:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4a35 [1] + 0 00000100:00000001:0.0:1749609587.717338:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609587.717339:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886208640 : -131938823342976 : ffff8800994d7480) 00000020:00000010:1.0:1749609587.717340:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000400:00000200:3.0:1749609587.717341:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609587.717342:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609587.717343:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609587.717343:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:3.0:1749609587.717345:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609587.717345:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609587.717346:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000040:0.0:1749609587.717346:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609587.717347:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609587.717347:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000100:00000200:0.0:1749609587.717348:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193479552, offset 0 00000400:00000200:0.0:1749609587.717350:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609587.717351:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1749609587.717352:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609587.717353:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609587.717353:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609587.717354:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609587.717354:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0bf80 00000100:00000001:1.0:1749609587.717355:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609587.717356:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 78808 00000100:00000001:2.0:1749609587.717357:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609587.717358:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609587.717358:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609587.717359:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193479424 00000400:00000200:0.0:1749609587.717359:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609587.717360:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1749609587.717361:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609587.717361:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 02000000:00000001:2.0:1749609587.717361:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609587.717361:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609587.717362:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609587.717362:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717363:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609587.717363:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609587.717364:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609587.717364:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609587.717364:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609587.717365:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebaa300. 00000100:00000001:3.0:1749609587.717366:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609587.717366:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609587.717367:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012ebaa300 x1834598193479552 msgsize 520 00000100:00000040:3.0:1749609587.717368:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:2.0:1749609587.717368:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193479424 00000100:00000001:3.0:1749609587.717369:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609587.717369:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609587.717369:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609587.717370:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609587.717371:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609587.717371:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609587.717373:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba9c00 x1834598193479296/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609587.717373:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609587.717374:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609587.717374:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609587.717374:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609587.717375:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193479552 00000400:00000200:0.0:1749609587.717375:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000020:00000001:2.0:1749609587.717376:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609587.717376:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749609587.717376:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000100:00000001:1.0:1749609587.717377:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609587.717377:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609587.717378:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193479296:12345-0@lo:38: Request processed in 123us (263us total) trans 0 rc -19/-19 00000020:00000010:2.0:1749609587.717378:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75600. 00000100:00000001:1.0:1749609587.717378:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609587.717378:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609587.717380:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609587.717381:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d380. 00000100:00100000:1.0:1749609587.717381:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193479552 00000020:00000001:1.0:1749609587.717382:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609587.717382:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609587.717382:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609587.717383:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000001:1.0:1749609587.717383:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609587.717383:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609587.717384:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73c80. 00000020:00000001:1.0:1749609587.717384:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717385:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749609587.717385:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717386:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609587.717386:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00000001:2.0:1749609587.717387:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749609587.717388:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d380. 00000100:00000001:0.0:1749609587.717388:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609587.717389:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000001:2.0:1749609587.717389:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749609587.717389:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aa28. 00000100:00000001:1.0:1749609587.717390:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609587.717390:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609587.717391:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609587.717391:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749609587.717392:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000001:1.0:1749609587.717392:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717392:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609587.717394:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609587.717394:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 561 usecs (1 jiffies) 00000100:00000001:2.0:1749609587.717395:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717395:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298860161 00000020:00000010:3.0:1749609587.717396:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:1.0:1749609587.717397:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717397:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298860162 00000100:00000001:2.0:1749609587.717398:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609587.717399:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717399:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298860161 00000100:00000001:1.0:1749609587.717400:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609587.717400:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298860162 00000100:00000001:0.0:1749609587.717401:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298860161 00000100:00000001:1.0:1749609587.717402:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609587.717403:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609587.717403:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298860162 00000100:00000001:2.0:1749609587.717404:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609587.717404:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298860161 00000100:00000001:0.0:1749609587.717405:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298860162 00000100:00100000:1.0:1749609587.717406:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000001:0.0:1749609587.717406:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609587.717408:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609587.717409:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609587.717411:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000001:0.0:1749609587.717411:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609587.717412:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1749609587.717412:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749609587.717413:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000001:1.0:1749609587.717413:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886198784 : -131938823352832 : ffff8800994d4e00) 00000400:00000010:0.0:1749609587.717414:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000100:00000001:2.0:1749609587.717415:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393169152 : -131936316382464 : ffff88012ebaa300) 00000400:00000200:0.0:1749609587.717416:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00000040:1.0:1749609587.717417:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d4e00 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:533/0 lens 224/0 e 0 to 0 dl 1749609598 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609587.717417:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000040:2.0:1749609587.717418:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ebaa300 x1834598193479552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609587.717418:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609587.717421:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000200:0.0:1749609587.717421:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609587.717423:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393168256 : -131936316383360 : ffff88012eba9f80) 00000100:00000001:1.0:1749609587.717423:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749609587.717424:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ebaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193479552:12345-0@lo:38: 00000020:00000010:1.0:1749609587.717424:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 00000100:00000040:3.0:1749609587.717425:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eba9f80 x1834598193479424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609587.717425:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609587.717426:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193479552 00000020:00000010:1.0:1749609587.717426:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11640. 00000020:00000001:2.0:1749609587.717427:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609587.717427:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609587.717428:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193479680:12345-0@lo:400: 00010000:00000001:2.0:1749609587.717429:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749609587.717430:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193479680 00000100:00100000:3.0:1749609587.717431:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193479424:12345-0@lo:38: 00000100:00000200:3.0:1749609587.717432:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193479424 00000020:00000001:1.0:1749609587.717432:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609587.717433:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609587.717434:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609587.717434:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609587.717434:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609587.717434:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609587.717435:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00020000:2.0:1749609587.717435:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609587.717435:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609587.717436:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749609587.717437:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609587.717437:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:0.0:1749609587.717437:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609587.717439:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609587.717439:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749609587.717439:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00020000:3.0:1749609587.717440:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609587.717440:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609587.717442:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609587.717442:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717442:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609587.717443:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609587.717443:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609587.717444:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749609587.717444:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717445:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609587.717445:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609587.717446:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609587.717446:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609587.717447:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1749609587.717448:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ec800. 00000100:00001000:0.0:1749609587.717448:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609587 v=5 (0 0 0 0) 02000000:00000001:3.0:1749609587.717449:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717450:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609587.717450:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609587.717450:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749609587.717451:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1749609587.717451:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=49 v=20 (1 1 20 0) 00010000:00000001:3.0:1749609587.717452:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717452:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609587.717452:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749609587.717453:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609587.717453:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609587.717453:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609587.717455:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749609587.717455:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609587.717455:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb94400. 00000100:00000001:0.0:1749609587.717455:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609587.717456:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609587.717456:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609587.717457:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609587.717457:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609587.717458:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000010:2.0:1749609587.717458:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3c00. 00000100:00000001:1.0:1749609587.717458:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717459:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:2.0:1749609587.717459:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609587.717459:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609587.717459:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609587.717461:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609587.717461:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609587.717461:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193479680 00010000:00000001:1.0:1749609587.717462:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609587.717463:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609587.717465:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1749609587.717465:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609587.717465:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800994d4e00 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:533/0 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609587.717466:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609587.717467:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:2.0:1749609587.717467:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609587.717467:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609587.717469:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609587.717469:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609587.717469:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1749609587.717470:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00010000:00000001:1.0:1749609587.717470:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609587.717471:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609587.717471:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717471:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609587.717472:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193479424, offset 0 00000100:00000001:0.0:1749609587.717472:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1749609587.717473:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00001000:1.0:1749609587.717473:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=132 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609587.717473:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609587.717474:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609587.717475:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00080000:0.0:1749609587.717475:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609587.717476:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00080000:0.0:1749609587.717476:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:3.0:1749609587.717477:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609587.717477:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609587.717478:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609587.717479:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0bf00 00000100:00000040:2.0:1749609587.717479:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:0.0:1749609587.717479:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609587.717480:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609587.717481:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000200:3.0:1749609587.717482:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a45 [1] + 0 02000000:00000001:2.0:1749609587.717482:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609587.717482:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:1.0:1749609587.717483:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609587.717484:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609587.717484:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609587.717484:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193479296:0@lo:38: 00000400:00000200:3.0:1749609587.717485:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609587.717486:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609587.717486:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609587.717486:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609587.717486:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609587.717487:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609587.717487:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609587.717488:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749609587.717488:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000040:0.0:1749609587.717488:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d6300 x1834598193479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609587.717490:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609587.717490:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193479552, offset 0 00000400:00000010:1.0:1749609587.717491:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609587.717492:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609587.717493:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749609587.717494:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749609587.717494:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c800. 00000100:00000040:3.0:1749609587.717495:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609587.717496:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1749609587.717497:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193479680, offset 224 00000020:00000001:0.0:1749609587.717497:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609587.717498:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749609587.717499:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609587.717499:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609587.717499:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749609587.717501:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749609587.717501:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1800. 02000000:00000001:0.0:1749609587.717502:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609587.717503:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749609587.717504:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000200:2.0:1749609587.717504:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0bf80 00000100:00000010:0.0:1749609587.717504:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d6300. 00000400:00000010:3.0:1749609587.717505:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609587.717506:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609587.717506:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749609587.717507:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a51 [1] + 0 00000100:00000001:0.0:1749609587.717507:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609587.717508:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717508:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717509:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609587.717510:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609587.717511:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609587.717511:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609587.717511:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609587.717511:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609587.717512:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609587.717512:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609587.717513:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba9f80 x1834598193479424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609587.717514:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609587.717514:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609587.717514:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609587.717516:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609587.717517:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609587.717518:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193479424:12345-0@lo:38: Request processed in 87us (235us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749609587.717518:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:1.0:1749609587.717519:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c000 00000400:00000200:0.0:1749609587.717519:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609587.717519:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:2.0:1749609587.717521:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609587.717521:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609587.717522:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000200:0.0:1749609587.717522:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609587.717523:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609587.717523:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609587.717524:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a3d [1] + 224 00000100:00000200:2.0:1749609587.717525:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609587.717526:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609587.717528:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d380. 00000400:00000200:1.0:1749609587.717528:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609587.717530:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749609587.717531:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73c80. 00000400:00000200:1.0:1749609587.717531:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609587.717531:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609587.717532:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609587.717532:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609587.717532:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609587.717533:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609587.717533:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609587.717534:0:7488:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609587.717534:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609587.717535:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75600. 00000100:00001000:0.0:1749609587.717536:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609587 v=5 (0 0 0 0) 00000100:00000200:1.0:1749609587.717537:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609587.717537:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=31 v=20 (1 1 20 0) 00000100:00000001:3.0:1749609587.717538:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717538:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609587.717539:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609587.717540:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609587.717541:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609587.717543:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609587.717545:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609587.717546:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609587.717547:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717548:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609587.717548:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609587.717549:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749609587.717549:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609587.717550:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609587.717551:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609587.717551:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609587.717553:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609587.717554:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609587.717556:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:2.0:1749609587.717557:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609587.717557:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00100000:0.0:1749609587.717557:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193479424:0@lo:38: 00000100:00000001:2.0:1749609587.717558:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749609587.717559:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:2.0:1749609587.717560:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609587.717561:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749609587.717561:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609587.717562:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609587.717562:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749609587.717562:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1749609587.717563:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609587.717563:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609587.717563:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000400:00000200:0.0:1749609587.717563:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000020:00000001:2.0:1749609587.717564:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609587.717564:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:1.0:1749609587.717565:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717565:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:3.0:1749609587.717566:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:2.0:1749609587.717566:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebaa300 x1834598193479552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609607 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609587.717567:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000200:0.0:1749609587.717567:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609587.717569:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609587.717570:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609587.717571:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609587.717572:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ebaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193479552:12345-0@lo:38: Request processed in 148us (204us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749609587.717572:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609587.717574:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4e00 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:533/0 lens 224/224 e 0 to 0 dl 1749609598 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609587.717574:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609587.717574:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717575:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609587.717576:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609587.717576:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609587.717577:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000001:0.0:1749609587.717577:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717578:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609587.717578:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717579:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1749609587.717579:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609587 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609587.717580:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=132 v=20 (1 20 0 0) 00000020:00000010:2.0:1749609587.717581:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d380. 00000100:00000001:0.0:1749609587.717581:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609587.717581:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609587.717582:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609587.717583:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aa28. 00000020:00000010:2.0:1749609587.717584:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000100:00000040:0.0:1749609587.717584:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609587.717587:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717587:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609587.717588:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193479680:12345-0@lo:400: Request processed in 164us (326us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609587.717588:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609587.717589:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717590:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609587.717591:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609587.717592:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609587.717593:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609587.717595:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609587.717596:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609587.717596:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609587.717597:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609587.717600:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609587.717600:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749609587.717600:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1749609587.717600:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193479552:0@lo:38: 00000100:00000001:0.0:1749609587.717601:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609587.717602:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000100:00000001:0.0:1749609587.717602:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609587.717603:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000100:00000040:1.0:1749609587.717603:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000040:0.0:1749609587.717603:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5500 x1834598193479424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609587.717604:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:1.0:1749609587.717605:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609587.717606:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609587.717606:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609587.717607:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609587.717607:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c000. 00000100:00000200:2.0:1749609587.717608:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609587.717608:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609587.717608:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609587.717609:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609587.717609:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609587.717610:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609587.717610:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0000. 00000020:00000010:1.0:1749609587.717611:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 02000000:00000001:0.0:1749609587.717611:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1749609587.717612:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609587.717612:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609587.717612:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5500. 00000020:00000010:1.0:1749609587.717614:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000001:2.0:1749609587.717615:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609587.717615:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609587.717615:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717616:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609587.717617:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7480 x1834598193479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609587.717618:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:2.0:1749609587.717619:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609587.717620:0:1051:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609587.717620:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609587.717620:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749609587.717621:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1749609587.717621:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 00000100:00000001:2.0:1749609587.717622:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749609587.717622:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000001:0.0:1749609587.717622:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609587.717622:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609587.717622:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609587.717623:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609587.717624:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609587.717624:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609587.717624:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b2c00. 02000000:00000001:2.0:1749609587.717625:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609587.717626:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609587.717626:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609587.717627:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7480. 00000100:00001000:2.0:1749609587.717628:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=132 v=5 (5 5 0 0) 00000100:00001000:2.0:1749609587.717629:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=132 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609587.717629:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609587.717630:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609587.717630:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609587.717630:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717631:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609587.717631:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609587.717632:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609587.717632:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609587.717633:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609587.717633:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1749609587.717635:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609587.717639:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717641:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609587.717642:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609587.717644:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609587.717644:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609587.717645:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609587.717649:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609587.717650:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609587.717650:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609587.717651:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609587.717655:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193479680:0@lo:400: 00000100:00000001:2.0:1749609587.717658:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609587.717659:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609587.717660:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7800 x1834598193479680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609587.717663:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609587.717664:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609587.717665:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74800. 02000000:00000001:2.0:1749609587.717671:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609587.717673:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609587.717674:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609587.717697:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609587.717699:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bef00. 02000000:00000001:2.0:1749609587.717705:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609587.717706:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609587.717707:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7800. 00000100:00000001:2.0:1749609587.717709:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609587.717710:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609587.717712:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609587.717716:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609587.717717:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609587.717718:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609587.717719:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609587.718715:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298860162, at 4298860162 00000100:00000010:2.0:1749609587.718720:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e70c0. 00000100:00000040:1.0:1749609587.718736:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298860162, at 4298860162 00000100:00000010:1.0:1749609587.718742:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7fc0. 00000100:00000040:0.0:1749609587.718759:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298860162, at 4298860162 00000100:00000010:0.0:1749609587.718762:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00000100:00000040:3.0:1749609587.718812:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298860162, at 4298860162 00000100:00000010:3.0:1749609587.718817:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7380. 00010000:00000001:0.0:1749609587.738793:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609587.738798:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609587.738864:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609587.738868:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609587.738871:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609588.082842:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609588.082851:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609588.082852:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609588.082856:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609588.082859:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609588.082863:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609588.082866:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609588.082867:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609588.082869:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609588.414824:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609588.414832:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609588.414834:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609588.414837:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609588.414841:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609588.414845:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609588.414848:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609588.414850:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609588.414852:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609588.716850:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609588.716866:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609588.716867:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609588.716871:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609588.716873:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609588.716877:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609588.716878:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609588.740839:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609588.740845:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609588.740911:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609588.740915:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609588.740917:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609589.082792:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609589.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609589.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609589.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609589.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609589.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609589.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609589.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609589.082814:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609589.414790:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609589.414797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609589.414799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609589.414802:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609589.414805:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609589.414808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609589.414810:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609589.414813:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609589.414814:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609589.716835:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609589.716851:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609589.716853:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609589.716856:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609589.716859:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609589.716862:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609589.716864:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609589.742830:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609589.742835:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609589.742890:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609589.742894:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609589.742897:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609590.082835:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609590.082843:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609590.082845:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609590.082848:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609590.082852:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609590.082856:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609590.082859:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609590.082861:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609590.082863:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609590.414796:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609590.414802:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609590.414803:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609590.414806:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609590.414808:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609590.414812:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609590.414814:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609590.414816:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609590.414818:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609590.716860:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609590.716877:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609590.716879:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609590.716883:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609590.716886:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609590.716891:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609590.716892:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609590.744839:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609590.744845:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609590.744911:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609590.744914:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609590.744917:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609591.082831:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609591.082841:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609591.082842:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609591.082847:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609591.082850:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609591.082853:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609591.082856:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609591.082858:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609591.082860:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609591.414802:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609591.414808:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609591.414809:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609591.414812:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609591.414815:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609591.414818:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609591.414821:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609591.414823:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609591.414825:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609591.716795:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609591.716820:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609591.716821:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609591.716825:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609591.716827:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609591.716830:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609591.716832:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609591.746854:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609591.746862:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609591.746865:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609591.746867:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609591.746871:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609591.746873:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609591.746874:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609591.746876:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609591.746949:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609591.746954:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609591.746957:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609592.082821:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609592.082827:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609592.082829:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609592.082831:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609592.082834:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609592.082837:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.082839:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609592.082840:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.082842:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.414811:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609592.414817:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609592.414818:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609592.414821:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609592.414824:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609592.414828:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.414830:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609592.414833:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.414835:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.716839:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609592.716854:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609592.716855:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.716858:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609592.716861:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609592.716863:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.716865:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609592.724774:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609592.724782:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609592.724785:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609592.724788:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609592.724792:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609592.724794:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609592.724798:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609592.724803:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4192 00000100:00080000:2.0:1749609592.724807:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609592.724810:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609592.724812:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609592.724814:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609592.724816:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609592.724820:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609592.724822:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609592.724824:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609592.724828:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609592.724830:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609592.724832:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609592.724835:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609592.724836:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609592.724838:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609592.724839:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609592.724842:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609592.724844:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609592.724859:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609592.724862:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609592.724870:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609592.724873:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.724875:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609592.724878:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609592.724882:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7800. 00000020:00000040:2.0:1749609592.724885:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609592.724889:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609592.724891:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.724893:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609592.724896:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609592.724900:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609592.724908:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b2c00. 00000100:00000001:2.0:1749609592.724915:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609592.724923:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609592.724932:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609592.724934:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609592.724937:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d7800] to pc [ptlrpcd_rcv+-1] req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.724961:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609592.724964:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609592.724967:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609592.724968:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609592.724969:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609592.724971:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609592.724973:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4192 00000100:00080000:2.0:1749609592.724975:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609592.724976:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609592.724978:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609592.724980:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609592.724985:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609592.724987:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609592.724988:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609592.724990:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609592.724991:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609592.724993:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609592.724995:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609592.724997:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609592.724999:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609592.725000:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609592.725001:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609592.725001:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609592.725003:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609592.725004:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609592.725004:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609592.725006:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725007:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609592.725008:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609592.725011:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609592.725012:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609592.725013:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.725014:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609592.725016:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609592.725019:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4700. 00000020:00000040:2.0:1749609592.725020:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609592.725021:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609592.725022:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609592.725023:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725023:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725024:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609592.725025:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609592.725026:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609592.725027:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609592.725028:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609592.725030:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0000. 02000000:00000001:0.0:1749609592.725031:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725033:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609592.725033:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193479808:0@lo:38: 00000100:00100000:2.0:1749609592.725036:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609592.725037:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609592.725040:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609592.725042:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609592.725043:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609592.725043:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609592.725045:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4700] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609592.725046:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609592.725049:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 02000000:00000001:0.0:1749609592.725051:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725055:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609592.725058:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749609592.725058:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00080000:2.0:1749609592.725061:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609592.725062:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609592.725063:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609592.725065:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609592.725067:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4192 00000100:00080000:2.0:1749609592.725069:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609592.725070:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000010:0.0:1749609592.725070:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609592.725072:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609592.725074:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609592.725075:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:0.0:1749609592.725076:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193479808, portal 4 00000020:00000001:2.0:1749609592.725077:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609592.725077:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609592.725079:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609592.725079:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609592.725080:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886209536 : -131938823342080 : ffff8800994d7800) 00000020:00000040:2.0:1749609592.725081:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609592.725082:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609592.725084:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609592.725086:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609592.725088:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609592.725088:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609592.725089:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609592.725091:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609592.725092:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609592.725094:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609592.725095:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609592.725097:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609592.725099:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609592.725100:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725100:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609592.725102:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:0.0:1749609592.725103:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609592.725104:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000001:2.0:1749609592.725105:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609592.725107:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193479808, offset 0 00000100:00000010:2.0:1749609592.725108:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4380. 00000020:00000040:2.0:1749609592.725110:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609592.725111:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609592.725112:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609592.725112:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609592.725114:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609592.725115:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609592.725116:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609592.725118:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1800. 00000100:00000001:2.0:1749609592.725121:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609592.725125:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609592.725125:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609592.725132:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609592.725133:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609592.725134:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d4380] to pc [ptlrpcd_rcv+-1] req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609592.725135:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0c080 00000100:00000001:2.0:1749609592.725141:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609592.725142:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 13520 00000100:00000040:2.0:1749609592.725143:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609592.725146:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609592.725149:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7480. 00000400:00000200:0.0:1749609592.725149:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749609592.725151:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609592.725153:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749609592.725153:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609592.725154:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609592.725156:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609592.725159:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bef00. 00000100:00000001:0.0:1749609592.725159:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609592.725160:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609592.725161:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609592.725163:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749609592.725164:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebaa680. 00000100:00000040:0.0:1749609592.725167:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012ebaa680 x1834598193479808 msgsize 520 00000100:00000001:2.0:1749609592.725170:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609592.725171:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609592.725171:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609592.725175:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800994d7480] to pc [ptlrpcd_00_00+0] req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725191:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609592.725203:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609592.725204:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609592.725208:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609592.725210:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609592.725211:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609592.725214:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4202) 00000100:00000001:0.0:1749609592.725219:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609592.725221:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.725224:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609592.725227:0:1049:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1749609592.725227:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725228:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725228:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609592.725232:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725235:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609592.725237:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609592.725237:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609592.725238:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609592.725239:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609592.725240:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749609592.725241:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193479808 00000100:00000040:0.0:1749609592.725241:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1896 usecs (2 jiffies) 02000000:00000001:3.0:1749609592.725244:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609592.725244:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725245:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298865170 00000100:00000001:3.0:1749609592.725246:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609592.725248:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609592.725249:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000100:00000001:2.0:1749609592.725251:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749609592.725252:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725252:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609592.725254:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609592.725255:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:3.0:1749609592.725256:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193479808 02000000:00000001:2.0:1749609592.725256:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609592.725256:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609592.725257:0:6490:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609592.725257:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609592.725258:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609592.725260:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609592.725260:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193480192:0@lo:400: 00000100:00000001:0.0:1749609592.725260:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298865170 00000020:00000001:3.0:1749609592.725262:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725262:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749609592.725263:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609592.725263:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7240. 00000100:00000001:1.0:1749609592.725264:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609592.725265:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609592.725266:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725266:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749609592.725267:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749609592.725268:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:0.0:1749609592.725268:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298865170 02000000:00000010:2.0:1749609592.725270:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74800. 00000100:00000010:0.0:1749609592.725270:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7c80. 02000000:00000001:2.0:1749609592.725272:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725273:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000010:2.0:1749609592.725275:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000100:00000001:0.0:1749609592.725275:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298865170 00000100:00000010:0.0:1749609592.725276:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 00000020:00000010:3.0:1749609592.725278:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000010:2.0:1749609592.725279:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609592.725279:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609592.725281:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609592.725282:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193480192, portal 10 00000100:00000001:2.0:1749609592.725283:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609592.725283:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609592.725284:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:2.0:1749609592.725284:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886208640 : -131938823342976 : ffff8800994d7480) 00000100:00000001:0.0:1749609592.725286:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725288:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609592.725289:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609592.725290:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609592.725291:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609592.725292:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609592.725293:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725294:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725295:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609592.725296:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609592.725296:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609592.725297:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609592.725298:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609592.725299:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609592.725300:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725305:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609592.725306:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609592.725308:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609592.725310:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609592.725312:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609592.725313:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193479936:0@lo:38: 00000100:00000001:3.0:1749609592.725314:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725316:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609592.725318:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609592.725319:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609592.725320:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 02000000:00000001:0.0:1749609592.725321:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609592.725323:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609592.725323:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193480192, offset 0 02000000:00000010:0.0:1749609592.725323:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c800. 00000100:00000001:3.0:1749609592.725325:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609592.725325:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609592.725327:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00100000:3.0:1749609592.725328:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000400:00000200:2.0:1749609592.725328:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609592.725331:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393170048 : -131936316381568 : ffff88012ebaa680) 00000400:00000010:0.0:1749609592.725331:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000040:3.0:1749609592.725334:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ebaa680 x1834598193479808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609592.725334:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609592.725334:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193479936, portal 10 00000100:00000001:0.0:1749609592.725335:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609592.725337:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196992 : -131938823354624 : ffff8800994d4700) 00000400:00000200:2.0:1749609592.725339:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0c200 00000100:00100000:3.0:1749609592.725341:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ebaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193479808:12345-0@lo:38: 00000100:00000040:0.0:1749609592.725341:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609592.725344:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193479808 00000400:00000200:2.0:1749609592.725344:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 79328 00000020:00000001:3.0:1749609592.725346:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609592.725346:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609592.725347:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749609592.725349:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609592.725349:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749609592.725349:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000200:0.0:1749609592.725350:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193479936, offset 0 00000400:00000200:2.0:1749609592.725352:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609592.725353:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609592.725357:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609592.725358:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749609592.725358:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609592.725360:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609592.725361:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5500. 00000400:00000200:0.0:1749609592.725362:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0c100 00010000:00020000:3.0:1749609592.725363:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609592.725364:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d5500 x1834598193480192 msgsize 224 00000400:00000200:0.0:1749609592.725365:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 79552 00010000:00000001:3.0:1749609592.725366:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609592.725366:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749609592.725368:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609592.725369:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609592.725371:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609592.725372:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609592.725373:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609592.725374:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609592.725376:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609592.725380:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ecc00. 02000000:00000001:3.0:1749609592.725382:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609592.725382:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00000001:1.0:1749609592.725383:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609592.725384:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609592.725384:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00100000:1.0:1749609592.725385:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193480192 00010000:00000001:3.0:1749609592.725387:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609592.725387:0:1049:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609592.725387:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609592.725389:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609592.725390:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609592.725390:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609592.725391:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609592.725392:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749609592.725393:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609592.725395:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609592.725395:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749609592.725396:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193480192 00000100:00000200:0.0:1749609592.725396:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609592.725397:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609592.725398:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609592.725398:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609592.725398:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749609592.725398:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebaaa00. 00000020:00000040:1.0:1749609592.725399:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000040:0.0:1749609592.725400:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012ebaaa00 x1834598193479936 msgsize 520 00000020:00000001:1.0:1749609592.725401:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609592.725403:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00100000:0.0:1749609592.725403:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609592.725404:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609592.725404:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609592.725404:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:3.0:1749609592.725406:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609592.725406:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609592.725406:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:3.0:1749609592.725408:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609592.725408:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609592.725409:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749609592.725410:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609592.725410:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609592.725412:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609592.725412:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000100:00000001:2.0:1749609592.725413:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298865169 00000020:00000010:1.0:1749609592.725413:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 00000400:00000200:0.0:1749609592.725413:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609592.725414:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 02000000:00000001:3.0:1749609592.725415:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609592.725416:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609592.725416:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298865170 00000020:00000010:1.0:1749609592.725416:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11700. 00000100:00000001:0.0:1749609592.725416:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609592.725417:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609592.725418:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298865169 00000100:00000200:0.0:1749609592.725418:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609592.725419:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609592.725419:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298865170 00000020:00000040:1.0:1749609592.725420:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609592.725421:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298865169 00000100:00000200:3.0:1749609592.725422:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193479808, offset 0 00000100:00000001:2.0:1749609592.725422:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298865170 00000100:00000001:0.0:1749609592.725424:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609592.725425:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609592.725426:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.725427:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298865169 00000100:00000001:2.0:1749609592.725429:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298865170 00000100:00000001:1.0:1749609592.725429:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749609592.725430:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609592.725431:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609592.725431:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725432:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609592.725432:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609592.725432:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609592.725434:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0c080 00000100:00000001:2.0:1749609592.725435:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609592.725435:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609592.725435:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609592.725437:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4a65 [1] + 0 00000100:00000001:2.0:1749609592.725437:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609592.725437:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 727 usecs (1 jiffies) 00000400:00000200:3.0:1749609592.725439:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609592.725439:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298865169 00000400:00000200:3.0:1749609592.725441:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609592.725442:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298865170 00000100:00000001:3.0:1749609592.725443:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609592.725443:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298865169 00000100:00000200:3.0:1749609592.725445:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725445:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298865170 00000100:00000001:0.0:1749609592.725446:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298865169 00000020:00000010:1.0:1749609592.725447:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609592.725447:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298865170 00000100:00000001:0.0:1749609592.725449:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298865169 00000100:00000001:0.0:1749609592.725450:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298865170 00000100:00000040:3.0:1749609592.725451:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725452:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609592.725453:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609592.725453:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609592.725455:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609592.725455:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609592.725455:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609592.725456:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609592.725456:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609592.725457:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609592.725457:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609592.725458:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193479936 00000400:00000200:3.0:1749609592.725459:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609592.725460:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 02000000:00000001:2.0:1749609592.725460:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609592.725461:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609592.725462:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609592.725462:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609592.725463:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609592.725463:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609592.725463:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609592.725463:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609592.725464:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725464:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609592.725465:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609592.725466:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:2.0:1749609592.725466:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609592.725466:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609592.725467:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609592.725467:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609592.725468:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609592.725468:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193479936 02000000:00000001:0.0:1749609592.725469:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609592.725470:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609592.725470:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609592.725470:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193480064:0@lo:38: 00000100:00000040:3.0:1749609592.725471:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebaa680 x1834598193479808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609592.725471:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609592.725473:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609592.725473:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609592.725474:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609592.725474:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609592.725475:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609592.725475:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609592.725476:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ebaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193479808:12345-0@lo:38: Request processed in 135us (307us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749609592.725476:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609592.725476:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609592.725477:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749609592.725478:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74a00. 02000000:00000010:0.0:1749609592.725479:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d400. 02000000:00000001:0.0:1749609592.725480:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609592.725481:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d500. 00000400:00000010:0.0:1749609592.725483:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000020:00000010:2.0:1749609592.725484:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00100000:3.0:1749609592.725485:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1749609592.725485:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000400:00000010:0.0:1749609592.725485:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000001:3.0:1749609592.725487:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749609592.725487:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000200:0.0:1749609592.725487:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193480064, portal 10 00000100:00000001:3.0:1749609592.725488:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609592.725488:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609592.725488:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886200576 : -131938823351040 : ffff8800994d5500) 00000100:00000001:0.0:1749609592.725488:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609592.725489:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609592.725489:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134886196096 : -131938823355520 : ffff8800994d4380) 00000020:00000010:3.0:1749609592.725491:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000001:2.0:1749609592.725491:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609592.725492:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d5500 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:538/0 lens 224/0 e 0 to 0 dl 1749609603 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609592.725493:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000040:0.0:1749609592.725493:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.725494:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609592.725495:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:3.0:1749609592.725498:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609592.725498:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609592.725499:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00000100:00000001:1.0:1749609592.725500:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609592.725501:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609592.725501:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11700. 00000100:00000001:0.0:1749609592.725503:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609592.725504:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193480192:12345-0@lo:400: 00000100:00000040:0.0:1749609592.725505:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749609592.725506:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193480192 00000400:00000010:0.0:1749609592.725506:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000100:00000001:2.0:1749609592.725508:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609592.725508:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609592.725508:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193480064, offset 0 00000100:00080000:3.0:1749609592.725509:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609592.725510:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609592.725510:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609592.725511:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000040:3.0:1749609592.725512:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00100000:2.0:1749609592.725512:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000020:00000001:1.0:1749609592.725512:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725514:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393170944 : -131936316380672 : ffff88012ebaaa00) 00000020:00000001:1.0:1749609592.725514:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749609592.725514:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609592.725515:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000040:2.0:1749609592.725517:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ebaaa00 x1834598193479936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609592.725517:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749609592.725517:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0c180 00000020:00000001:1.0:1749609592.725520:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609592.725520:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 80072 00000020:00000001:1.0:1749609592.725521:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609592.725522:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609592.725523:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609592.725524:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749609592.725524:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609592.725526:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ebaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193479936:12345-0@lo:38: 00000400:00000200:0.0:1749609592.725526:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609592.725529:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609592.725530:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609592.725531:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609592.725532:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1749609592.725532:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebaad80. 00000100:00000040:0.0:1749609592.725534:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012ebaad80 x1834598193480064 msgsize 520 00000100:00000200:2.0:1749609592.725535:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193479936 02000000:00000010:1.0:1749609592.725535:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb94800. 02000000:00000001:1.0:1749609592.725537:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609592.725537:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609592.725538:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609592.725538:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609592.725540:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609592.725540:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609592.725542:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193480192 00000100:00000001:0.0:1749609592.725542:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749609592.725543:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609592.725545:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000400:00000010:0.0:1749609592.725545:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000020:00000001:2.0:1749609592.725546:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609592.725546:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800994d5500 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:538/0 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725547:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:2.0:1749609592.725548:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749609592.725549:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609592.725550:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1749609592.725550:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749609592.725551:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193480064 00010000:00000001:1.0:1749609592.725551:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609592.725552:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609592.725552:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609592.725553:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609592.725553:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609592.725554:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1749609592.725554:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=137 v=5 (1 1 0 0) 00000100:00000040:0.0:1749609592.725554:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609592.725555:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725555:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749609592.725556:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725556:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609592.725557:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609592.725557:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609592.725558:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193480064 02000000:00000001:2.0:1749609592.725558:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609592.725558:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609592.725558:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609592.725559:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609592.725559:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609592.725559:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609592.725560:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609592.725561:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609592.725561:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609592.725562:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609592.725562:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7ae800. 02000000:00000001:1.0:1749609592.725562:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609592.725562:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 00000020:00000001:3.0:1749609592.725563:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725563:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298865169 00000020:00000010:3.0:1749609592.725564:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 02000000:00000001:2.0:1749609592.725564:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609592.725564:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609592.725564:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298865170 00000020:00000010:3.0:1749609592.725565:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000001:2.0:1749609592.725565:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725565:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298865169 00000020:00000010:3.0:1749609592.725566:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000040:1.0:1749609592.725566:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609592.725566:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298865170 00000100:00000001:0.0:1749609592.725567:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298865169 00000100:00000001:3.0:1749609592.725568:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1749609592.725568:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609592.725568:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298865170 00000100:00000001:3.0:1749609592.725569:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749609592.725569:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609592.725569:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609592.725569:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298865169 00000100:00000001:3.0:1749609592.725570:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725570:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298865170 00000100:00000001:3.0:1749609592.725571:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609592.725571:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609592.725571:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609592.725572:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609592.725574:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609592.725574:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:1.0:1749609592.725574:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193480192, offset 224 00000400:00000001:0.0:1749609592.725575:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609592.725576:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1749609592.725576:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609592.725577:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609592.725577:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000010:0.0:1749609592.725577:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000100:00000001:3.0:1749609592.725578:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609592.725578:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609592.725578:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609592.725579:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609592.725579:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609592.725580:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000001:3.0:1749609592.725581:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393171840 : -131936316379776 : ffff88012ebaad80) 00000100:00000001:2.0:1749609592.725581:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:1.0:1749609592.725581:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609592.725581:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609592.725583:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ebaad80 x1834598193480064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609592.725584:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:2.0:1749609592.725585:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749609592.725585:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609592.725587:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725588:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609592.725589:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609592.725589:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609592.725590:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609592.725591:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609592.725591:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749609592.725592:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ebaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193480064:12345-0@lo:38: 00000400:00000010:2.0:1749609592.725593:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 02000000:00000001:0.0:1749609592.725593:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1749609592.725594:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193480064 00000100:00000001:0.0:1749609592.725594:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609592.725595:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609592.725596:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749609592.725596:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193479936, offset 0 00010000:00000001:3.0:1749609592.725597:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749609592.725597:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c200 02000000:00000001:0.0:1749609592.725597:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609592.725600:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749609592.725600:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609592 v=5 (0 0 0 0) 00000020:00000001:3.0:1749609592.725601:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609592.725602:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:0.0:1749609592.725602:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=54 v=20 (1 1 20 0) 00010000:00000001:3.0:1749609592.725603:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609592.725604:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a6d [1] + 224 00000100:00000001:0.0:1749609592.725604:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749609592.725605:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609592.725606:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749609592.725606:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609592.725606:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609592.725607:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609592.725607:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609592.725608:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609592.725609:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609592.725609:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609592.725610:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ed000. 02000000:00000001:3.0:1749609592.725611:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609592.725611:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c100 00000400:00000200:1.0:1749609592.725611:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609592.725612:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609592.725613:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609592.725613:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609592.725614:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609592.725615:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609592.725615:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a75 [1] + 0 00000100:00000001:0.0:1749609592.725615:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609592.725616:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609592.725617:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609592.725618:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609592.725618:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749609592.725619:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609592.725619:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609592.725619:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609592.725620:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:3.0:1749609592.725621:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00080000:0.0:1749609592.725621:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609592.725622:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000200:1.0:1749609592.725622:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609592.725623:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000040:3.0:1749609592.725624:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:0.0:1749609592.725624:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609592.725625:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609592.725626:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609592.725626:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609592.725627:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609592.725627:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609592.725627:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609592.725628:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609592.725630:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609592.725630:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609592.725630:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193479808:0@lo:38: 00000100:00000200:3.0:1749609592.725632:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193480064, offset 0 00000100:00000001:0.0:1749609592.725632:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609592.725633:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725633:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609592.725634:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609592.725634:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7800 x1834598193479808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609592.725636:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609592.725637:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609592.725638:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609592.725639:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749609592.725640:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609592.725641:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 02000000:00000001:0.0:1749609592.725642:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609592.725643:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749609592.725644:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000020:00000040:0.0:1749609592.725644:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609592.725645:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749609592.725646:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c180 00000400:00000010:1.0:1749609592.725646:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:2.0:1749609592.725647:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609592.725647:0:7488:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:0.0:1749609592.725647:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b2c00. 00000400:00000200:3.0:1749609592.725648:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a81 [1] + 0 00000100:00000001:1.0:1749609592.725648:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609592.725650:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749609592.725651:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609592.725651:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609592.725651:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749609592.725652:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000010:0.0:1749609592.725652:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7800. 00000400:00000200:3.0:1749609592.725653:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609592.725654:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609592.725655:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725655:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749609592.725656:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609592.725656:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725657:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609592.725658:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5500 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:538/0 lens 224/224 e 0 to 0 dl 1749609603 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725659:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609592.725660:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609592.725661:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00000001:0.0:1749609592.725661:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609592.725661:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749609592.725663:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00100000:1.0:1749609592.725663:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193480192:12345-0@lo:400: Request processed in 164us (299us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609592.725666:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609592.725666:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609592.725667:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609592.725668:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609592.725668:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000040:1.0:1749609592.725669:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:2.0:1749609592.725670:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609592.725670:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609592.725671:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609592.725671:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1749609592.725671:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749609592.725672:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:0.0:1749609592.725672:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000100:00000001:2.0:1749609592.725693:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609592.725694:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609592.725696:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609592.725698:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebaaa00 x1834598193479936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609592.725700:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000100:00000001:3.0:1749609592.725701:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609592.725701:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000400:00000010:0.0:1749609592.725701:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609592.725702:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609592.725703:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000400:00000200:3.0:1749609592.725704:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000200:0.0:1749609592.725704:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609592.725705:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000020:00000010:1.0:1749609592.725705:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00100000:2.0:1749609592.725706:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ebaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193479936:12345-0@lo:38: Request processed in 180us (303us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609592.725707:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609592.725707:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:1.0:1749609592.725708:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000200:0.0:1749609592.725708:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609592.725709:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609592.725710:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609592.725710:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609592.725712:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725712:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609592.725713:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609592.725713:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000001:0.0:1749609592.725713:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725714:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609592.725714:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609592.725715:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebaad80 x1834598193480064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609612 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725715:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609592.725716:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609592.725716:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725717:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609592.725717:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609592.725718:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609592 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609592.725719:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ebaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193480064:12345-0@lo:38: Request processed in 128us (184us total) trans 0 rc -19/-19 00000020:00000010:2.0:1749609592.725720:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d500. 00000100:00001000:0.0:1749609592.725720:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=36 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609592.725721:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609592.725722:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609592.725723:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000100:00000001:0.0:1749609592.725723:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609592.725724:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000040:0.0:1749609592.725724:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609592.725725:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609592.725726:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609592.725727:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000010:2.0:1749609592.725728:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74a00. 00000100:00000001:0.0:1749609592.725728:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609592.725729:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000001:0.0:1749609592.725729:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1749609592.725730:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:0.0:1749609592.725730:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725730:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609592.725731:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609592.725732:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609592.725732:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609592.725733:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609592.725734:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725734:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609592.725735:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609592.725751:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193479936:0@lo:38: 00000400:00000001:0.0:1749609592.725754:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609592.725755:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609592.725756:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749609592.725757:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609592.725758:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609592.725759:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609592.725760:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609592.725760:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.725762:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749609592.725764:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609592.725765:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609592.725766:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609592.725767:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609592.725767:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609592.725768:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000100:00000001:0.0:1749609592.725768:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609592.725769:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609592.725769:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609592.725770:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609592.725771:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 02000000:00000001:0.0:1749609592.725771:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609592.725772:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00001000:0.0:1749609592.725772:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609592 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609592.725773:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=137 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609592.725774:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609592.725774:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609592.725775:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609592.725776:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609592.725777:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725780:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749609592.725781:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609592.725781:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609592.725782:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725782:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609592.725783:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609592.725784:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609592.725786:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609592.725786:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609592.725788:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609592.725788:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609592.725792:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193480064:0@lo:38: 00000100:00000001:2.0:1749609592.725794:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609592.725794:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725795:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725795:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609592.725796:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4700 x1834598193479936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.725797:0:1049:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609592.725799:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609592.725799:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609592.725800:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609592.725800:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609592.725800:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c800. 02000000:00000001:0.0:1749609592.725801:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609592.725802:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609592.725802:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609592.725802:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609592.725803:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609592.725803:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609592.725804:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0000. 02000000:00000001:0.0:1749609592.725805:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1749609592.725806:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=137 v=5 (5 5 0 0) 02000000:00000001:0.0:1749609592.725806:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609592.725806:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4700. 00000100:00000001:0.0:1749609592.725808:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1749609592.725809:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=137 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609592.725809:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609592.725809:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609592.725810:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d4380 x1834598193480064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.725811:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609592.725812:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725814:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1749609592.725815:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749609592.725815:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609592.725815:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d400. 02000000:00000001:0.0:1749609592.725816:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609592.725817:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609592.725817:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00080000:2.0:1749609592.725818:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609592.725818:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609592.725818:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1800. 02000000:00000001:0.0:1749609592.725820:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609592.725820:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609592.725820:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d4380. 00000100:00000001:0.0:1749609592.725822:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609592.725823:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609592.725824:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725824:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609592.725825:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609592.725825:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609592.725826:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725827:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609592.725827:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609592.725829:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609592.725831:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609592.725832:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609592.725834:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.725840:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609592.725841:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609592.725843:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609592.725845:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609592.725851:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193480192:0@lo:400: 00000100:00000001:2.0:1749609592.725855:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609592.725860:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609592.725862:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d7480 x1834598193480192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609592.725867:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609592.725869:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609592.725870:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74800. 02000000:00000001:2.0:1749609592.725873:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609592.725874:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609592.725876:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609592.725877:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609592.725879:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bef00. 02000000:00000001:2.0:1749609592.725884:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609592.725885:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609592.725886:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d7480. 00000100:00000001:2.0:1749609592.725889:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609592.725890:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609592.725891:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609592.725895:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609592.725896:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609592.725898:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609592.725899:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609592.726718:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298865170, at 4298865170 00000100:00000040:3.0:1749609592.726719:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298865170, at 4298865170 00000100:00000040:2.0:1749609592.726719:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298865170, at 4298865170 00000100:00000040:0.0:1749609592.726719:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298865170, at 4298865170 00000100:00000010:1.0:1749609592.726729:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7240. 00000100:00000010:2.0:1749609592.726763:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7c80. 00000100:00000010:0.0:1749609592.726804:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00000100:00000010:3.0:1749609592.726825:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00010000:00000001:0.0:1749609592.748808:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609592.748814:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609592.748877:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609592.748892:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609592.748896:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609593.082844:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609593.082852:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609593.082854:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609593.082856:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609593.082858:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609593.082862:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609593.082864:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609593.082866:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609593.082868:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609593.414828:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609593.414836:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609593.414838:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609593.414841:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609593.414845:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609593.414848:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609593.414851:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609593.414854:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609593.414856:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609593.725882:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609593.725895:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609593.725896:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609593.725899:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609593.725902:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609593.725905:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609593.725906:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609593.750802:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609593.750809:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609593.750872:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609593.750876:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609593.750878:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609594.082817:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609594.082826:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609594.082828:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609594.082831:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609594.082835:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609594.082839:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609594.082842:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609594.082845:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609594.082847:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609594.414799:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609594.414807:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609594.414808:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609594.414811:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609594.414814:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609594.414817:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609594.414819:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609594.414822:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609594.414824:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609594.725794:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609594.725808:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609594.725809:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609594.725813:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609594.725815:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609594.725819:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609594.725820:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609594.752843:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609594.752850:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609594.752935:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609594.752939:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609594.752942:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609595.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609595.082806:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609595.082807:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609595.082810:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609595.082812:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609595.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609595.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609595.082819:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609595.082821:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609595.414782:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609595.414790:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609595.414791:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609595.414794:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609595.414797:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609595.414800:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609595.414803:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609595.414806:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609595.414807:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609595.725825:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609595.725852:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609595.725854:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609595.725858:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609595.725860:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609595.725863:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609595.725865:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609595.754804:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609595.754811:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609595.754872:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609595.754875:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609595.754878:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609596.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609596.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609596.082805:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609596.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609596.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609596.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609596.082817:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609596.082819:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609596.082821:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609596.414820:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609596.414827:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609596.414829:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609596.414831:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609596.414834:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609596.414837:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609596.414839:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609596.414841:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609596.414843:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609596.725848:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609596.725865:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609596.725867:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609596.725872:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609596.725874:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609596.725877:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609596.725879:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609596.756843:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609596.756850:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609596.756930:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609596.756934:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609596.756936:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609597.082829:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609597.082837:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609597.082839:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609597.082843:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609597.082846:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609597.082850:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609597.082852:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609597.082855:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609597.082857:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.414827:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609597.414836:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609597.414838:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609597.414841:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609597.414845:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609597.414848:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609597.414851:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609597.414855:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609597.414859:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.725858:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609597.725865:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749609597.725878:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609572/real 1749609572] req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609597 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609597.725897:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609597.725899:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609597.725902:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaaa8. 00000400:00000200:2.0:1749609597.725909:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9dd0 00000400:00000010:2.0:1749609597.725912:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9dd0. 00000100:00000001:2.0:1749609597.725916:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609597.725918:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609597 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609597.725926:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609597 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.725933:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609597.725935:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.725937:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609597.725940:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609597.725942:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609597 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.725949:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.725956:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609597.725958:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.725960:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609597.725963:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609597.725965:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609597.725968:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609597 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726000:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609597.726003:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.726005:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609597.726006:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.726008:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609597.726014:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749609597.726018:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609597.726037:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:2.0:1749609597.726041:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749609597.726044:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609597 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609597.726050:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193477504:0@lo:250: 00000100:00000001:2.0:1749609597.726055:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.726057:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609597.726060:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800994d5c00 x1834598193477504/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609597 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726066:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1749609597.726067:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609597.726073:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749609597.726076:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609597.726078:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609597.726081:0:11382:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749609597.726082:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1749609597.726083:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4177 02000000:00000010:2.0:1749609597.726086:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c400. 00000100:00080000:0.0:1749609597.726087:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609597.726089:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:2.0:1749609597.726091:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609597.726092:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609597.726093:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749609597.726094:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000040:2.0:1749609597.726095:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609597.726096:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609597.726097:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609597.726099:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1c00. 00000020:00000001:0.0:1749609597.726099:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609597.726101:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 02000000:00000001:2.0:1749609597.726102:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609597.726104:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749609597.726104:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749609597.726106:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800994d5c00. 00000020:00000040:0.0:1749609597.726106:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:0.0:1749609597.726108:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:0.0:1749609597.726110:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000001:2.0:1749609597.726111:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609597.726112:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609597.726113:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609597.726114:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609597.726115:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609597.726116:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609597.726117:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609597.726118:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609597.726120:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00000001:2.0:1749609597.726122:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609597.726123:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:2.0:1749609597.726124:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609597.726125:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726125:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609597.726127:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609597.726130:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609597.726132:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726135:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609597.726137:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609597.726141:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab100. 00000020:00000040:0.0:1749609597.726144:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:0.0:1749609597.726149:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609597.726150:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726153:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609597.726155:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609597.726159:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609597.726164:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48c000. 00000100:00000001:0.0:1749609597.726170:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609597.726175:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609597.726183:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609597.726185:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609597.726187:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ebab100] to pc [ptlrpcd_rcv+-1] req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609597.726205:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609597.726207:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609597.726210:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609597.726210:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609597.726211:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609597.726213:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609597.726214:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4197 00000100:00080000:0.0:1749609597.726216:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609597.726217:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609597.726218:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609597.726219:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609597.726219:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609597.726220:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609597.726221:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609597.726222:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609597.726223:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609597.726224:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609597.726225:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000001:2.0:1749609597.726226:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609597.726227:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609597.726228:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609597.726228:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609597.726229:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609597.726230:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609597.726230:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609597.726232:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00000040:2.0:1749609597.726233:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609597.726233:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609597.726234:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609597.726235:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609597.726238:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609597.726239:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726240:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609597.726241:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609597.726242:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726242:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609597.726244:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab480. 02000000:00000001:2.0:1749609597.726245:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749609597.726245:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609597.726246:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609597.726246:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726247:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609597.726248:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609597.726248:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609597.726249:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609597.726250:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609597.726251:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48d400. 00000100:00100000:2.0:1749609597.726252:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ebab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193480320:0@lo:250: 00000100:00000001:0.0:1749609597.726254:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726256:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749609597.726256:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609597.726259:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609597.726260:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749609597.726261:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726261:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609597.726262:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ebab480] to pc [ptlrpcd_rcv+-1] req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609597.726263:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609597.726266:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609597.726267:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 00000100:00080000:0.0:1749609597.726268:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749609597.726269:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609597.726270:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609597.726270:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609597.726271:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609597.726273:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749609597.726274:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000100:00080000:0.0:1749609597.726274:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4197 00000100:00080000:0.0:1749609597.726275:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609597.726276:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609597.726278:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609597.726278:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:2.0:1749609597.726279:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609597.726279:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609597.726280:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609597.726280:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609597.726281:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609597.726282:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:0.0:1749609597.726283:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609597.726284:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000200:2.0:1749609597.726285:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193480320, portal 25 00000100:00000040:0.0:1749609597.726285:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609597.726286:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609597.726287:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609597.726287:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609597.726288:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393172736 : -131936316378880 : ffff88012ebab100) 00000100:00000001:0.0:1749609597.726288:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609597.726289:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:0.0:1749609597.726291:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000040:2.0:1749609597.726292:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609597.726292:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609597.726293:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609597.726295:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609597.726296:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726298:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609597.726299:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609597.726299:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609597.726300:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab800. 00000100:00000040:2.0:1749609597.726301:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749609597.726302:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:2.0:1749609597.726303:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 02000000:00000001:0.0:1749609597.726304:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609597.726304:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609597.726305:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193480320, offset 0 00000100:00000001:0.0:1749609597.726306:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609597.726307:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609597.726308:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609597.726310:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749609597.726311:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48c800. 00000100:00000001:0.0:1749609597.726313:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609597.726316:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609597.726322:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749609597.726323:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609597.726323:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609597.726325:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ebab800] to pc [ptlrpcd_rcv+-1] req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609597.726331:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609597.726333:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada0c280 00000100:00080000:0.0:1749609597.726333:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609597.726336:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609597.726337:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000100:2.0:1749609597.726338:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193480320 offset 0 length 520: 4 00000100:00080000:0.0:1749609597.726339:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609597.726341:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609597.726343:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4197 00000100:00080000:0.0:1749609597.726344:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749609597.726345:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e3058c0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:0.0:1749609597.726346:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000200:2.0:1749609597.726348:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1749609597.726348:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609597.726349:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609597.726351:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609597.726353:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609597.726354:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609597.726355:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609597.726356:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609597.726357:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000020:00000040:0.0:1749609597.726357:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609597.726358:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:0.0:1749609597.726359:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609597.726360:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609597.726361:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609597.726361:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609597.726362:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609597.726363:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:2.0:1749609597.726364:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609597.726365:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:0.0:1749609597.726366:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609597.726367:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609597.726368:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609597.726370:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609597.726371:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609597.726371:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609597.726372:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609597.726372:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609597.726373:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609597.726375:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebabb80. 00000020:00000040:0.0:1749609597.726376:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609597.726378:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609597.726378:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726379:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726379:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609597.726380:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609597.726380:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609597.726381:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726383:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609597.726383:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48cc00. 00000100:00000001:0.0:1749609597.726385:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609597.726387:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609597.726388:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298870181 00000100:00000010:2.0:1749609597.726391:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4100. 00000100:00000001:0.0:1749609597.726391:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609597.726392:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609597.726393:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ebabb80] to pc [ptlrpcd_rcv+-1] req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726397:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609597.726397:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609597.726398:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609597.726399:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609597.726402:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298870181 00000100:00000010:2.0:1749609597.726404:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4340. 00000100:00000010:0.0:1749609597.726404:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15fb80. 00000020:00000040:0.0:1749609597.726405:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609597.726406:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609597.726407:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1749609597.726407:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609597.726408:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609597.726410:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35900. 00000100:00000001:0.0:1749609597.726412:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609597.726414:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609597.726418:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609597.726418:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609597.726421:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e15fb80] to pc [ptlrpcd_00_01+1] req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726422:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298870181 00000100:00000010:2.0:1749609597.726425:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4f80. 00000100:00000001:2.0:1749609597.726427:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609597.726430:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298870181 00000100:00000010:2.0:1749609597.726432:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4800. 00000100:00000001:2.0:1749609597.726434:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609597.726440:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609597.726442:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726444:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726446:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609597.726448:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726449:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609597.726450:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1749609597.726453:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4207) 00000100:00000001:2.0:1749609597.726455:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609597.726456:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609597.726457:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609597.726459:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609597.726460:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609597.726463:0:1048:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1749609597.726464:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.726467:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609597.726468:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609597.726469:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609597.726470:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609597.726470:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609597.726471:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609597.726471:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609597.726472:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609597.726473:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609597.726473:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749609597.726474:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ebab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193480448:0@lo:38: 00000100:00000040:1.0:1749609597.726476:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726477:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609597.726479:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609597.726480:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609597.726481:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609597.726484:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749609597.726484:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609597.726485:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609597.726487:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609597.726488:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:2.0:1749609597.726491:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000001:1.0:1749609597.726492:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749609597.726493:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193480448, portal 4 00000100:00000001:1.0:1749609597.726493:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726495:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749609597.726495:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609597.726496:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393173632 : -131936316377984 : ffff88012ebab480) 02000000:00000001:1.0:1749609597.726496:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609597.726497:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609597.726499:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e15fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193480832:0@lo:400: 00000100:00000040:2.0:1749609597.726501:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609597.726501:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609597.726502:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609597.726503:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609597.726504:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609597.726506:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 00000100:00000001:2.0:1749609597.726507:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609597.726507:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609597.726509:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609597.726510:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000400:00000010:1.0:1749609597.726511:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a108. 00000100:00000200:2.0:1749609597.726512:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193480448, offset 0 00000400:00000010:1.0:1749609597.726514:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000200:2.0:1749609597.726515:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609597.726518:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193480832, portal 10 00000100:00000001:1.0:1749609597.726519:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749609597.726520:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609597.726520:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137382378368 : -131936327173248 : ffff88012e15fb80) 00000400:00000200:2.0:1749609597.726524:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0c300 00000100:00000040:1.0:1749609597.726524:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609597.726527:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609597.726529:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609597.726530:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 14040 00000400:00000010:1.0:1749609597.726530:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000200:2.0:1749609597.726536:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609597.726537:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193480832, offset 0 00000400:00000200:2.0:1749609597.726539:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609597.726540:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609597.726545:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609597.726546:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609597.726548:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749609597.726548:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0c480 00000100:00000010:2.0:1749609597.726551:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d5c00. 00000100:00000040:2.0:1749609597.726553:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d5c00 x1834598193480448 msgsize 520 00000400:00000200:1.0:1749609597.726553:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 80592 00000400:00000200:1.0:1749609597.726556:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609597.726557:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609597.726558:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609597.726560:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609597.726562:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609597.726564:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 00000100:00000040:1.0:1749609597.726569:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a3b80 x1834598193480832 msgsize 224 00000100:00100000:1.0:1749609597.726571:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609597.726573:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609597.726577:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609597.726578:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000400:00000010:2.0:1749609597.726580:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:2.0:1749609597.726582:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609597.726584:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609597.726584:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609597.726585:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:1.0:1749609597.726587:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609597.726589:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726591:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609597.726592:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609597.726594:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609597.726595:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726598:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726599:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609597.726599:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609597.726600:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609597.726602:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726603:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609597.726604:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 00000100:00000001:1.0:1749609597.726605:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298870170 00000100:00000040:2.0:1749609597.726606:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1878 usecs (2 jiffies) 00000100:00000001:2.0:1749609597.726607:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298870171 00000100:00000001:1.0:1749609597.726607:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298870181 00000100:00000001:3.0:1749609597.726608:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609597.726608:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298870170 00000100:00000001:2.0:1749609597.726609:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298870181 00000100:00100000:3.0:1749609597.726610:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193480448 00000100:00000001:1.0:1749609597.726610:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298870181 02000000:00000001:3.0:1749609597.726611:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609597.726611:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298870171 00000100:00000001:1.0:1749609597.726611:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298870170 00000100:00000001:1.0:1749609597.726611:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298870181 00000100:00000001:1.0:1749609597.726612:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298870170 00000100:00000001:2.0:1749609597.726613:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298870181 00000100:00000001:1.0:1749609597.726613:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298870181 00000100:00000001:3.0:1749609597.726614:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609597.726614:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609597.726615:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298870171 00000100:00000001:1.0:1749609597.726615:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609597.726616:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609597.726616:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726617:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298870181 00000100:00000001:1.0:1749609597.726617:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726618:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298870171 02000000:00000001:3.0:1749609597.726619:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726620:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298870181 00000100:00000001:2.0:1749609597.726621:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609597.726622:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193480448 00000020:00000001:3.0:1749609597.726623:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609597.726623:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609597.726624:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609597.726624:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609597.726625:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726625:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609597.726627:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609597.726627:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609597.726630:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000020:00000010:3.0:1749609597.726633:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749609597.726637:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:1.0:1749609597.726638:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609597.726640:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193480832 02000000:00000001:1.0:1749609597.726640:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609597.726641:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609597.726641:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609597.726641:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609597.726642:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609597.726642:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609597.726644:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609597.726644:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609597.726646:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609597.726646:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609597.726647:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609597.726647:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609597.726649:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609597.726649:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ebab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193480576:0@lo:38: 00000100:00100000:1.0:1749609597.726649:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193480832 00000020:00000001:1.0:1749609597.726650:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609597.726651:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:2.0:1749609597.726652:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749609597.726652:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609597.726654:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1749609597.726654:0:6440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 02000000:00000001:2.0:1749609597.726655:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609597.726655:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:1.0:1749609597.726656:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 02000000:00000001:2.0:1749609597.726657:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609597.726660:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609597.726660:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7af400. 00000100:00000001:1.0:1749609597.726660:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749609597.726661:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609597.726662:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11700. 00000400:00000010:2.0:1749609597.726663:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd8f0. 00000100:00000001:3.0:1749609597.726665:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609597.726665:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11640. 00000400:00000010:2.0:1749609597.726666:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000200:2.0:1749609597.726668:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193480576, portal 10 00000020:00000040:1.0:1749609597.726669:0:6440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609597.726670:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609597.726671:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393174528 : -131936316377088 : ffff88012ebab800) 00000100:00000001:1.0:1749609597.726694:0:6440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609597.726697:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000001:3.0:1749609597.726698:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609597.726699:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609597.726699:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609597.726700:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609597.726701:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000020:00000010:1.0:1749609597.726701:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609597.726701:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609597.726717:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886202368 : -131938823349248 : ffff8800994d5c00) 00000100:00000040:3.0:1749609597.726720:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d5c00 x1834598193480448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726720:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609597.726720:0:6440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609597.726720:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609597.726722:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609597.726722:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609597.726722:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609597.726723:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609597.726724:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000001:1.0:1749609597.726725:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609597.726726:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193480576, offset 0 00000100:00100000:3.0:1749609597.726727:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193480448:12345-0@lo:38: 00000100:00000001:1.0:1749609597.726728:0:6440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1749609597.726729:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193480448 00000400:00000200:2.0:1749609597.726729:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609597.726730:0:6440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609597.726730:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609597.726733:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609597.726734:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609597.726735:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609597.726735:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609597.726738:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0c380 00000100:00000001:1.0:1749609597.726740:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609597.726741:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 80816 00000100:00000001:1.0:1749609597.726741:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609597.726743:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00080000:0.0:1749609597.726744:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:3.0:1749609597.726745:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609597.726745:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609597.726745:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:1.0:1749609597.726746:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370073984 : -131936339477632 : ffff88012d5a3b80) 00010000:00020000:3.0:1749609597.726748:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609597.726748:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609597.726748:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a3b80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:543/0 lens 224/0 e 0 to 0 dl 1749609608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609597.726748:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00010000:00000001:3.0:1749609597.726750:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609597.726750:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749609597.726752:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609597.726752:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609597.726753:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609597.726754:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:2.0:1749609597.726754:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7480. 00000100:00000001:3.0:1749609597.726756:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1749609597.726757:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 02000000:00000001:3.0:1749609597.726758:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609597.726759:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609597.726760:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d7480 x1834598193480576 msgsize 520 00000020:00000010:1.0:1749609597.726760:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11640. 02000000:00000010:3.0:1749609597.726762:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ed400. 00000100:00100000:1.0:1749609597.726763:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193480832:12345-0@lo:400: 02000000:00000001:3.0:1749609597.726764:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609597.726764:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749609597.726765:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193480832 00000100:00000001:3.0:1749609597.726766:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609597.726767:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609597.726768:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749609597.726769:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609597.726769:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:3.0:1749609597.726771:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609597.726771:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609597.726772:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000020:00000001:1.0:1749609597.726772:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1749609597.726773:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00001000:3.0:1749609597.726774:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609597.726774:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:2.0:1749609597.726776:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609597.726776:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609597.726777:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609597.726778:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609597.726779:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609597.726779:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609597.726780:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749609597.726780:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749609597.726781:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:1.0:1749609597.726782:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726782:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609597.726783:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609597.726783:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1749609597.726783:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193480576 00000100:00000001:3.0:1749609597.726785:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609597.726785:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609597.726785:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609597.726786:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609597.726786:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609597.726787:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:2.0:1749609597.726787:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609597.726787:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609597.726788:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609597.726789:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1749609597.726789:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb94c00. 02000000:00000001:3.0:1749609597.726790:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609597.726790:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609597.726790:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609597.726791:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609597.726792:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609597.726792:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193480576 00000100:00000001:2.0:1749609597.726793:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609597.726793:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609597.726794:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609597.726794:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000040:1.0:1749609597.726794:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193480832 00000020:00000001:0.0:1749609597.726794:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609597.726795:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609597.726796:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609597.726796:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609597.726798:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a3b80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:543/0 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609597.726799:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 723 usecs (1 jiffies) 00000400:00000010:3.0:1749609597.726801:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609597.726801:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298870171 00000020:00000001:0.0:1749609597.726801:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749609597.726802:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609597.726803:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298870181 00000020:00000001:0.0:1749609597.726803:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609597.726804:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609597.726804:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609597.726805:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193480448, offset 0 00000100:00000001:2.0:1749609597.726805:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298870171 00000100:00001000:1.0:1749609597.726806:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609597.726807:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298870181 00000020:00000010:0.0:1749609597.726807:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79000. 00000100:00000001:2.0:1749609597.726808:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298870171 00000100:00000001:1.0:1749609597.726808:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609597.726809:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609597.726810:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298870181 00000100:00000001:1.0:1749609597.726810:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:0.0:1749609597.726810:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000400:00000200:3.0:1749609597.726811:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609597.726811:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609597.726812:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298870171 02000000:00000001:1.0:1749609597.726812:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726813:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298870181 00000100:00000001:2.0:1749609597.726815:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609597.726815:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609597.726815:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000400:00000200:3.0:1749609597.726816:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609597.726816:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609597.726817:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609597.726818:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749609597.726818:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609597.726818:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609597.726819:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609597.726819:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749609597.726820:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193480832, offset 224 00000100:00000001:0.0:1749609597.726820:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609597.726821:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0c300 00000400:00000200:1.0:1749609597.726823:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609597.726823:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726825:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749609597.726826:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4a9d [1] + 0 00000100:00000001:2.0:1749609597.726826:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609597.726827:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749609597.726827:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609597.726829:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609597.726830:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609597.726830:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c480 02000000:00000001:2.0:1749609597.726832:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609597.726833:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609597.726833:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4aa5 [1] + 224 02000000:00000001:2.0:1749609597.726834:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609597.726835:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609597.726835:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609597.726836:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609597.726836:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ebabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193480704:0@lo:38: 00000400:00000200:1.0:1749609597.726837:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609597.726837:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609597.726839:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726839:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609597.726839:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609597.726840:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 02000000:00000001:2.0:1749609597.726841:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749609597.726841:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609597.726841:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886208640 : -131938823342976 : ffff8800994d7480) 02000000:00000001:2.0:1749609597.726842:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609597.726844:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609597.726844:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d7480 x1834598193480576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609597.726846:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609597.726846:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7af800. 00000100:00000040:1.0:1749609597.726846:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609597.726848:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609597.726850:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9f8. 00000100:00000001:3.0:1749609597.726852:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609597.726852:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000001:1.0:1749609597.726852:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609597.726853:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193480576:12345-0@lo:38: 00000400:00000200:1.0:1749609597.726854:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609597.726855:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:1.0:1749609597.726856:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749609597.726856:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193480576 00000100:00000001:1.0:1749609597.726857:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749609597.726858:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609597.726859:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609597.726859:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609597.726860:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:1.0:1749609597.726862:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:2.0:1749609597.726863:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193480704, portal 10 00000020:00000001:1.0:1749609597.726863:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609597.726864:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000001:1.0:1749609597.726864:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749609597.726865:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609597.726865:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749609597.726865:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726866:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393175424 : -131936316376192 : ffff88012ebabb80) 00000100:00000040:1.0:1749609597.726866:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3b80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:543/0 lens 224/224 e 0 to 0 dl 1749609608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609597.726867:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609597.726868:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00020000:0.0:1749609597.726868:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609597.726870:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609597.726870:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609597.726870:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609597.726871:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193480832:12345-0@lo:400: Request processed in 117us (300us total) trans 0 rc 0/0 00000100:00000040:3.0:1749609597.726872:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:0.0:1749609597.726872:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609597.726873:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726873:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749609597.726874:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609597.726875:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609597.726875:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:0.0:1749609597.726875:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609597.726876:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609597.726877:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d5c00 x1834598193480448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609597.726877:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609597.726877:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609597.726878:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749609597.726879:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609597.726879:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749609597.726879:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b48d800. 00000100:00000200:2.0:1749609597.726881:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193480704, offset 0 02000000:00000001:0.0:1749609597.726881:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609597.726882:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193480448:12345-0@lo:38: Request processed in 155us (327us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609597.726882:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609597.726884:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609597.726884:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00010000:00000001:0.0:1749609597.726884:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609597.726885:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609597.726887:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000020:00000010:1.0:1749609597.726887:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00001000:0.0:1749609597.726887:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609597.726888:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609597.726888:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609597.726888:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609597.726889:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609597.726889:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000100:00000001:0.0:1749609597.726890:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749609597.726891:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000040:0.0:1749609597.726891:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609597.726892:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:3.0:1749609597.726893:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000400:00000200:2.0:1749609597.726893:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0c400 00000020:00000040:1.0:1749609597.726893:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:0.0:1749609597.726893:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000010:3.0:1749609597.726895:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:1.0:1749609597.726895:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609597.726895:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609597.726896:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609597.726896:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 81336 02000000:00000001:0.0:1749609597.726896:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609597.726896:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726897:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609597.726899:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609597.726899:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609597.726901:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000400:00000200:2.0:1749609597.726902:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609597.726902:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609597.726903:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609597.726904:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609597.726904:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193480576, offset 0 00000400:00000001:1.0:1749609597.726905:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749609597.726906:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000001:1.0:1749609597.726906:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609597.726907:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a108. 00000100:00000010:2.0:1749609597.726908:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d6300. 00000400:00000200:1.0:1749609597.726908:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609597.726909:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000040:2.0:1749609597.726910:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d6300 x1834598193480704 msgsize 520 00000100:00000001:1.0:1749609597.726910:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609597.726912:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609597.726914:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609597.726915:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609597.726916:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726918:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609597.726919:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609597.726919:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609597.726920:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000001:1.0:1749609597.726920:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609597.726922:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609597.726922:0:1048:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609597.726923:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749609597.726923:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c380 00000100:00000001:1.0:1749609597.726924:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609597.726925:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609597.726925:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609597.726926:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609597.726926:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4aad [1] + 0 00000100:00000200:2.0:1749609597.726927:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609597.726928:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609597.726929:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193480704 00000100:00001000:1.0:1749609597.726929:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=142 v=5 (5 5 0 0) 00000400:00000200:0.0:1749609597.726929:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609597.726930:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1749609597.726931:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=142 v=5 (1 1 0 0) 00000400:00000200:0.0:1749609597.726931:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609597.726932:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609597.726932:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609597.726933:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726933:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609597.726933:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609597.726933:0:6442:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609597.726934:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609597.726935:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609597.726935:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1749609597.726935:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609597.726936:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193480704 00000020:00000001:3.0:1749609597.726937:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609597.726937:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00080000:1.0:1749609597.726937:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609597.726938:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609597.726939:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609597.726940:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609597.726940:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726941:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609597.726942:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609597.726942:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749609597.726942:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609597.726943:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749609597.726944:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:2.0:1749609597.726944:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609597.726944:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609597.726945:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609597.726945:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609597.726946:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609597.726946:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609597.726947:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609597.726947:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000100:00000001:3.0:1749609597.726948:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726948:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298870171 00000100:00000001:3.0:1749609597.726949:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726950:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298870181 00000400:00000200:0.0:1749609597.726950:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609597.726951:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:2.0:1749609597.726952:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298870171 00000100:00000001:0.0:1749609597.726952:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609597.726953:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.726953:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298870181 00000100:00000001:0.0:1749609597.726953:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609597.726954:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726955:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298870171 00000100:00000001:3.0:1749609597.726956:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609597.726956:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298870181 00000100:00000040:0.0:1749609597.726956:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609597.726957:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609597.726957:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726958:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298870171 00000020:00000001:0.0:1749609597.726958:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609597.726959:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000001:2.0:1749609597.726959:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298870181 00000100:00000001:1.0:1749609597.726959:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609597.726960:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886204160 : -131938823347456 : ffff8800994d6300) 00000100:00000040:0.0:1749609597.726960:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7480 x1834598193480576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726961:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609597.726961:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609597.726962:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d6300 x1834598193480704/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.726962:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.726964:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609597.726965:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609597.726965:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193480576:12345-0@lo:38: Request processed in 112us (204us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609597.726966:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609597.726966:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749609597.726967:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193480704:12345-0@lo:38: 00000100:00000001:1.0:1749609597.726967:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609597.726968:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609597.726969:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193480704 00000100:00000001:2.0:1749609597.726969:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609597.726970:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609597.726970:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1749609597.726971:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609597.726971:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000001:2.0:1749609597.726972:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609597.726972:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e15fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193480832:0@lo:400: 00000100:00000001:2.0:1749609597.726973:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609597.726973:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609597.726974:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609597.726974:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609597.726975:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609597.726975:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609597.726975:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:3.0:1749609597.726976:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:2.0:1749609597.726976:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609597.726976:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e15fb80 x1834598193480832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609597.726976:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00010000:00000001:3.0:1749609597.726977:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749609597.726978:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000100:00000001:1.0:1749609597.726979:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609597.726979:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1749609597.726979:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000400:00000200:2.0:1749609597.726980:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 02000000:00000010:1.0:1749609597.726980:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 00010000:00000001:3.0:1749609597.726981:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609597.726981:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1749609597.726981:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79000. 00000400:00000010:2.0:1749609597.726982:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000020:00000001:1.0:1749609597.726982:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609597.726983:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:1.0:1749609597.726983:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609597.726983:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609597.726984:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609597.726984:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609597.726984:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749609597.726985:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609597.726985:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35900. 02000000:00000010:3.0:1749609597.726986:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ed800. 02000000:00000001:1.0:1749609597.726986:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609597.726987:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609597.726987:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609597.726987:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609597.726987:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e15fb80. 00000100:00000001:3.0:1749609597.726988:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609597.726989:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1749609597.726990:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609597.726990:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609597.726990:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609597.726991:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609597.726992:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609597.726993:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609597.726993:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609597.726994:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749609597.726994:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609597.726994:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609597.726995:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609597.726995:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609597.726996:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609597.726996:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609597.726998:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609597.726999:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609597.727000:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609597.727000:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609597.727000:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609597.727001:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609597.727002:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609597.727002:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609597.727003:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609597.727003:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609597.727004:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609597.727005:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749609597.727006:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193480704, offset 0 00000100:00000001:2.0:1749609597.727006:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609597.727007:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609597.727009:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749609597.727011:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609597 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609597.727013:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=59 v=20 (1 1 20 0) 00000400:00000200:3.0:1749609597.727014:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609597.727016:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609597.727017:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609597.727018:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c400 00000100:00000001:2.0:1749609597.727019:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609597.727021:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4abd [1] + 0 00000100:00000040:2.0:1749609597.727022:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609597.727024:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609597.727027:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609597.727028:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609597.727030:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609597.727030:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609597.727031:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609597.727032:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.727033:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609597.727034:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609597.727037:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749609597.727039:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609597.727039:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609597.727041:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609597.727043:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609597.727050:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ebab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193480448:0@lo:38: 00000400:00000001:2.0:1749609597.727054:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609597.727056:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609597.727057:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609597.727057:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd8f0. 00000400:00000200:2.0:1749609597.727059:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000400:00000010:2.0:1749609597.727060:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:2.0:1749609597.727062:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609597.727064:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609597.727065:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609597.727067:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609597.727068:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609597.727069:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609597.727070:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609597.727072:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609597.727074:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609597.727075:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.727076:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609597.727077:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609597.727077:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.727079:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609597.727080:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d6300 x1834598193480704/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609617 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609597.727080:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609597.727081:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609597.727082:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609597.727084:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609597.727086:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609597 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609597.727087:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193480704:12345-0@lo:38: Request processed in 119us (175us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749609597.727088:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=41 v=20 (1 1 20 0) 00000100:00000001:2.0:1749609597.727090:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609597.727091:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609597.727093:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000001:2.0:1749609597.727093:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609597.727095:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609597.727095:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609597.727096:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609597.727098:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749609597.727100:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000001:2.0:1749609597.727101:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609597.727102:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609597.727103:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609597.727104:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.727104:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.727105:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609597.727106:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609597.727108:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609597.727110:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609597.727112:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609597.727114:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609597.727126:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ebab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193480576:0@lo:38: 00000400:00000001:2.0:1749609597.727130:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609597.727131:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609597.727132:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9f8. 00000400:00000200:2.0:1749609597.727134:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000400:00000010:2.0:1749609597.727135:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000001:2.0:1749609597.727137:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609597.727138:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609597.727144:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.727150:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609597.727151:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.727152:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609597.727153:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609597.727154:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609597.727155:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609597.727156:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609597.727158:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609597 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609597.727160:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=142 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609597.727163:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609597.727164:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609597.727165:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609597.727167:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.727173:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609597.727175:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609597.727176:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.727177:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609597.727178:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609597.727179:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609597.727182:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609597.727183:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609597.727186:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609597.727192:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ebabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193480704:0@lo:38: 00000100:00000001:2.0:1749609597.727195:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.727196:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609597.727198:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ebab480 x1834598193480448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.727203:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609597.727204:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609597.727205:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609597.727209:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609597.727210:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609597.727211:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609597.727213:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609597.727214:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48d400. 02000000:00000001:2.0:1749609597.727216:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609597.727218:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609597.727219:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebab480. 00000100:00000001:2.0:1749609597.727224:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609597.727225:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.727226:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609597.727227:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ebab800 x1834598193480576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.727233:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609597.727234:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609597.727235:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7af400. 02000000:00000001:2.0:1749609597.727238:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609597.727239:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609597.727240:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609597.727241:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609597.727242:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48c800. 02000000:00000001:2.0:1749609597.727245:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609597.727246:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609597.727247:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebab800. 00000100:00000001:2.0:1749609597.727249:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609597.727250:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.727251:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609597.727253:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ebabb80 x1834598193480704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609597.727258:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609597.727258:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609597.727259:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7af800. 02000000:00000001:2.0:1749609597.727261:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609597.727262:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609597.727263:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609597.727264:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609597.727265:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48cc00. 02000000:00000001:2.0:1749609597.727267:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609597.727268:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609597.727269:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebabb80. 00000100:00000001:2.0:1749609597.727270:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609597.727271:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609597.727272:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.727273:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609597.727274:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609597.727275:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609597.727277:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609597.737772:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298870181, at 4298870181 00000100:00000040:2.0:1749609597.737772:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298870181, at 4298870181 00000100:00000040:1.0:1749609597.737772:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298870181, at 4298870181 00000100:00000040:0.0:1749609597.737772:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298870181, at 4298870181 00000100:00000010:0.0:1749609597.737787:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4100. 00000100:00000010:3.0:1749609597.737803:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4800. 00000100:00000010:1.0:1749609597.737821:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4340. 00000100:00000010:2.0:1749609597.737831:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4f80. 00010000:00000001:0.0:1749609597.758809:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609597.758814:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609597.758877:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609597.758881:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609597.758883:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609598.082829:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609598.082836:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609598.082838:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609598.082840:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609598.082843:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609598.082846:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609598.082849:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609598.082850:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609598.082852:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609598.414819:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609598.414827:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609598.414828:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609598.414832:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609598.414835:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609598.414839:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609598.414841:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609598.414844:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609598.414846:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609598.760899:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609598.760906:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609598.760944:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609598.760947:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609598.760949:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609599.082827:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609599.082836:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609599.082838:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609599.082842:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609599.082845:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609599.082849:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609599.082852:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609599.082854:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609599.082856:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609599.414783:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609599.414788:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609599.414790:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609599.414792:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609599.414796:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609599.414799:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609599.414800:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609599.414809:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012eba9880 x1834598193479168/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609599.414815:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609599.414817:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012eba9880 x1834598193479168/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609599.414821:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609599.414823:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609599.414825:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609599.414826:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609599.414828:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba9880 x1834598193479168/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609599.414831:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012eba9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193479168:0@lo:101: 00000100:00000001:0.0:1749609599.414834:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609599.414835:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609599.414837:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609599.414838:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609599.414839:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012eba9880 x1834598193479168/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609599.414843:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609599.414845:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609599.414848:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609599.414849:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609599.414852:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609599.414855:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609599.414858:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609599.414860:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78e00 refcount=4 00000020:00000001:0.0:1749609599.414861:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841781760 : -131938867769856 : ffff880096a78e00) 00010000:00000001:0.0:1749609599.414863:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841781760 : -131938867769856 : ffff880096a78e00) 00010000:00010000:0.0:1749609599.414867:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609599.414874:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609599.414877:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609599.414881:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609599.414883:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609599.414889:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609599.414890:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609599.414896:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609599.414902:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609599.414904:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609599.414907:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609599.414909:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609599.414914:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a78e00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609599.414917:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609599.414919:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609599.414925:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609599.414926:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609599.414927:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609599.414928:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78e00 refcount=5 00000020:00000001:0.0:1749609599.414930:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841781760 : -131938867769856 : ffff880096a78e00) 00010000:00000001:0.0:1749609599.414932:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841781760 : -131938867769856 : ffff880096a78e00) 00010000:00000001:0.0:1749609599.414935:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609599.414937:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609599.414942:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609599.414943:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609599.414948:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749609599.414951:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609599.414952:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609599.414954:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609599.414956:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609599.414959:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609599.414961:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609599.414962:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609599.414963:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609599.414965:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a78e00 with handle 0xae754a088751491f from hash 00010000:00000001:0.0:1749609599.414967:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609599.414968:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609599.414969:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609599.414970:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609599.414972:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609599.414973:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609599.414974:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609599.414975:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609599.414976:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609599.414977:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609599.414978:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609599.414980:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609599.414981:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609599.414982:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609599.414983:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609599.414984:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609599.414984:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609599.414985:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609599.414987:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a78e00/0xae754a088751491f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609599.414992:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35b00 count: 0 00010000:00000001:0.0:1749609599.415015:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609599.415017:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609599.415019:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609599.415021:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012eba9880 x1834598193479168/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609599.415025:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609599.415027:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609599.415029:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609599.415030:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609599.415033:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a78400. 02000000:00000001:0.0:1749609599.415036:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609599.415038:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609599.415039:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9880. 00000100:00000001:0.0:1749609599.415043:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609599.415044:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609599.415045:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609599.415047:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609599.415049:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609599.415052:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e7600. 00000020:00000010:0.0:1749609599.415054:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000020:00000010:0.0:1749609599.415059:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a79000. 00000040:00000010:0.0:1749609599.415061:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a79a00. 00000020:00000010:0.0:1749609599.415064:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a77800. 00000020:00000010:0.0:1749609599.415067:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a79200. 80000000:00000010:0.0:1749609599.415071:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609599.415075:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79e00. 00080000:00000010:0.0:1749609599.415079:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609599.415084:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609599.415091:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609599.415092:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609599.415096:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a79000. 00000040:00000010:0.0:1749609599.415099:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a79a00. 00000020:00000010:0.0:1749609599.415100:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a77800. 00000020:00000010:0.0:1749609599.415103:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a79200. 80000000:00000010:0.0:1749609599.415105:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609599.415107:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79e00. 00080000:00000010:0.0:1749609599.415109:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609599.415111:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609599.415117:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 10000000:00000010:0.0:1749609599.415118:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e7600. 10000000:01000000:0.0:1749609599.415120:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749609599.415122:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749609599.415124:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749609599.415125:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609599.415127:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609599.415128:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b46a7400) refs 2 10000000:00000001:0.0:1749609599.415129:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609599.415130:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609599.415131:0:6439:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b45f1800) refs 2 10000000:00000001:0.0:1749609599.415132:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609599.415133:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609599.415133:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749609599.415134:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609599.415135:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff88008fb77000 from 30 10000000:00000001:0.0:1749609599.415137:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609599.415137:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749609599.415142:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15fb80. 00000020:00000040:0.0:1749609599.415144:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609599.415146:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609599.415148:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609599.415152:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609599.415155:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a78400. 00000100:00000001:0.0:1749609599.415160:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609599.415162:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609599.415164:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609599.415167:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35100. 00010000:00000001:0.0:1749609599.415171:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609599.415172:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a79c00. 00000020:00000001:0.0:1749609599.415174:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609599.415176:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a79c00 with handle 0xae754a0887514926 to hash 00000020:00000001:0.0:1749609599.415177:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609599.415178:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609599.415180:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609599.415181:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609599.415182:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609599.415183:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609599.415187:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609599.415194:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609599.415197:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609599.415198:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609599.415201:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609599.415202:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392601152 : -131936316950464 : ffff88012eb1f840) 00000100:00000001:0.0:1749609599.415204:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609599.415204:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137382378368 : -131936327173248 : ffff88012e15fb80) 00000100:00000001:0.0:1749609599.415207:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609599.415209:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609599.415210:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609599.415211:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609599.415213:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e15fb80 x1834598193480960/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609599.415217:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609599.415218:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609599.415219:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012e15fb80 x1834598193480960/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609599.415224:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609599.415225:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609599.415226:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609599.415226:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609599.415227:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609599.415228:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609599.415229:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609599.415229:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609599.415230:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749609599.420771:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35b00. 00010000:00000010:2.1:1749609599.420777:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a78e00. 00010000:00000001:0.0:1749609599.762842:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609599.762848:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609599.762905:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609599.762909:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609599.762912:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609600.082818:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609600.082824:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609600.082825:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609600.082828:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609600.082830:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609600.082833:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609600.082835:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609600.082837:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609600.082839:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609600.414807:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609600.414815:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609600.414817:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609600.414819:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609600.414822:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609600.414825:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609600.414827:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609600.414830:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609600.414831:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609600.764835:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609600.764842:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609600.764896:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609600.764900:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609600.764902:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609601.082770:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609601.082778:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609601.082780:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609601.082782:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609601.082785:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609601.082789:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609601.082791:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609601.082793:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609601.082795:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609601.414788:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609601.414794:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609601.414795:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609601.414797:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609601.414800:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609601.414803:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609601.414805:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609601.414807:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609601.414809:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609601.766836:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609601.766844:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609601.766847:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609601.766849:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609601.766854:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609601.766856:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609601.766858:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609601.766860:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609601.766916:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609601.766920:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609601.766922:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609602.082783:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609602.082790:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609602.082792:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609602.082795:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609602.082798:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609602.082801:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609602.082803:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609602.082805:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609602.082807:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.414784:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609602.414790:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609602.414791:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609602.414794:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609602.414797:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609602.414801:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609602.414803:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609602.414805:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609602.414809:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.726787:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609602.726801:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609602.726803:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.726807:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609602.726809:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609602.726813:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.726814:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609602.740783:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609602.740792:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749609602.740795:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609602.740799:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609602.740802:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609602.740804:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609602.740809:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609602.740814:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4202 00000100:00080000:0.0:1749609602.740818:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609602.740820:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609602.740824:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609602.740826:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609602.740828:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609602.740832:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609602.740834:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609602.740837:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609602.740840:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609602.740842:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609602.740844:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609602.740846:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609602.740847:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609602.740848:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609602.740850:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609602.740852:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:0.0:1749609602.740855:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609602.740857:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609602.740859:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609602.740867:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609602.740870:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.740873:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609602.740876:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609602.740898:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d4000. 00000020:00000040:0.0:1749609602.740902:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609602.740906:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609602.740907:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.740910:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609602.740913:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609602.740916:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609602.740922:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48dc00. 00000100:00000001:0.0:1749609602.740928:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609602.740934:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609602.740941:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609602.740943:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609602.740946:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012f3d4000] to pc [ptlrpcd_rcv+-1] req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609602.740968:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609602.740970:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609602.740973:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609602.740974:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609602.740975:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609602.740977:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609602.740979:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4202 00000100:00080000:0.0:1749609602.740981:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609602.740983:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609602.740985:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609602.740987:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609602.740988:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609602.740990:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609602.740990:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609602.740998:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609602.741001:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:0.0:1749609602.741007:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609602.741009:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000001:2.0:1749609602.741011:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609602.741011:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609602.741012:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609602.741013:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609602.741015:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609602.741015:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609602.741016:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00000001:2.0:1749609602.741018:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609602.741018:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609602.741020:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609602.741021:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749609602.741022:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609602.741024:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609602.741026:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.741027:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609602.741029:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741030:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749609602.741031:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d4380. 00000100:00000001:2.0:1749609602.741032:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609602.741033:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609602.741034:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609602.741035:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609602.741035:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609602.741037:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609602.741037:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609602.741038:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609602.741039:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609602.741039:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609602.741041:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193481088:0@lo:38: 02000000:00000010:0.0:1749609602.741042:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48e000. 00000100:00000001:0.0:1749609602.741044:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741046:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749609602.741047:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609602.741048:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609602.741051:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.741052:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749609602.741053:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609602.741053:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609602.741056:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012f3d4380] to pc [ptlrpcd_rcv+-1] req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609602.741057:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7af800. 02000000:00000001:2.0:1749609602.741058:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.741063:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609602.741064:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749609602.741065:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9f8. 00000100:00080000:0.0:1749609602.741068:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609602.741069:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609602.741070:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609602.741072:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749609602.741073:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00080000:0.0:1749609602.741074:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4202 00000100:00080000:0.0:1749609602.741075:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609602.741077:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609602.741078:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609602.741079:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193481088, portal 4 00000100:00000040:0.0:1749609602.741079:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609602.741081:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609602.741082:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749609602.741082:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609602.741083:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137401729024 : -131936307822592 : ffff88012f3d4000) 00000020:00000040:0.0:1749609602.741084:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609602.741085:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609602.741087:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609602.741088:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609602.741089:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609602.741090:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609602.741092:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609602.741094:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609602.741095:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609602.741095:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609602.741097:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:2.0:1749609602.741098:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749609602.741098:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000400:00000010:2.0:1749609602.741100:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00080000:0.0:1749609602.741100:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609602.741101:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609602.741102:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193481088, offset 0 02000000:00000001:0.0:1749609602.741102:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609602.741104:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609602.741105:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.741106:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:2.0:1749609602.741107:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609602.741107:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609602.741109:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d4700. 00000020:00000040:0.0:1749609602.741110:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609602.741111:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609602.741113:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.741114:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609602.741115:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609602.741116:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609602.741118:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48e400. 00000400:00000200:2.0:1749609602.741120:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609602.741120:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609602.741122:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609602.741127:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609602.741128:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609602.741131:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0c580 00000100:00000040:0.0:1749609602.741131:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012f3d4700] to pc [ptlrpcd_rcv+-1] req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609602.741137:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609602.741138:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 14560 00000100:00000040:0.0:1749609602.741138:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609602.741142:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609602.741145:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d4a80. 00000400:00000200:2.0:1749609602.741146:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609602.741146:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609602.741148:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609602.741149:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609602.741150:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609602.741150:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609602.741153:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35b00. 00000100:00000001:2.0:1749609602.741155:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609602.741155:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609602.741157:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749609602.741157:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749609602.741162:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4380. 00000100:00000001:0.0:1749609602.741163:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749609602.741164:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d4380 x1834598193481088 msgsize 520 00000100:00000001:0.0:1749609602.741164:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609602.741167:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609602.741167:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012f3d4a80] to pc [ptlrpcd_00_02+2] req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741185:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609602.741192:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609602.741193:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000400:00000010:2.0:1749609602.741195:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000040:0.0:1749609602.741197:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4212) 00000100:00000001:2.0:1749609602.741198:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609602.741201:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741207:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609602.741209:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609602.741209:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609602.741214:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741216:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609602.741217:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609602.741217:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609602.741218:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609602.741219:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741220:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609602.741221:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609602.741224:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1861 usecs (2 jiffies) 00000100:00000001:2.0:1749609602.741227:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298875186 00000100:00000001:1.0:1749609602.741227:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609602.741228:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609602.741230:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4f80. 02000000:00000001:1.0:1749609602.741230:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609602.741231:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609602.741231:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609602.741232:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609602.741234:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193481472:0@lo:400: 00000100:00000001:2.0:1749609602.741236:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749609602.741236:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749609602.741238:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193481088 02000000:00000001:1.0:1749609602.741238:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609602.741239:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609602.741240:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609602.741240:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609602.741242:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749609602.741242:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609602.741243:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609602.741245:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609602.741246:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a108. 02000000:00000001:3.0:1749609602.741247:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609602.741249:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00100000:3.0:1749609602.741250:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193481088 00000100:00000001:2.0:1749609602.741250:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298875186 00000100:00000200:1.0:1749609602.741251:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193481472, portal 10 00000020:00000001:3.0:1749609602.741252:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609602.741252:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1749609602.741253:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609602.741253:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749609602.741253:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4a40. 00000100:00000001:1.0:1749609602.741253:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137401731712 : -131936307819904 : ffff88012f3d4a80) 00000020:00000001:3.0:1749609602.741255:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741255:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:3.0:1749609602.741256:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609602.741257:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741258:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298875186 00000020:00000010:3.0:1749609602.741260:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000010:2.0:1749609602.741260:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4940. 00000100:00000001:1.0:1749609602.741261:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609602.741262:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:1.0:1749609602.741262:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609602.741263:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000020:00000010:3.0:1749609602.741264:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000001:2.0:1749609602.741264:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298875186 00000100:00000200:1.0:1749609602.741264:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193481472, offset 0 00000020:00000010:3.0:1749609602.741267:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000010:2.0:1749609602.741267:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4d40. 00000400:00000200:1.0:1749609602.741267:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609602.741269:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000200:1.0:1749609602.741271:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609602.741272:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609602.741273:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609602.741274:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609602.741274:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609602.741275:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609602.741275:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0c700 00000100:00000001:2.0:1749609602.741277:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741279:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609602.741279:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 81856 00000100:00000001:3.0:1749609602.741281:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609602.741283:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609602.741284:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749609602.741284:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609602.741286:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609602.741287:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741287:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609602.741287:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609602.741288:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609602.741289:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749609602.741291:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749609602.741292:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609602.741293:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:1.0:1749609602.741294:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000100:00000001:3.0:1749609602.741295:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609602.741295:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a1f80 x1834598193481472 msgsize 224 00000100:00100000:3.0:1749609602.741298:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000001:2.0:1749609602.741298:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749609602.741298:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609602.741299:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.741299:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609602.741300:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886196096 : -131938823355520 : ffff8800994d4380) 02000000:00000001:2.0:1749609602.741301:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609602.741301:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609602.741302:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609602.741303:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d4380 x1834598193481088/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609602.741303:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609602.741304:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741304:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609602.741305:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609602.741306:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193481216:0@lo:38: 00000400:00000200:1.0:1749609602.741307:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609602.741308:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00100000:3.0:1749609602.741309:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193481088:12345-0@lo:38: 00000100:00000001:2.0:1749609602.741309:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609602.741310:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609602.741310:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609602.741311:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193481088 02000000:00000001:2.0:1749609602.741312:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609602.741312:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609602.741313:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749609602.741314:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609602.741316:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749609602.741316:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009f7af400. 02000000:00000001:2.0:1749609602.741317:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741317:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609602.741318:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609602.741319:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd8f0. 00000100:00000001:1.0:1749609602.741321:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609602.741322:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000001:1.0:1749609602.741322:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609602.741323:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609602.741324:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193481216, portal 10 00000100:00000040:1.0:1749609602.741325:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 555 usecs (1 jiffies) 00000100:00000001:2.0:1749609602.741326:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749609602.741327:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741327:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137401729920 : -131936307821696 : ffff88012f3d4380) 00000100:00000001:1.0:1749609602.741327:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298875185 00000100:00000001:0.0:1749609602.741327:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609602.741328:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298875186 00000100:00100000:0.0:1749609602.741328:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193481472 00010000:00020000:3.0:1749609602.741329:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609602.741330:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298875185 02000000:00000001:0.0:1749609602.741330:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749609602.741331:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609602.741331:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609602.741331:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298875186 00000100:00000001:0.0:1749609602.741331:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609602.741332:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298875185 00010000:00000001:3.0:1749609602.741333:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609602.741333:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298875186 00000100:00000001:1.0:1749609602.741333:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298875185 00000100:00000001:0.0:1749609602.741333:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741334:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298875186 00000100:00000001:1.0:1749609602.741335:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609602.741335:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741336:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741337:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609602.741337:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609602.741337:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193481472 00000100:00000001:3.0:1749609602.741338:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609602.741338:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609602.741339:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609602.741339:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609602.741340:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1749609602.741340:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000010:2.0:1749609602.741341:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000001:1.0:1749609602.741341:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749609602.741341:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609602.741342:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609602.741342:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749609602.741343:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193481216, offset 0 00000020:00000040:0.0:1749609602.741343:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 02000000:00000010:3.0:1749609602.741344:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4edc00. 00000400:00000200:2.0:1749609602.741345:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609602.741345:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 02000000:00000001:3.0:1749609602.741346:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741346:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609602.741347:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741347:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609602.741347:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609602.741347:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609602.741348:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609602.741350:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609602.741350:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609602.741351:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1749609602.741352:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609602.741353:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609602.741354:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0c600 00000020:00000010:0.0:1749609602.741354:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7600. 00000100:00000001:3.0:1749609602.741356:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609602.741357:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609602.741357:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 82080 00000020:00000010:0.0:1749609602.741357:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11700. 00000100:00000040:3.0:1749609602.741359:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609602.741359:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609602.741361:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:2.0:1749609602.741361:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609602.741362:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609602.741363:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749609602.741363:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749609602.741364:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:3.0:1749609602.741365:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609602.741366:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609602.741366:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749609602.741367:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609602.741367:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1749609602.741369:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000010:2.0:1749609602.741369:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d4700. 00000100:00000200:3.0:1749609602.741371:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193481088, offset 0 00000100:00000040:2.0:1749609602.741371:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d4700 x1834598193481216 msgsize 520 00000100:00000001:0.0:1749609602.741371:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749609602.741373:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79200. 00000400:00000200:3.0:1749609602.741374:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609602.741374:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609602.741376:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000400:00000200:3.0:1749609602.741379:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749609602.741379:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609602.741380:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:1.0:1749609602.741380:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749609602.741382:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:3.0:1749609602.741383:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0c580 00000400:00000200:2.0:1749609602.741384:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00000040:0.0:1749609602.741384:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:2.0:1749609602.741385:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:0.0:1749609602.741386:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609602.741387:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609602.741387:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749609602.741389:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609602.741389:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609602.741391:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749609602.741393:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4acd [1] + 0 00000100:00100000:1.0:1749609602.741393:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193481216 00000100:00000001:0.0:1749609602.741393:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1749609602.741394:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609602.741395:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609602.741395:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609602.741395:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749609602.741396:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609602.741396:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.741396:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609602.741397:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609602.741398:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609602.741398:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609602.741400:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609602.741400:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193481216 00000100:00000001:0.0:1749609602.741400:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609602.741401:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609602.741402:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741402:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609602.741402:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609602.741403:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609602.741403:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609602.741405:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609602.741405:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609602.741406:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.741406:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609602.741407:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609602.741407:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609602.741408:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 720 usecs (1 jiffies) 00000020:00000010:1.0:1749609602.741409:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000001:2.0:1749609602.741410:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298875185 00000100:00100000:0.0:1749609602.741410:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000001:3.0:1749609602.741412:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609602.741412:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298875186 00000020:00000010:1.0:1749609602.741412:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000040:0.0:1749609602.741412:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609602.741413:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298875185 00000100:00000001:0.0:1749609602.741414:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370066816 : -131936339484800 : ffff88012d5a1f80) 00000100:00000001:2.0:1749609602.741415:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298875186 00000020:00000010:1.0:1749609602.741415:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:2.0:1749609602.741416:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298875185 00000100:00000040:0.0:1749609602.741417:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a1f80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:548/0 lens 224/0 e 0 to 0 dl 1749609613 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741418:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298875186 00000100:00000001:1.0:1749609602.741418:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609602.741419:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:1.0:1749609602.741419:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749609602.741420:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609602.741420:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298875185 00000100:00000001:3.0:1749609602.741421:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609602.741421:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741422:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298875186 00000100:00000001:3.0:1749609602.741423:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609602.741423:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609602.741424:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741424:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741425:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609602.741425:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749609602.741426:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000010:0.0:1749609602.741426:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e77c0. 00000100:00000001:3.0:1749609602.741427:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741427:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609602.741428:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609602.741428:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609602.741428:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609602.741429:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609602.741430:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4380 x1834598193481088/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609602.741430:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e77c0. 00000100:00100000:0.0:1749609602.741433:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193481472:12345-0@lo:400: 00000100:00000001:2.0:1749609602.741434:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609602.741435:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741435:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749609602.741436:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193481088:12345-0@lo:38: Request processed in 127us (271us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749609602.741436:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193481472 02000000:00000001:2.0:1749609602.741437:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609602.741437:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609602.741438:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609602.741438:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609602.741440:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609602.741440:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1749609602.741441:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1749609602.741441:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193481344:0@lo:38: 00000020:00000001:0.0:1749609602.741441:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609602.741442:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886196992 : -131938823354624 : ffff8800994d4700) 00000100:00000001:3.0:1749609602.741443:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609602.741443:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609602.741443:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741444:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609602.741445:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749609602.741445:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d4700 x1834598193481216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609602.741446:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000001:0.0:1749609602.741446:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749609602.741447:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609602.741448:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609602.741448:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000010:3.0:1749609602.741449:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000020:00000010:3.0:1749609602.741451:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 02000000:00000010:2.0:1749609602.741451:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41400. 00000020:00000001:0.0:1749609602.741451:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609602.741453:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609602.741453:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609602.741453:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193481216:12345-0@lo:38: 00000400:00000010:2.0:1749609602.741454:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000020:00000001:0.0:1749609602.741454:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609602.741455:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1749609602.741456:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193481216 00000400:00000010:2.0:1749609602.741457:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000020:00000001:0.0:1749609602.741457:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1749609602.741458:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193481344, portal 10 00000020:00000001:0.0:1749609602.741459:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741460:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609602.741461:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137401730816 : -131936307820800 : ffff88012f3d4700) 00000020:00000001:0.0:1749609602.741461:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609602.741463:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609602.741464:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609602.741465:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609602.741465:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609602.741467:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609602.741469:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749609602.741469:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b48e800. 02000000:00000001:0.0:1749609602.741470:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609602.741471:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609602.741471:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609602.741472:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609602.741472:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609602.741474:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193481344, offset 0 00010000:00020000:1.0:1749609602.741474:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749609602.741474:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609602.741475:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609602.741476:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1749609602.741476:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193481472 00010000:00000001:1.0:1749609602.741478:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609602.741479:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609602.741479:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749609602.741480:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609602.741481:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000200:0.0:1749609602.741481:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1f80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:548/0 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609602.741482:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609602.741484:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0c680 02000000:00000010:1.0:1749609602.741485:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb95000. 00000400:00000200:2.0:1749609602.741487:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 82600 02000000:00000001:1.0:1749609602.741487:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741488:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609602.741488:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609602.741489:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609602.741490:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609602.741491:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609602.741492:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609602.741492:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=147 v=5 (1 1 0 0) 00000400:00000200:2.0:1749609602.741493:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749609602.741494:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609602.741495:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609602.741495:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609602.741496:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609602.741496:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609602.741497:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609602.741498:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749609602.741499:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800994d7800. 00000100:00000001:0.0:1749609602.741499:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:2.0:1749609602.741500:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff8800994d7800 x1834598193481344 msgsize 520 00000100:00000040:1.0:1749609602.741500:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609602.741501:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609602.741501:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609602.741502:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609602.741503:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609602.741503:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609602.741503:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609602.741505:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:0.0:1749609602.741505:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609602.741507:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749609602.741507:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 02000000:00000001:1.0:1749609602.741508:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741509:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609602.741509:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193481472, offset 224 00000100:00000040:1.0:1749609602.741510:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609602.741512:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000200:0.0:1749609602.741512:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609602.741515:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193481216, offset 0 00000100:00000001:2.0:1749609602.741516:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609602.741517:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609602.741518:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609602.741520:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c700 00000400:00000200:1.0:1749609602.741523:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609602.741524:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ad5 [1] + 224 00000400:00000200:2.0:1749609602.741527:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000200:0.0:1749609602.741527:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609602.741528:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c600 00000400:00000010:2.0:1749609602.741529:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609602.741530:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609602.741530:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609602.741532:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609602.741532:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4add [1] + 0 00000100:00000001:3.0:1749609602.741533:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609602.741534:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193481344 00000100:00000001:0.0:1749609602.741534:0:6441:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609602.741535:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609602.741535:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609602.741536:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609602.741537:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609602.741537:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749609602.741537:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741538:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609602.741539:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609602.741540:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193481344 00000100:00000040:2.0:1749609602.741540:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609602.741542:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609602.741542:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609602.741542:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609602.741543:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609602.741544:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609602.741544:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609602.741544:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609602.741545:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741546:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609602.741547:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609602.741547:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609602.741548:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749609602.741549:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:2.0:1749609602.741549:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609602.741549:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609602.741551:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609602.741552:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 550 usecs (1 jiffies) 00000100:00000001:2.0:1749609602.741553:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298875185 00000100:00000001:1.0:1749609602.741553:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609602.741553:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609602.741555:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609602.741555:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298875186 00000100:00000001:3.0:1749609602.741556:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741557:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298875185 00000100:00000001:3.0:1749609602.741558:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741558:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298875186 00000400:00000200:0.0:1749609602.741558:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609602.741559:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:2.0:1749609602.741560:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298875185 00000100:00000001:3.0:1749609602.741561:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741561:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298875186 00000100:00000001:0.0:1749609602.741561:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609602.741562:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298875185 00000400:00000200:1.0:1749609602.741562:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609602.741562:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609602.741563:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609602.741564:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298875186 00000100:00000001:1.0:1749609602.741564:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609602.741564:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609602.741565:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609602.741565:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609602.741565:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609602.741566:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609602.741566:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741567:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609602.741567:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:1.0:1749609602.741568:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:3.0:1749609602.741569:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000001:1.0:1749609602.741569:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609602.741569:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609602.741570:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134886209536 : -131938823342080 : ffff8800994d7800) 00000020:00000001:1.0:1749609602.741570:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609602.741570:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609602.741571:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609602.741572:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800994d7800 x1834598193481344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609602.741572:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609602.741572:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d4700 x1834598193481216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609602.741572:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1749609602.741574:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9f8. 00000100:00000040:0.0:1749609602.741574:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a1f80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:548/0 lens 224/224 e 0 to 0 dl 1749609613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609602.741576:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000100:00100000:3.0:1749609602.741577:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193481344:12345-0@lo:38: 00000400:00000010:2.0:1749609602.741577:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00100000:1.0:1749609602.741578:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193481216:12345-0@lo:38: Request processed in 125us (205us total) trans 0 rc -19/-19 00000100:00000200:3.0:1749609602.741579:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193481344 00000100:00000001:2.0:1749609602.741579:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609602.741580:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609602.741581:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749609602.741581:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609602.741582:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1749609602.741582:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193481472:12345-0@lo:400: Request processed in 156us (284us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609602.741583:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609602.741584:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609602.741585:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609602.741586:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00010000:00020000:3.0:1749609602.741587:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749609602.741587:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609602.741587:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00010000:00000001:3.0:1749609602.741588:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749609602.741588:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00000001:3.0:1749609602.741589:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609602.741589:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000100:00000040:0.0:1749609602.741590:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609602.741591:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609602.741591:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609602.741592:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609602.741593:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609602.741593:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609602.741593:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609602.741594:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609602.741594:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1749609602.741595:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ee000. 02000000:00000001:3.0:1749609602.741595:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609602.741596:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741596:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749609602.741596:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00010000:00000001:3.0:1749609602.741598:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609602.741598:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609602.741598:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1749609602.741598:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609602.741599:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1749609602.741600:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609602.741600:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741600:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749609602.741600:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79200. 00000100:00000001:3.0:1749609602.741601:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609602.741601:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609602.741602:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609602.741603:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609602.741603:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609602.741603:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1749609602.741603:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000040:3.0:1749609602.741604:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:1.0:1749609602.741604:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a108. 00000100:00000001:3.0:1749609602.741605:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:1.0:1749609602.741605:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000001:0.0:1749609602.741605:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609602.741606:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000010:1.0:1749609602.741606:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00001000:2.0:1749609602.741607:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609602 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609602.741607:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749609602.741609:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=64 v=20 (1 1 20 0) 00000100:00000200:1.0:1749609602.741609:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609602.741610:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609602.741612:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609602.741612:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741612:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609602.741614:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609602.741614:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609602.741615:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609602.741616:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609602.741616:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609602.741616:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609602.741618:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193481344, offset 0 00000100:00000040:2.0:1749609602.741619:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609602.741620:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609602.741620:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609602.741621:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609602.741622:0:1050:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609602.741622:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609602.741623:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609602.741624:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609602.741624:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741625:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609602.741625:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609602.741627:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c680 00000100:00001000:1.0:1749609602.741627:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=147 v=5 (5 5 0 0) 00000100:00000001:2.0:1749609602.741628:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749609602.741629:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ae9 [1] + 0 00000100:00000001:2.0:1749609602.741629:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609602.741629:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1749609602.741631:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609602.741631:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609602.741632:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609602.741632:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609602.741632:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609602.741634:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609602.741634:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609602.741635:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:2.0:1749609602.741635:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:1.0:1749609602.741636:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609602.741637:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000200:3.0:1749609602.741638:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741638:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609602.741640:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609602.741641:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609602.741642:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609602.741643:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609602.741643:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609602.741644:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609602.741645:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609602.741646:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609602.741647:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609602.741648:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193481088:0@lo:38: 00000400:00000200:3.0:1749609602.741649:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:1.0:1749609602.741649:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609602.741650:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609602.741650:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609602.741651:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609602.741651:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609602.741651:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609602.741652:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609602.741652:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609602.741653:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609602.741653:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609602.741654:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:2.0:1749609602.741654:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012f3d4000 x1834598193481088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609602.741656:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609602.741657:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609602.741657:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f3d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193481472:0@lo:400: 00000100:00000040:3.0:1749609602.741658:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800994d7800 x1834598193481344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609622 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609602.741659:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741660:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609602.741660:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609602.741662:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749609602.741663:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193481344:12345-0@lo:38: Request processed in 86us (161us total) trans 0 rc -19/-19 02000000:00000010:2.0:1749609602.741664:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7af800. 00000100:00000040:1.0:1749609602.741664:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012f3d4a80 x1834598193481472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609602.741667:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000001:3.0:1749609602.741668:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609602.741668:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609602.741668:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609602.741702:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609602.741704:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609602.741706:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609602.741707:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48dc00. 02000000:00000001:1.0:1749609602.741707:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609602.741709:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 02000000:00000001:2.0:1749609602.741711:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609602.741712:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749609602.741712:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1749609602.741713:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f3d4000. 00000020:00000001:1.0:1749609602.741713:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609602.741714:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609602.741716:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749609602.741716:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609602.741717:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609602.741717:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609602.741717:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35b00. 00000100:00000001:2.0:1749609602.741718:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609602.741719:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 02000000:00000001:1.0:1749609602.741719:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1749609602.741720:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 02000000:00000001:1.0:1749609602.741720:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1749609602.741722:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609602.741722:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1749609602.741722:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f3d4a80. 00000100:00000001:2.0:1749609602.741723:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609602.741724:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741724:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609602.741724:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609602.741725:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609602.741725:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609602.741727:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609602.741728:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609602.741729:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609602.741730:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd8f0. 00000100:00000001:1.0:1749609602.741730:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609602.741731:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609602.741732:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000400:00000010:2.0:1749609602.741733:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:1.0:1749609602.741733:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609602.741734:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741735:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609602.741737:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609602.741743:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741749:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609602.741750:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741752:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609602.741753:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609602.741754:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609602.741756:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609602.741757:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609602.741761:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609602 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609602.741763:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=46 v=20 (1 1 20 0) 00000100:00000001:2.0:1749609602.741765:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609602.741766:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609602.741767:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609602.741770:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741775:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609602.741777:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609602.741778:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741780:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609602.741781:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609602.741782:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609602.741784:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609602.741785:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609602.741787:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609602.741790:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193481216:0@lo:38: 00000400:00000001:2.0:1749609602.741792:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609602.741793:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609602.741794:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749609602.741795:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000400:00000010:2.0:1749609602.741795:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:2.0:1749609602.741797:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609602.741798:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609602.741802:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741805:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609602.741806:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741806:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609602.741807:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609602.741807:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609602.741808:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609602.741809:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609602.741811:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609602 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609602.741812:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=147 v=20 (1 20 0 0) 00000100:00000001:2.0:1749609602.741813:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609602.741813:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609602.741814:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609602.741815:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741818:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609602.741819:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609602.741820:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741821:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609602.741822:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609602.741823:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609602.741824:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609602.741825:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609602.741826:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609602.741829:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193481344:0@lo:38: 00000100:00000001:2.0:1749609602.741831:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741832:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609602.741833:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012f3d4380 x1834598193481216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741837:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609602.741838:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609602.741838:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009f7af400. 02000000:00000001:2.0:1749609602.741840:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609602.741840:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609602.741841:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609602.741842:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609602.741842:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48e000. 02000000:00000001:2.0:1749609602.741843:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609602.741844:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609602.741845:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f3d4380. 00000100:00000001:2.0:1749609602.741846:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609602.741847:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741848:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609602.741849:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012f3d4700 x1834598193481344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609602.741852:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609602.741852:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609602.741853:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41400. 02000000:00000001:2.0:1749609602.741854:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609602.741855:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609602.741855:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609602.741856:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609602.741856:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48e400. 02000000:00000001:2.0:1749609602.741857:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609602.741858:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609602.741858:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f3d4700. 00000100:00000001:2.0:1749609602.741859:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609602.741859:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609602.741860:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741861:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609602.741861:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609602.741862:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609602.741863:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609602.742716:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298875186, at 4298875186 00000100:00000040:2.0:1749609602.742720:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298875186, at 4298875186 00000100:00000040:0.0:1749609602.742722:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298875186, at 4298875186 00000100:00000010:1.0:1749609602.742723:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4a40. 00000100:00000010:2.0:1749609602.742729:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4940. 00000100:00000010:0.0:1749609602.742739:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4f80. 00000100:00000040:3.0:1749609602.743720:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298875186, at 4298875187 00000100:00000010:3.0:1749609602.743725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4d40. 00010000:00000001:0.0:1749609602.768798:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609602.768803:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609602.768874:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609602.768878:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609602.768881:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609603.082806:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609603.082815:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609603.082817:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609603.082820:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609603.082823:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609603.082827:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609603.082830:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609603.082832:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609603.082834:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609603.414781:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609603.414789:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609603.414791:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609603.414793:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609603.414796:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609603.414799:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609603.414802:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609603.414805:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609603.414806:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609603.741787:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609603.741804:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609603.741805:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609603.741810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609603.741812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609603.741816:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609603.741819:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609603.770827:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609603.770834:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609603.770903:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609603.770907:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609603.770909:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609604.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609604.082805:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609604.082807:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609604.082810:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609604.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609604.082817:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609604.082820:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609604.082822:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609604.082824:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609604.414739:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609604.414745:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609604.414746:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609604.414749:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609604.414752:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609604.414755:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609604.414757:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609604.414759:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609604.414761:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609604.741822:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609604.741838:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609604.741840:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609604.741844:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609604.741847:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609604.741851:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609604.741853:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609604.772805:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609604.772811:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609604.772876:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609604.772880:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609604.772883:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609605.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609605.082803:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609605.082805:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609605.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609605.082812:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609605.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609605.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609605.082821:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609605.082823:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609605.414776:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609605.414784:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609605.414787:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609605.414789:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609605.414793:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609605.414796:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609605.414799:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609605.414802:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609605.414804:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609605.512826:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749609605.512832:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749609605.512835:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130dc1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749609605.513002:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609605.513018:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609605.513022:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749609605.513022:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609605.513024:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609605.741786:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609605.741800:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609605.741802:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609605.741806:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609605.741808:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609605.741811:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609605.741812:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609605.774794:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609605.774798:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609605.774857:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609605.774861:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609605.774864:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609606.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609606.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609606.082806:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609606.082809:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609606.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609606.082817:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609606.082820:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609606.082822:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609606.082824:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609606.414825:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609606.414832:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609606.414834:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609606.414836:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609606.414840:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609606.414842:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609606.414845:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609606.414847:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609606.414849:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609606.741774:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609606.741791:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609606.741793:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609606.741797:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609606.741800:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609606.741803:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609606.741804:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609606.776819:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609606.776826:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609606.776881:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609606.776884:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609606.776886:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609607.082776:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609607.082784:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609607.082785:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609607.082788:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609607.082791:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609607.082794:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.082796:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609607.082798:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.082799:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.414791:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609607.414799:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609607.414801:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609607.414804:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609607.414808:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609607.414811:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.414814:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609607.414816:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.414818:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.741787:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609607.741803:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609607.741805:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609607.741810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609607.741812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609607.741816:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.741818:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609607.748814:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609607.748819:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609607.748821:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609607.748824:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609607.748825:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609607.748827:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609607.748830:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609607.748834:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4207 00000100:00080000:2.0:1749609607.748837:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609607.748838:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609607.748840:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609607.748841:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609607.748843:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609607.748845:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609607.748847:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609607.748849:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609607.748853:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609607.748854:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609607.748860:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609607.748862:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609607.748863:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609607.748864:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609607.748865:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609607.748867:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609607.748869:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609607.748870:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609607.748872:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609607.748877:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609607.748879:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.748880:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609607.748882:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609607.748887:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9880. 00000020:00000040:2.0:1749609607.748890:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609607.748893:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609607.748894:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.748896:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609607.748898:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609607.748901:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609607.748907:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a41400. 00000100:00000001:2.0:1749609607.748912:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609607.748918:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609607.748925:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609607.748927:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609607.748929:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012eba9880] to pc [ptlrpcd_rcv+-1] req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.748942:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609607.748944:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609607.748946:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609607.748947:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609607.748948:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609607.748949:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609607.748950:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4207 00000100:00080000:2.0:1749609607.748952:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609607.748953:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609607.748955:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609607.748956:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609607.748957:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609607.748958:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609607.748959:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609607.748961:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609607.748962:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609607.748963:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609607.748965:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609607.748967:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609607.748968:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609607.748969:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609607.748970:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609607.748971:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609607.748972:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609607.748974:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609607.748975:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.748975:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609607.748976:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609607.748977:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609607.748979:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609607.748980:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.748982:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:0.0:1749609607.748982:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.748983:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609607.748986:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebabb80. 00000020:00000040:2.0:1749609607.748988:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609607.748990:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609607.748990:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.748990:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609607.748992:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609607.748992:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609607.748994:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609607.748995:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609607.748995:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609607.748997:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609607.748999:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009f7af800. 02000000:00000001:0.0:1749609607.749000:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749002:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609607.749002:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012eba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193481600:0@lo:38: 00000100:00100000:2.0:1749609607.749005:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609607.749006:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609607.749009:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609607.749011:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609607.749012:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609607.749012:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609607.749014:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ebabb80] to pc [ptlrpcd_rcv+-1] req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609607.749014:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609607.749018:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48ec00. 02000000:00000001:0.0:1749609607.749020:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749021:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609607.749023:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609607.749026:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:0.0:1749609607.749026:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000100:00000001:2.0:1749609607.749027:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609607.749028:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609607.749030:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609607.749032:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4207 00000400:00000010:0.0:1749609607.749033:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00080000:2.0:1749609607.749034:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609607.749035:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609607.749037:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609607.749038:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609607.749040:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:0.0:1749609607.749040:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193481600, portal 4 00000020:00000001:2.0:1749609607.749042:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609607.749043:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000001:0.0:1749609607.749043:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609607.749044:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609607.749044:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393166464 : -131936316385152 : ffff88012eba9880) 00000020:00000040:2.0:1749609607.749046:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609607.749048:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609607.749050:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609607.749050:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609607.749052:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609607.749054:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609607.749055:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609607.749057:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609607.749057:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609607.749059:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000040:0.0:1749609607.749059:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749609607.749061:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000400:00000010:0.0:1749609607.749062:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000001:2.0:1749609607.749063:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609607.749064:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749609607.749064:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193481600, offset 0 02000000:00000001:2.0:1749609607.749067:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609607.749068:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609607.749069:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609607.749070:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609607.749071:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609607.749074:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab800. 00000020:00000040:2.0:1749609607.749075:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609607.749077:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609607.749078:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749079:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609607.749080:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609607.749082:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609607.749082:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609607.749085:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009f7af400. 00000100:00000001:2.0:1749609607.749087:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609607.749090:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609607.749093:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0c780 00000100:00000001:2.0:1749609607.749096:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609607.749097:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609607.749099:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ebab800] to pc [ptlrpcd_rcv+-1] req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609607.749100:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 15080 00000100:00000001:2.0:1749609607.749106:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609607.749108:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749609607.749108:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609607.749111:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749609607.749111:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749609607.749114:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab480. 00000020:00000040:2.0:1749609607.749115:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609607.749117:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609607.749117:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609607.749118:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609607.749120:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609607.749120:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:2.0:1749609607.749123:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bef00. 00000100:00000010:0.0:1749609607.749124:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d4e00. 00000100:00000001:2.0:1749609607.749126:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609607.749127:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d4e00 x1834598193481600 msgsize 520 00000100:00000040:2.0:1749609607.749128:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749609607.749130:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609607.749135:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609607.749136:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609607.749139:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ebab480] to pc [ptlrpcd_00_03+3] req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749150:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609607.749159:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609607.749161:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:2.0:1749609607.749164:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749164:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609607.749168:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609607.749169:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4217) 00000100:00000001:0.0:1749609607.749175:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609607.749176:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749182:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749184:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609607.749185:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609607.749186:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609607.749187:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609607.749188:0:1050:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749609607.749189:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609607.749190:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609607.749192:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1845 usecs (2 jiffies) 00000100:00000001:3.0:1749609607.749193:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609607.749195:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609607.749195:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298880194 00000100:00100000:3.0:1749609607.749196:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193481600 00000100:00000001:2.0:1749609607.749196:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609607.749198:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609607.749198:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609607.749199:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749609607.749199:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e77c0. 00000100:00000001:3.0:1749609607.749200:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609607.749200:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609607.749203:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609607.749204:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609607.749205:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749205:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:3.0:1749609607.749208:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193481600 00000020:00000001:3.0:1749609607.749209:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609607.749209:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298880194 00000020:00000040:3.0:1749609607.749210:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609607.749211:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609607.749211:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749609607.749211:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7640. 00000020:00000001:3.0:1749609607.749212:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749212:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609607.749213:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749213:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749609607.749214:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609607.749215:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609607.749217:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 02000000:00000001:2.0:1749609607.749217:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609607.749219:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ebab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193481984:0@lo:400: 00000020:00000010:3.0:1749609607.749220:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000001:0.0:1749609607.749221:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298880194 00000100:00000001:2.0:1749609607.749222:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609607.749224:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 02000000:00000001:2.0:1749609607.749224:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749609607.749224:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f40. 02000000:00000001:2.0:1749609607.749226:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609607.749227:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609607.749227:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609607.749229:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298880194 02000000:00000010:2.0:1749609607.749230:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74a00. 00000100:00000010:0.0:1749609607.749230:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7e00. 02000000:00000001:2.0:1749609607.749231:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749233:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609607.749235:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749609607.749235:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000100:00000001:0.0:1749609607.749235:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609607.749236:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609607.749237:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749237:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609607.749238:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000001:0.0:1749609607.749239:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609607.749241:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193481984, portal 10 00000100:00000001:0.0:1749609607.749241:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609607.749243:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609607.749244:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393173632 : -131936316377984 : ffff88012ebab480) 00000100:00000001:3.0:1749609607.749245:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749245:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609607.749246:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.749247:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609607.749249:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749249:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609607.749250:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609607.749251:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609607.749252:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.749255:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609607.749256:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609607.749257:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609607.749258:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609607.749258:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749609607.749259:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000001:0.0:1749609607.749259:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609607.749260:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193481984, offset 0 00000100:00100000:3.0:1749609607.749261:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 02000000:00000001:0.0:1749609607.749261:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609607.749263:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609607.749264:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401732608 : -131936307819008 : ffff88012f3d4e00) 00000400:00000200:2.0:1749609607.749265:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609607.749265:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609607.749266:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d4e00 x1834598193481600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609607.749267:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ebabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193481728:0@lo:38: 00000400:00000200:2.0:1749609607.749270:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609607.749270:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609607.749271:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749609607.749272:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193481600:12345-0@lo:38: 02000000:00000001:0.0:1749609607.749273:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609607.749274:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749609607.749276:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0c900 02000000:00000010:0.0:1749609607.749277:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f000. 02000000:00000001:0.0:1749609607.749278:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609607.749280:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000400:00000200:2.0:1749609607.749281:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 83120 00000100:00000200:3.0:1749609607.749284:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193481600 00000400:00000010:0.0:1749609607.749285:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000400:00000200:2.0:1749609607.749286:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609607.749287:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609607.749287:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193481728, portal 10 00000400:00000200:2.0:1749609607.749289:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609607.749289:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609607.749290:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393175424 : -131936316376192 : ffff88012ebabb80) 00010000:00000001:3.0:1749609607.749291:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609607.749292:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609607.749294:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609607.749295:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609607.749298:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688000. 00000100:00000040:2.0:1749609607.749300:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88009d688000 x1834598193481984 msgsize 224 00000100:00000001:0.0:1749609607.749301:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609607.749303:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609607.749303:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609607.749304:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749609607.749305:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000200:0.0:1749609607.749306:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193481728, offset 0 00010000:00020000:3.0:1749609607.749307:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609607.749309:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609607.749309:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609607.749310:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749609607.749312:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609607.749314:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609607.749315:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749609607.749315:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000400:00000010:2.0:1749609607.749316:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:3.0:1749609607.749318:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609607.749319:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609607.749319:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0c800 02000000:00000001:3.0:1749609607.749320:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749609607.749322:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609607.749322:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 83344 02000000:00000010:3.0:1749609607.749323:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ee400. 02000000:00000001:3.0:1749609607.749325:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609607.749326:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609607.749327:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609607.749329:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609607.749330:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749609607.749331:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609607.749331:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609607.749332:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609607.749332:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609607.749333:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609607.749335:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d5180. 00000100:00001000:3.0:1749609607.749336:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609607.749337:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d5180 x1834598193481728 msgsize 520 00000100:00000001:2.0:1749609607.749338:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609607.749339:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609607.749339:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609607.749341:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609607.749341:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609607.749342:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609607.749343:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609607.749345:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:2.0:1749609607.749345:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 552 usecs (1 jiffies) 00000100:00000001:2.0:1749609607.749346:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298880193 00000100:00000001:3.0:1749609607.749347:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609607.749349:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609607.749349:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298880194 02000000:00000001:3.0:1749609607.749351:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609607.749351:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298880193 00000100:00000001:2.0:1749609607.749352:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298880194 00000100:00000001:2.0:1749609607.749354:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298880193 00000100:00000001:0.0:1749609607.749354:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609607.749355:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298880194 00000100:00000001:2.0:1749609607.749357:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298880193 02000000:00000001:3.0:1749609607.749358:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749358:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298880194 00000400:00000200:0.0:1749609607.749358:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609607.749359:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:3.0:1749609607.749360:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609607.749360:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609607.749361:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749361:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609607.749362:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609607.749363:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609607.749363:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.749364:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609607.749365:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749609607.749367:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193481600, offset 0 00000100:00000001:0.0:1749609607.749369:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609607.749371:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609607.749372:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609607.749376:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609607.749377:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609607.749377:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609607.749378:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749609607.749379:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193481984 02000000:00000001:1.0:1749609607.749380:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609607.749380:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609607.749382:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0c780 00000100:00000001:2.0:1749609607.749382:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609607.749382:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609607.749383:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193481728 00000100:00000001:1.0:1749609607.749383:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609607.749383:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 717 usecs (1 jiffies) 00000100:00000001:0.0:1749609607.749384:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298880193 02000000:00000001:2.0:1749609607.749385:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609607.749386:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4afd [1] + 0 00000100:00000001:2.0:1749609607.749386:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609607.749386:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749386:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298880194 00000100:00000001:2.0:1749609607.749388:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609607.749388:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193481984 00000100:00000001:0.0:1749609607.749388:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298880193 00000400:00000200:3.0:1749609607.749390:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609607.749390:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609607.749390:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609607.749390:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298880194 00000020:00000040:1.0:1749609607.749391:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00100000:2.0:1749609607.749392:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193481728 00000020:00000001:1.0:1749609607.749392:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609607.749392:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298880193 00000020:00000001:2.0:1749609607.749393:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609607.749393:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298880194 00000020:00000040:1.0:1749609607.749394:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000040:2.0:1749609607.749395:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609607.749395:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298880193 00000400:00000200:3.0:1749609607.749396:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609607.749396:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609607.749396:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609607.749396:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298880194 00000020:00000001:2.0:1749609607.749397:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749397:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609607.749398:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:3.0:1749609607.749399:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749609607.749399:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749399:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749400:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749609607.749401:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 00000100:00000200:3.0:1749609607.749402:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609607.749402:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609607.749404:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d500. 00000020:00000010:2.0:1749609607.749407:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000001:0.0:1749609607.749408:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749609607.749409:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.749409:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609607.749409:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609607.749409:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749411:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609607.749411:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609607.749412:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609607.749412:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11640. 02000000:00000001:0.0:1749609607.749412:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609607.749414:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609607.749415:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ebab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193481856:0@lo:38: 00000100:00000001:3.0:1749609607.749416:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609607.749416:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609607.749417:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e7600. 00000100:00000001:0.0:1749609607.749418:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749609607.749420:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 02000000:00000001:0.0:1749609607.749420:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609607.749421:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609607.749421:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609607.749422:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 02000000:00000001:0.0:1749609607.749422:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1749609607.749423:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609607.749424:0:6490:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:0.0:1749609607.749424:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f400. 00000100:00000001:3.0:1749609607.749426:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609607.749426:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749427:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609607.749428:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749428:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609607.749428:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:1.0:1749609607.749429:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1749609607.749430:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:0.0:1749609607.749430:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:3.0:1749609607.749431:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609607.749432:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000020:00000010:1.0:1749609607.749432:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000020:00000001:3.0:1749609607.749433:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609607.749433:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193481856, portal 10 00000100:00000001:2.0:1749609607.749434:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401733504 : -131936307818112 : ffff88012f3d5180) 00000100:00000001:0.0:1749609607.749434:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749609607.749435:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d4e00 x1834598193481600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609607.749435:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609607.749435:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393174528 : -131936316377088 : ffff88012ebab800) 00000100:00000040:2.0:1749609607.749437:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d5180 x1834598193481728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609607.749438:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000040:0.0:1749609607.749439:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609607.749440:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193481600:12345-0@lo:38: Request processed in 168us (312us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609607.749443:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:2.0:1749609607.749445:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193481728:12345-0@lo:38: 00000100:00000001:1.0:1749609607.749445:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609607.749445:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609607.749446:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000001:1.0:1749609607.749446:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609607.749447:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609607.749447:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609607.749447:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609607.749448:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609607.749448:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193481728 00000400:00000010:0.0:1749609607.749449:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000020:00000001:2.0:1749609607.749450:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609607.749450:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193481856, offset 0 00000100:00000001:1.0:1749609607.749451:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749609607.749452:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00010000:00000001:2.0:1749609607.749452:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609607.749453:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1749609607.749454:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000001:1.0:1749609607.749454:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609607.749454:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609607.749456:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:3.0:1749609607.749458:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609607.749458:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609607.749458:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609607.749458:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:2.0:1749609607.749460:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609607.749462:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609607.749462:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0c880 00000100:00000001:1.0:1749609607.749463:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1749609607.749464:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609607.749464:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609607.749465:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 83864 00000100:00000001:2.0:1749609607.749466:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609607.749467:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609607.749467:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000400:00000200:0.0:1749609607.749468:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609607.749469:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609607.749469:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:1.0:1749609607.749470:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955089920 : -131938754461696 : ffff88009d688000) 00000400:00000200:0.0:1749609607.749471:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609607.749473:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d688000 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:553/0 lens 224/0 e 0 to 0 dl 1749609618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749473:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609607.749474:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00080000:3.0:1749609607.749476:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000010:0.0:1749609607.749477:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d5500. 00000020:00000040:3.0:1749609607.749478:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:0.0:1749609607.749478:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d5500 x1834598193481856 msgsize 520 02000000:00000010:2.0:1749609607.749481:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130770000. 00000100:00000001:1.0:1749609607.749481:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609607.749482:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11f80. 00000100:00100000:0.0:1749609607.749482:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609607.749483:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609607.749484:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609607.749485:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609607.749486:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11f80. 00010000:00000001:2.0:1749609607.749487:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609607.749488:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609607.749489:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193481984:12345-0@lo:400: 00000100:00001000:2.0:1749609607.749491:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749609607.749492:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193481984 00000100:00000001:2.0:1749609607.749493:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609607.749494:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609607.749495:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609607.749495:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609607.749496:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749609607.749497:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609607.749498:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609607.749498:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609607.749499:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609607.749499:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000100:00100000:3.0:1749609607.749500:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193481856 00000100:00000001:2.0:1749609607.749500:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000001:1.0:1749609607.749500:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1749609607.749500:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 02000000:00000001:3.0:1749609607.749501:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609607.749502:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609607.749502:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609607.749503:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609607.749503:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609607.749504:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749609607.749504:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609607.749505:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609607.749505:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:2.0:1749609607.749507:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609607.749508:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1749609607.749509:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609607.749509:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749609607.749510:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193481856 00000100:00000001:0.0:1749609607.749510:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609607.749511:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749609607.749511:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000020:00000001:1.0:1749609607.749511:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609607.749512:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609607.749512:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749609607.749512:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609607.749513:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609607.749514:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609607.749514:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193481728, offset 0 00000020:00000001:1.0:1749609607.749514:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609607.749515:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609607.749516:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000020:00000001:1.0:1749609607.749516:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609607.749517:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609607.749517:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1749609607.749518:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000001:0.0:1749609607.749518:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609607.749519:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:0.0:1749609607.749519:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609607.749521:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609607.749521:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609607.749522:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609607.749522:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609607.749522:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609607.749522:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609607.749523:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609607.749524:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 547 usecs (1 jiffies) 00000100:00000001:3.0:1749609607.749525:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609607.749525:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb95400. 02000000:00000001:1.0:1749609607.749526:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749526:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298880193 00000400:00000200:2.0:1749609607.749527:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c800 00000100:00000001:1.0:1749609607.749528:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749528:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298880194 00000100:00000001:3.0:1749609607.749529:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609607.749530:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749530:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298880193 00000400:00000200:2.0:1749609607.749531:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b0d [1] + 0 00000100:00000001:0.0:1749609607.749531:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298880194 00000100:00000001:3.0:1749609607.749532:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:1.0:1749609607.749532:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193481984 00000100:00000001:0.0:1749609607.749532:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298880193 00000100:00000001:3.0:1749609607.749533:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609607.749534:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609607.749534:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609607.749534:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298880194 00000100:00100000:3.0:1749609607.749535:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000001:0.0:1749609607.749535:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298880193 00000100:00000001:3.0:1749609607.749536:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401734400 : -131936307817216 : ffff88012f3d5500) 00000400:00000200:2.0:1749609607.749536:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609607.749537:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298880194 00000100:00000040:3.0:1749609607.749538:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d5500 x1834598193481856/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749609607.749538:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d688000 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:553/0 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.749539:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609607.749539:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609607.749541:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749541:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609607.749543:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193481856:12345-0@lo:38: 00010000:00000001:1.0:1749609607.749543:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609607.749544:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609607.749544:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749609607.749545:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193481856 00000020:00000001:3.0:1749609607.749546:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:1.0:1749609607.749546:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=152 v=5 (1 1 0 0) 00000400:00000001:0.0:1749609607.749546:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609607.749547:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00010000:00000001:3.0:1749609607.749548:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609607.749549:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609607.749549:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609607.749550:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:0.0:1749609607.749550:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000020:00000001:3.0:1749609607.749551:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609607.749551:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:0.0:1749609607.749551:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00010000:00020000:3.0:1749609607.749552:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749609607.749552:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609607.749553:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749553:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609607.749554:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609607.749554:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609607.749555:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609607.749555:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.749556:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609607.749556:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609607.749557:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609607.749557:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609607.749558:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749609607.749558:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 02000000:00000010:3.0:1749609607.749560:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ee800. 00000400:00000200:2.0:1749609607.749560:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000100:00000200:1.0:1749609607.749560:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193481984, offset 224 00000400:00000010:2.0:1749609607.749562:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000200:0.0:1749609607.749562:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.749564:0:6442:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609607.749565:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749565:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609607.749565:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609607.749566:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609607.749567:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609607.749567:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609607.749568:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749568:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609607.749569:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609607.749569:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609607.749570:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609607.749570:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609607.749571:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609607.749571:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749571:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609607.749572:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609607.749573:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000001:2.0:1749609607.749573:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609607.749574:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:1.0:1749609607.749574:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c900 02000000:00000001:0.0:1749609607.749574:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609607.749575:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609607.749576:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609607.749576:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d5180 x1834598193481728/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609607.749576:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b05 [1] + 224 00000100:00000001:0.0:1749609607.749576:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609607.749577:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:3.0:1749609607.749578:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609607.749579:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609607.749579:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609607.749579:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609607.749581:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609607.749581:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609607.749582:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609607.749583:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00100000:2.0:1749609607.749583:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193481728:12345-0@lo:38: Request processed in 138us (244us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749609607.749583:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609607 v=5 (0 0 0 0) 00000100:00000200:3.0:1749609607.749585:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193481856, offset 0 00000100:00000001:1.0:1749609607.749586:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609607.749586:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=69 v=20 (1 1 20 0) 00000400:00000200:3.0:1749609607.749587:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609607.749588:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749588:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749609607.749590:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:0.0:1749609607.749590:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609607.749591:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609607.749592:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609607.749592:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609607.749593:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609607.749593:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609607.749594:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0c880 00000020:00000010:2.0:1749609607.749595:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d500. 00000100:00000040:0.0:1749609607.749595:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609607.749596:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b19 [1] + 0 00000400:00000200:3.0:1749609607.749599:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609607.749599:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000400:00000200:3.0:1749609607.749600:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609607.749600:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609607.749601:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749609607.749603:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 00000400:00000200:1.0:1749609607.749604:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000001:0.0:1749609607.749604:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1749609607.749605:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609607.749606:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609607.749607:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609607.749607:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609607.749607:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609607.749608:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609607.749608:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000200:3.0:1749609607.749609:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609607.749609:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749610:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609607.749611:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:1.0:1749609607.749612:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00080000:0.0:1749609607.749612:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749609607.749613:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609607.749614:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609607.749614:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:0.0:1749609607.749615:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000040:1.0:1749609607.749616:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688000 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:553/0 lens 224/224 e 0 to 0 dl 1749609618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749617:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609607.749618:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609607.749619:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609607.749620:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609607.749620:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609607.749621:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00100000:1.0:1749609607.749621:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d688000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193481984:12345-0@lo:400: Request processed in 140us (320us total) trans 0 rc 0/0 00000400:00000010:3.0:1749609607.749622:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609607.749623:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609607.749623:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749609607.749623:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609607.749625:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609607.749626:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000100:00100000:1.0:1749609607.749626:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1749609607.749626:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012eba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193481600:0@lo:38: 00000100:00000040:1.0:1749609607.749627:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609607.749628:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609607.749628:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00000001:1.0:1749609607.749628:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609607.749629:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609607.749630:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:2.0:1749609607.749630:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:0.0:1749609607.749630:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609607.749631:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609607.749631:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609607.749631:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609607.749632:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609607.749632:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609607.749632:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000040:3.0:1749609607.749633:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d5500 x1834598193481856/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609627 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609607.749633:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012eba9880 x1834598193481600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609607.749634:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609607.749634:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609607.749653:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609607.749655:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749609607.749657:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193481856:12345-0@lo:38: Request processed in 113us (177us total) trans 0 rc -19/-19 02000000:00000010:0.0:1749609607.749657:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48ec00. 00000100:00000200:2.0:1749609607.749659:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609607.749660:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1749609607.749661:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000020:00000040:1.0:1749609607.749662:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000020:00000001:0.0:1749609607.749662:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609607.749663:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609607.749663:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1749609607.749663:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609607.749664:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609607.749665:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000001:2.0:1749609607.749665:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609607.749665:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749609607.749667:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000001:2.0:1749609607.749667:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609607.749667:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a41400. 00000020:00000010:3.0:1749609607.749668:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609607.749668:0:1050:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609607.749669:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609607.749670:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749609607.749670:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609607.749672:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609607.749672:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609607.749673:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609607.749673:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9880. 02000000:00000001:2.0:1749609607.749693:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749693:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609607.749694:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609607.749696:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=152 v=5 (5 5 0 0) 00000100:00000001:0.0:1749609607.749696:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609607.749699:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=152 v=5 (1 1 0 0) 00000100:00000001:0.0:1749609607.749699:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609607.749700:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609607.749701:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609607.749702:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749702:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609607.749703:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749609607.749705:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1749609607.749706:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609607.749707:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:2.0:1749609607.749708:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609607.749708:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749609607.749710:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609607.749711:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609607.749713:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609607.749714:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609607.749715:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.749717:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609607.749719:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609607.749720:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609607.749722:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609607.749722:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609607.749724:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749728:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609607.749729:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609607.749730:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609607.749731:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609607.749732:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749609607.749732:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609607.749733:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.749733:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609607.749735:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609607.749736:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609607.749736:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609607.749739:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609607 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609607.749741:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=51 v=20 (1 1 20 0) 00000100:00100000:2.0:1749609607.749742:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ebab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193481984:0@lo:400: 00000100:00000001:0.0:1749609607.749744:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609607.749745:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609607.749746:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609607.749747:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609607.749747:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609607.749749:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ebab480 x1834598193481984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609607.749749:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.749755:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609607.749755:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609607.749756:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609607.749757:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74a00. 00000100:00000001:0.0:1749609607.749757:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609607.749758:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.749760:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609607.749761:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609607.749763:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1749609607.749763:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1749609607.749765:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1749609607.749765:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000040:2.0:1749609607.749766:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609607.749766:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609607.749768:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749609607.749768:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609607.749769:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bef00. 02000000:00000001:2.0:1749609607.749774:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609607.749775:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1749609607.749775:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ebabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193481728:0@lo:38: 00000100:00000010:2.0:1749609607.749776:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebab480. 00000400:00000001:0.0:1749609607.749779:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609607.749780:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609607.749781:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1749609607.749781:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000100:00000001:2.0:1749609607.749782:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609607.749783:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:2.0:1749609607.749784:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609607.749784:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609607.749786:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609607.749787:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749609607.749787:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609607.749788:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609607.749790:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609607.749791:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609607.749793:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749799:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609607.749800:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.749801:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609607.749802:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609607.749803:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609607.749805:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609607.749806:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609607.749808:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609607 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609607.749811:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=152 v=20 (1 20 0 0) 00000100:00000001:0.0:1749609607.749813:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609607.749814:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609607.749816:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609607.749818:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749824:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609607.749826:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609607.749827:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.749828:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609607.749829:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609607.749831:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609607.749833:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609607.749834:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609607.749836:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609607.749848:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ebab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193481856:0@lo:38: 00000100:00000001:0.0:1749609607.749852:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749853:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609607.749855:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ebabb80 x1834598193481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749860:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609607.749861:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609607.749863:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f000. 02000000:00000001:0.0:1749609607.749865:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609607.749866:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609607.749867:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609607.749869:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609607.749870:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009f7af800. 02000000:00000001:0.0:1749609607.749873:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609607.749874:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609607.749875:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebabb80. 00000100:00000001:0.0:1749609607.749878:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609607.749878:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.749879:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609607.749881:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ebab800 x1834598193481856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609607.749887:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609607.749888:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609607.749889:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f400. 02000000:00000001:0.0:1749609607.749890:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609607.749891:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609607.749892:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609607.749894:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609607.749895:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009f7af400. 02000000:00000001:0.0:1749609607.749896:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609607.749897:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609607.749898:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebab800. 00000100:00000001:0.0:1749609607.749900:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609607.749901:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609607.749903:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749904:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609607.749905:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609607.749907:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609607.749908:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609607.750717:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298880194, at 4298880194 00000100:00000010:0.0:1749609607.750722:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e77c0. 00000100:00000040:3.0:1749609607.750724:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298880194, at 4298880194 00000100:00000010:3.0:1749609607.750729:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7e00. 00000100:00000040:2.0:1749609607.750806:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298880194, at 4298880194 00000100:00000010:2.0:1749609607.750810:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f40. 00000100:00000040:1.0:1749609607.751722:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298880194, at 4298880195 00000100:00000010:1.0:1749609607.751727:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7640. 00010000:00000001:0.0:1749609607.778790:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609607.778795:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609607.778859:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609607.778862:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609607.778865:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609608.082788:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609608.082794:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609608.082796:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609608.082798:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609608.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609608.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609608.082806:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609608.082808:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609608.082810:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609608.414790:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609608.414798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609608.414799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609608.414803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609608.414806:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609608.414809:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609608.414812:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609608.414814:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609608.414817:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609608.749840:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609608.749857:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609608.749858:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609608.749862:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609608.749865:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609608.749869:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609608.749870:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609608.780787:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609608.780792:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609608.780842:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609608.780845:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609608.780847:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609609.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609609.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609609.082793:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609609.082796:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609609.082799:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609609.082802:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609609.082804:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609609.082806:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609609.082809:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609609.414778:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609609.414786:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609609.414788:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609609.414791:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609609.414795:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609609.414798:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609609.414801:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609609.414804:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609609.414806:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609609.749802:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609609.749816:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609609.749817:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609609.749820:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609609.749822:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609609.749828:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609609.749830:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609609.782835:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609609.782841:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609609.782908:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609609.782912:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609609.782915:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609610.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609610.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609610.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609610.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609610.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609610.082811:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609610.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609610.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609610.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609610.414784:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609610.414792:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609610.414794:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609610.414797:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609610.414800:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609610.414804:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609610.414806:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609610.414809:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609610.414810:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609610.749787:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609610.749803:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609610.749806:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609610.749810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609610.749812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609610.749816:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609610.749818:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609610.784785:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609610.784790:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609610.784848:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609610.784851:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609610.784853:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609611.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609611.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609611.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609611.082800:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609611.082803:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609611.082805:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609611.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609611.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609611.082811:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609611.414789:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609611.414801:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609611.414802:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609611.414805:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609611.414808:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609611.414811:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609611.414813:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609611.414816:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609611.414817:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609611.749828:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609611.749842:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609611.749843:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609611.749847:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609611.749849:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609611.749851:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609611.749852:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609611.786802:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609611.786811:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609611.786813:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609611.786815:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609611.786819:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609611.786821:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609611.786823:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609611.786824:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609611.786910:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609611.786915:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609611.786916:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609612.082799:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609612.082807:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609612.082809:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609612.082813:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609612.082817:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609612.082821:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.082824:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609612.082826:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.082828:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.414790:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609612.414797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609612.414799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609612.414801:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609612.414804:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609612.414808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.414810:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609612.414812:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.414814:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.749801:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609612.749815:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609612.749817:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609612.749821:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609612.749823:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609612.749826:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.749827:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609612.756748:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609612.756754:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609612.756756:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609612.756759:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609612.756761:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609612.756763:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609612.756766:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609612.756770:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4212 00000100:00080000:2.0:1749609612.756774:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609612.756775:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609612.756777:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609612.756778:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609612.756780:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609612.756783:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609612.756784:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609612.756786:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609612.756789:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609612.756791:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609612.756792:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609612.756794:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609612.756795:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609612.756796:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609612.756797:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609612.756798:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609612.756800:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609612.756802:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609612.756804:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609612.756809:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609612.756811:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.756812:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609612.756814:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609612.756820:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 00000020:00000040:2.0:1749609612.756822:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609612.756825:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609612.756826:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.756828:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609612.756830:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609612.756833:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609612.756839:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130770400. 00000100:00000001:2.0:1749609612.756848:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609612.756856:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609612.756864:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609612.756865:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609612.756867:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009d688380] to pc [ptlrpcd_rcv+-1] req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609612.756886:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609612.756888:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609612.756890:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609612.756891:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609612.756892:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609612.756893:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609612.756894:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4212 00000100:00080000:2.0:1749609612.756895:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609612.756896:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609612.756897:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609612.756898:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609612.756899:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609612.756900:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609612.756900:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609612.756901:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609612.756902:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609612.756903:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609612.756904:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609612.756905:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609612.756906:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609612.756907:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609612.756907:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609612.756908:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609612.756909:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609612.756911:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609612.756912:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609612.756913:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609612.756914:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.756916:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609612.756917:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609612.756934:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774000. 00000020:00000040:2.0:1749609612.756935:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609612.756937:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609612.756937:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.756938:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609612.756939:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609612.756940:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609612.756942:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130770800. 00000100:00000001:2.0:1749609612.756943:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609612.756945:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609612.756949:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609612.756950:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609612.756951:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130774000] to pc [ptlrpcd_rcv+-1] req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609612.756955:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609612.756956:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609612.756957:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609612.756958:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609612.756958:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609612.756959:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609612.756960:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609612.756961:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4212 00000100:00000001:0.0:1749609612.756961:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609612.756962:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609612.756963:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609612.756963:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609612.756964:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609612.756965:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609612.756966:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609612.756967:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609612.756968:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609612.756968:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609612.756969:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609612.756971:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609612.756972:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609612.756972:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609612.756974:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609612.756974:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609612.756975:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609612.756975:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609612.756975:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.756976:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609612.756977:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609612.756978:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 02000000:00000001:0.0:1749609612.756978:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609612.756979:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609612.756979:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609612.756979:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609612.756981:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609612.756981:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609612.756982:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.756983:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609612.756983:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609612.756983:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009d688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193482112:0@lo:38: 00000100:00000010:2.0:1749609612.756985:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774380. 00000020:00000040:2.0:1749609612.756985:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749609612.756985:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609612.756986:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609612.756987:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.756988:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609612.756988:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609612.756988:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609612.756989:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609612.756989:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609612.756990:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130770c00. 00000100:00000001:2.0:1749609612.756991:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609612.756991:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609612.756993:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1749609612.756994:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f400. 00000100:00000001:2.0:1749609612.756996:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609612.756996:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609612.756996:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609612.756997:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130774380] to pc [ptlrpcd_rcv+-1] req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609612.757001:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:2.0:1749609612.757002:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609612.757003:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609612.757006:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609612.757008:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774700. 00000400:00000010:0.0:1749609612.757008:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000020:00000040:2.0:1749609612.757009:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609612.757010:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609612.757010:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609612.757011:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609612.757013:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bef00. 00000100:00000200:0.0:1749609612.757014:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193482112, portal 4 00000100:00000001:2.0:1749609612.757015:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609612.757016:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609612.757016:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609612.757017:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134955090816 : -131938754460800 : ffff88009d688380) 00000100:00000001:2.0:1749609612.757020:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609612.757020:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609612.757021:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609612.757022:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130774700] to pc [ptlrpcd_00_00+0] req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757028:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609612.757030:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609612.757031:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000200:0.0:1749609612.757032:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193482112, offset 0 00000400:00000200:0.0:1749609612.757037:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609612.757048:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609612.757049:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609612.757051:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4222) 00000400:00000200:0.0:1749609612.757057:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0c980 00000400:00000200:0.0:1749609612.757063:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 15600 00000400:00000200:0.0:1749609612.757069:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609612.757071:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609612.757075:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609612.757077:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609612.757077:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609612.757080:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d5880. 00000100:00000001:1.0:1749609612.757081:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609612.757081:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d5880 x1834598193482112 msgsize 520 00000100:00000001:1.0:1749609612.757082:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749609612.757084:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609612.757090:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757095:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609612.757096:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609612.757098:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609612.757099:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609612.757100:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609612.757101:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609612.757102:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193482496:0@lo:400: 00000100:00000001:1.0:1749609612.757104:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609612.757106:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609612.757107:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609612.757107:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749609612.757108:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609612.757109:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 02000000:00000010:1.0:1749609612.757110:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 02000000:00000001:1.0:1749609612.757111:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757112:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609612.757113:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609612.757114:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a108. 00000400:00000010:1.0:1749609612.757117:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609612.757118:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749609612.757120:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193482496, portal 10 00000100:00000040:0.0:1749609612.757120:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757121:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609612.757121:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422309120 : -131936287242496 : ffff880130774700) 00000100:00000001:3.0:1749609612.757122:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609612.757123:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609612.757123:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757124:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609612.757125:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609612.757125:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193482112 00000100:00000040:1.0:1749609612.757125:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609612.757127:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609612.757127:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.757129:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609612.757129:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1830 usecs (2 jiffies) 00000100:00000001:1.0:1749609612.757130:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609612.757131:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609612.757131:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609612.757132:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609612.757132:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298885202 00000100:00000200:1.0:1749609612.757133:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193482496, offset 0 02000000:00000001:2.0:1749609612.757134:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609612.757135:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e77c0. 00000100:00100000:2.0:1749609612.757136:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193482112 00000400:00000200:1.0:1749609612.757136:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609612.757137:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609612.757138:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609612.757139:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609612.757140:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757140:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:2.0:1749609612.757141:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609612.757141:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609612.757144:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0cb00 00000020:00000010:2.0:1749609612.757145:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74a00. 00000100:00000001:0.0:1749609612.757145:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298885202 00000100:00000010:0.0:1749609612.757147:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e72c0. 00000400:00000200:1.0:1749609612.757148:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 84384 00000100:00000001:0.0:1749609612.757148:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000010:2.0:1749609612.757149:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d500. 00000100:00000001:0.0:1749609612.757150:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298885202 00000100:00000010:0.0:1749609612.757151:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e76c0. 00000400:00000200:1.0:1749609612.757152:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609612.757153:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000400:00000200:1.0:1749609612.757153:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609612.757153:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609612.757154:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298885202 00000100:00000010:0.0:1749609612.757155:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f00. 00000100:00000001:1.0:1749609612.757156:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609612.757157:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609612.757157:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609612.757158:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609612.757159:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609612.757160:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757161:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749609612.757162:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000100:00000001:0.0:1749609612.757163:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609612.757164:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a2a00 x1834598193482496 msgsize 224 00000100:00000001:0.0:1749609612.757164:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609612.757165:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609612.757165:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609612.757166:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609612.757169:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609612.757169:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609612.757170:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609612.757171:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609612.757171:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609612.757172:0:1048:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609612.757172:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609612.757173:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193482240:0@lo:38: 00000400:00000200:1.0:1749609612.757175:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00000001:0.0:1749609612.757175:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749609612.757176:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 02000000:00000001:0.0:1749609612.757176:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609612.757177:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609612.757177:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609612.757178:0:1048:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609612.757178:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609612.757179:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609612.757179:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609612.757179:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f000. 02000000:00000001:0.0:1749609612.757180:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609612.757181:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00100000:2.0:1749609612.757182:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000400:00000010:0.0:1749609612.757182:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000001:3.0:1749609612.757184:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609612.757184:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401735296 : -131936307816320 : ffff88012f3d5880) 00000100:00000001:1.0:1749609612.757184:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749609612.757184:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193482240, portal 10 00000100:00000040:1.0:1749609612.757185:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757185:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749609612.757186:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193482496 00000100:00000040:2.0:1749609612.757186:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d5880 x1834598193482112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757186:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422307328 : -131936287244288 : ffff880130774000) 02000000:00000001:3.0:1749609612.757187:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609612.757188:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609612.757189:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609612.757189:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609612.757189:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757190:0:1048:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609612.757192:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609612.757192:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193482112:12345-0@lo:38: 00000100:00000001:1.0:1749609612.757192:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609612.757193:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193482496 00000020:00000001:3.0:1749609612.757194:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609612.757194:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 552 usecs (1 jiffies) 00000020:00000040:3.0:1749609612.757195:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000200:2.0:1749609612.757195:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193482112 00000100:00000001:1.0:1749609612.757195:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298885201 00000020:00000001:3.0:1749609612.757196:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609612.757196:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609612.757197:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609612.757197:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298885202 00000100:00000040:0.0:1749609612.757197:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1749609612.757198:0:6440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:1.0:1749609612.757198:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298885201 00000400:00000010:0.0:1749609612.757198:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000020:00000001:3.0:1749609612.757199:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609612.757199:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298885202 00000100:00000200:0.0:1749609612.757199:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193482240, offset 0 00010000:00000001:2.0:1749609612.757200:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609612.757200:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298885201 00000020:00000001:3.0:1749609612.757201:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609612.757201:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298885202 00000400:00000200:0.0:1749609612.757201:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609612.757202:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298885201 00000100:00000001:1.0:1749609612.757202:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298885202 00000100:00000001:1.0:1749609612.757203:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609612.757203:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609612.757204:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609612.757205:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609612.757205:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609612.757205:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0ca00 00000100:00000001:1.0:1749609612.757206:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609612.757207:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 84608 00000400:00000200:0.0:1749609612.757209:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609612.757210:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609612.757210:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609612.757210:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609612.757211:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609612.757211:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609612.757212:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba8c0. 00010000:00020000:2.0:1749609612.757212:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609612.757212:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609612.757213:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749609612.757214:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609612.757214:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609612.757215:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609612.757215:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d5c00. 00000020:00000010:3.0:1749609612.757216:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11640. 00010000:00000001:2.0:1749609612.757216:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609612.757216:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d5c00 x1834598193482240 msgsize 520 00000100:00000001:1.0:1749609612.757217:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.757218:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749609612.757218:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609612.757220:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1749609612.757221:0:6440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:2.0:1749609612.757222:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609612.757223:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749609612.757224:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130771000. 02000000:00000001:2.0:1749609612.757225:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609612.757225:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00000001:2.0:1749609612.757226:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609612.757226:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:3.0:1749609612.757227:0:6440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609612.757227:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:2.0:1749609612.757228:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749609612.757228:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609612.757229:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00010000:00000001:2.0:1749609612.757230:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609612.757232:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00001000:2.0:1749609612.757232:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609612.757232:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609612.757233:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609612.757234:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749609612.757235:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:2.0:1749609612.757236:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609612.757237:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757237:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749609612.757238:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609612.757238:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609612.757238:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.757239:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:1.0:1749609612.757239:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193482240 00000100:00000040:3.0:1749609612.757240:0:6440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1749609612.757240:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609612.757240:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 715 usecs (1 jiffies) 00000100:00000001:3.0:1749609612.757241:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609612.757241:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609612.757241:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609612.757241:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298885201 00000100:00000001:3.0:1749609612.757242:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609612.757242:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609612.757242:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298885202 00000100:00000001:0.0:1749609612.757242:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298885201 00000100:00000001:1.0:1749609612.757243:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757243:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298885202 00000100:00000001:3.0:1749609612.757244:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609612.757244:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609612.757244:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609612.757245:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757245:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298885201 00000100:00000001:2.0:1749609612.757246:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609612.757246:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193482240 00000100:00000001:0.0:1749609612.757246:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298885202 00000100:00000001:3.0:1749609612.757247:0:6440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749609612.757247:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609612.757247:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609612.757247:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298885201 00000020:00000040:1.0:1749609612.757248:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609612.757248:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298885202 00000100:00000001:3.0:1749609612.757249:0:6440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1749609612.757249:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000020:00000001:1.0:1749609612.757249:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609612.757249:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609612.757250:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609612.757250:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757250:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609612.757251:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193482112, offset 0 00000020:00000001:1.0:1749609612.757251:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757251:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757252:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609612.757253:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609612.757253:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609612.757253:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000020:00000010:1.0:1749609612.757255:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609612.757255:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609612.757256:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.757256:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609612.757257:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609612.757257:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609612.757257:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609612.757257:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609612.757258:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609612.757259:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609612.757259:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609612.757259:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757260:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609612.757261:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0c980 00000100:00000001:1.0:1749609612.757261:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609612.757262:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000001:0.0:1749609612.757262:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609612.757262:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609612.757263:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609612.757264:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000400:00000200:2.0:1749609612.757264:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4b2d [1] + 0 00000100:00000001:1.0:1749609612.757264:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609612.757264:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609612.757265:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370069504 : -131936339482112 : ffff88012d5a2a00) 02000000:00000001:0.0:1749609612.757265:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609612.757266:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193482368:0@lo:38: 00000400:00000200:2.0:1749609612.757267:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609612.757268:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a2a00 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:558/0 lens 224/0 e 0 to 0 dl 1749609623 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757268:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.757268:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609612.757269:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609612.757269:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609612.757269:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609612.757270:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609612.757271:0:6490:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749609612.757271:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48ec00. 00000100:00000001:1.0:1749609612.757272:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609612.757272:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609612.757273:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1749609612.757273:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757273:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609612.757273:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000020:00000010:3.0:1749609612.757274:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba740. 00000400:00000010:0.0:1749609612.757274:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00100000:1.0:1749609612.757275:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000200:0.0:1749609612.757275:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193482368, portal 10 00000100:00000001:3.0:1749609612.757276:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609612.757276:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401736192 : -131936307815424 : ffff88012f3d5c00) 00000100:00000001:0.0:1749609612.757276:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749609612.757277:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7eba740. 00000100:00000001:0.0:1749609612.757277:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422308224 : -131936287243392 : ffff880130774380) 00000100:00000040:2.0:1749609612.757278:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609612.757279:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d5c00 x1834598193482240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609612.757280:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193482496:12345-0@lo:400: 00000100:00000040:0.0:1749609612.757280:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609612.757281:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193482496 00000100:00000001:2.0:1749609612.757282:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609612.757283:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609612.757284:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749609612.757284:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193482240:12345-0@lo:38: 00000100:00000001:0.0:1749609612.757284:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609612.757285:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00000040:0.0:1749609612.757285:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609612.757286:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609612.757286:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000200:1.0:1749609612.757286:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193482240 00000400:00000010:0.0:1749609612.757286:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000020:00000001:3.0:1749609612.757287:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609612.757287:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609612.757288:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749609612.757288:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193482368, offset 0 00000020:00000001:3.0:1749609612.757289:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:2.0:1749609612.757289:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749609612.757289:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749609612.757289:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609612.757290:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609612.757292:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609612.757292:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609612.757293:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609612.757294:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609612.757294:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609612.757294:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0ca80 00000020:00000001:2.0:1749609612.757295:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00020000:1.0:1749609612.757295:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609612.757296:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 85128 00000020:00000001:3.0:1749609612.757297:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609612.757297:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d5880 x1834598193482112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609612.757297:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609612.757298:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609612.757299:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749609612.757299:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609612.757299:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609612.757300:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609612.757300:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609612.757300:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749609612.757301:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609612.757302:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193482112:12345-0@lo:38: Request processed in 109us (219us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609612.757302:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:0.0:1749609612.757302:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d5f80. 00000020:00000001:3.0:1749609612.757303:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609612.757303:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609612.757303:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d5f80 x1834598193482368 msgsize 520 02000000:00000001:1.0:1749609612.757304:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609612.757305:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609612.757306:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609612.757306:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb95800. 00000100:00100000:0.0:1749609612.757306:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609612.757307:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609612.757308:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000001:1.0:1749609612.757308:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609612.757309:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4eec00. 00010000:00000001:1.0:1749609612.757309:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609612.757309:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609612.757310:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.757310:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609612.757310:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609612.757310:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609612.757311:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609612.757311:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609612.757311:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000020:00000001:3.0:1749609612.757312:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609612.757312:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000020:00000010:2.0:1749609612.757313:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d500. 00000100:00000001:1.0:1749609612.757313:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609612.757313:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00000040:3.0:1749609612.757314:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193482496 00000100:00000200:0.0:1749609612.757314:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757315:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609612.757316:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749609612.757316:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000200:3.0:1749609612.757317:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a2a00 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:558/0 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609612.757317:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000100:00000001:1.0:1749609612.757317:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609612.757318:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609612.757318:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609612.757319:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609612.757319:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609612.757320:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74a00. 02000000:00000001:1.0:1749609612.757320:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609612.757321:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609612.757322:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609612.757322:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609612.757323:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609612.757323:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609612.757324:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609612.757324:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609612.757324:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609612.757325:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193482240, offset 0 00000100:00000040:0.0:1749609612.757325:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 546 usecs (1 jiffies) 00000100:00000001:0.0:1749609612.757326:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298885201 00000400:00000200:1.0:1749609612.757327:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609612.757327:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298885202 00010000:00000001:3.0:1749609612.757328:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609612.757328:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298885201 00010000:00000001:3.0:1749609612.757329:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757329:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298885202 00000100:00000001:0.0:1749609612.757330:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298885201 00000100:00001000:3.0:1749609612.757331:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=7 v=5 (1 1 1 0) 00000400:00000200:1.0:1749609612.757331:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609612.757331:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298885202 00000100:00000001:0.0:1749609612.757332:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298885201 00000100:00000001:3.0:1749609612.757333:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609612.757333:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609612.757333:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298885202 00000100:00100000:2.0:1749609612.757334:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193482368 00000400:00000200:1.0:1749609612.757334:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ca00 00000100:00000001:0.0:1749609612.757334:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609612.757334:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609612.757335:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:2.0:1749609612.757335:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609612.757336:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609612.757336:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609612.757337:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609612.757337:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609612.757337:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b3d [1] + 0 02000000:00000001:3.0:1749609612.757338:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609612.757338:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609612.757339:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609612.757339:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193482368 00000400:00000200:1.0:1749609612.757339:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609612.757340:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609612.757340:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609612.757341:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609612.757341:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609612.757341:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609612.757342:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609612.757343:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000020:00000001:2.0:1749609612.757343:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609612.757343:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749609612.757344:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74a00. 00000400:00000001:0.0:1749609612.757344:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749609612.757345:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d500. 00000400:00000010:0.0:1749609612.757345:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000020:00000010:2.0:1749609612.757346:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000400:00000200:0.0:1749609612.757346:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609612.757347:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609612.757348:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609612.757348:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609612.757348:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609612.757349:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609612.757349:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609612.757351:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.757352:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609612.757352:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609612.757353:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193482496, offset 224 00000100:00000200:1.0:1749609612.757354:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609612.757354:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609612.757355:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609612.757356:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609612.757356:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609612.757357:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000001:0.0:1749609612.757357:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609612.757358:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401737088 : -131936307814528 : ffff88012f3d5f80) 00000100:00000001:0.0:1749609612.757358:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609612.757359:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609612.757360:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d5f80 x1834598193482368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757360:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749609612.757361:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609612.757361:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609612.757362:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609612.757363:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609612.757364:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193482368:12345-0@lo:38: 00000400:00000200:3.0:1749609612.757365:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0cb00 02000000:00000001:0.0:1749609612.757365:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609612.757367:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b35 [1] + 224 00000100:00000200:2.0:1749609612.757367:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193482368 00000100:00000001:1.0:1749609612.757367:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609612.757368:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:0.0:1749609612.757368:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609612 v=5 (0 0 0 0) 00010000:00000001:2.0:1749609612.757369:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:0.0:1749609612.757369:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=74 v=20 (1 1 20 0) 00000400:00000200:3.0:1749609612.757370:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609612.757371:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609612.757371:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00000001:0.0:1749609612.757371:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609612.757372:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609612.757372:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:2.0:1749609612.757373:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749609612.757373:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00010000:00000001:2.0:1749609612.757374:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609612.757374:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609612.757374:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609612.757375:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609612.757375:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609612.757375:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609612.757376:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609612.757377:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609612.757377:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609612.757377:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609612.757378:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609612.757378:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609612.757379:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609612.757380:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609612.757380:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130771400. 02000000:00000001:2.0:1749609612.757380:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757380:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609612.757381:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609612.757381:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749609612.757382:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609612.757382:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d5c00 x1834598193482240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757382:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1749609612.757383:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757383:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609612.757384:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609612.757384:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609612.757385:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609612.757386:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609612.757386:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609612.757387:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609612.757387:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193482240:12345-0@lo:38: Request processed in 103us (170us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749609612.757387:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749609612.757388:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609612.757389:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00080000:0.0:1749609612.757389:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609612.757390:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609612.757391:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609612.757391:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609612.757391:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609612.757392:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749609612.757392:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000040:0.0:1749609612.757392:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609612.757393:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.757394:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609612.757394:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609612.757394:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609612.757395:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000040:2.0:1749609612.757395:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609612.757396:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000400:00000010:2.0:1749609612.757396:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000020:00000010:1.0:1749609612.757396:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00100000:0.0:1749609612.757396:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009d688380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193482112:0@lo:38: 00000020:00000010:1.0:1749609612.757397:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000001:3.0:1749609612.757398:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749609612.757398:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193482368, offset 0 00000100:00000001:3.0:1749609612.757399:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609612.757399:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000400:00000001:0.0:1749609612.757399:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609612.757399:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609612.757400:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609612.757400:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000100:00000001:1.0:1749609612.757401:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609612.757401:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609612.757401:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000040:3.0:1749609612.757402:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609612.757402:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609612.757403:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:0.0:1749609612.757403:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609612.757404:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609612.757406:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609612.757407:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a2a00 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:558/0 lens 224/224 e 0 to 0 dl 1749609623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609612.757407:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609612.757407:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609612.757410:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609612.757411:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609612.757411:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609612.757412:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609612.757412:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609612.757413:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193482496:12345-0@lo:400: Request processed in 138us (247us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609612.757413:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ca80 00000100:00000001:0.0:1749609612.757413:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609612.757413:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1749609612.757414:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609612.757414:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609612.757414:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609612.757415:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609612.757415:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609612.757416:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a108. 00000100:00001000:0.0:1749609612.757416:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609612 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609612.757417:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000400:00000200:1.0:1749609612.757418:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609612.757418:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00001000:0.0:1749609612.757418:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=56 v=20 (1 1 20 0) 00000100:00000040:3.0:1749609612.757419:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609612.757419:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609612.757419:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609612.757419:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609612.757420:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609612.757420:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609612.757421:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609612.757421:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b49 [1] + 0 00000100:00000200:1.0:1749609612.757421:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609612.757421:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609612.757423:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000400:00000200:2.0:1749609612.757423:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609612.757425:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000400:00000200:2.0:1749609612.757425:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609612.757426:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757426:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609612.757427:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609612.757427:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609612.757427:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609612.757428:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.757428:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000040:3.0:1749609612.757429:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000200:2.0:1749609612.757429:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757429:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609612.757429:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609612.757430:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609612.757430:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609612.757431:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609612.757432:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609612.757433:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757433:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609612.757433:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609612.757434:0:1048:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609612.757435:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609612.757436:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609612.757437:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609612.757437:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609612.757437:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193482240:0@lo:38: 00000100:00000001:0.0:1749609612.757438:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609612.757439:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 02000000:00000001:1.0:1749609612.757439:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757439:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1749609612.757440:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:2.0:1749609612.757440:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000040:0.0:1749609612.757440:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009d688380 x1834598193482112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609612.757441:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:1.0:1749609612.757441:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=7 v=5 (5 5 5 0) 00000020:00000040:3.0:1749609612.757442:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609612.757442:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609612.757443:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609612.757443:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=7 v=5 (1 1 1 0) 00000100:00000001:0.0:1749609612.757443:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749609612.757444:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609612.757444:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1749609612.757444:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609612.757445:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609612.757446:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609612.757446:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749609612.757446:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f400. 00010000:00000001:1.0:1749609612.757447:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749609612.757448:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d5f80 x1834598193482368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609632 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609612.757448:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609612.757449:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:1.0:1749609612.757450:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609612.757450:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609612.757451:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1749609612.757452:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193482368:12345-0@lo:38: Request processed in 87us (147us total) trans 0 rc -19/-19 02000000:00000010:0.0:1749609612.757452:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130770400. 02000000:00000001:0.0:1749609612.757453:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1749609612.757454:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609612.757454:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1749609612.757455:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000010:0.0:1749609612.757455:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688380. 00000100:00000001:1.0:1749609612.757456:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749609612.757457:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609612.757457:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609612.757457:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609612.757457:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609612.757458:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609612.757458:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.757458:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749609612.757459:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d500. 00000100:00000001:1.0:1749609612.757459:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609612.757459:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130774000 x1834598193482240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609612.757460:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000100:00000040:1.0:1749609612.757460:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609612.757461:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74a00. 00000100:00000001:2.0:1749609612.757462:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609612.757464:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609612.757465:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609612.757465:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609612.757466:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757466:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609612.757467:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609612.757468:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f000. 02000000:00000001:0.0:1749609612.757469:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749609612.757470:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193482496:0@lo:400: 00000020:00000001:0.0:1749609612.757470:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609612.757470:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609612.757471:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609612.757471:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130770800. 00000100:00000001:1.0:1749609612.757472:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609612.757472:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609612.757473:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609612.757473:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609612.757473:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130774000. 00000100:00000040:1.0:1749609612.757474:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130774700 x1834598193482496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757474:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609612.757475:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.757475:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609612.757477:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609612.757477:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609612.757477:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609612.757478:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609612.757478:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749609612.757479:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 00000100:00000001:0.0:1749609612.757479:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609612.757480:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609612.757480:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609612.757481:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749609612.757482:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609612.757482:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 02000000:00000001:1.0:1749609612.757483:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609612.757483:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609612.757484:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1749609612.757484:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609612.757485:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609612.757486:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609612.757487:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bef00. 00000100:00000200:0.0:1749609612.757488:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757491:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609612.757492:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609612.757492:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609612.757492:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749609612.757493:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130774700. 00000100:00000001:0.0:1749609612.757493:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609612.757494:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749609612.757494:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609612.757494:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609612.757495:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.757495:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609612.757496:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609612.757496:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609612.757497:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609612 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609612.757498:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609612.757499:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609612.757499:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=7 v=20 (1 1 20 0) 00000100:00000001:1.0:1749609612.757500:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609612.757500:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609612.757501:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757501:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609612.757502:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609612.757503:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757507:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609612.757508:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609612.757508:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.757509:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609612.757509:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609612.757510:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609612.757511:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609612.757512:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609612.757513:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609612.757516:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193482368:0@lo:38: 00000100:00000001:0.0:1749609612.757518:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757519:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609612.757520:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130774380 x1834598193482368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609612.757523:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609612.757523:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609612.757524:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48ec00. 02000000:00000001:0.0:1749609612.757525:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609612.757525:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609612.757526:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609612.757526:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609612.757527:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130770c00. 02000000:00000001:0.0:1749609612.757528:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609612.757528:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609612.757530:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130774380. 00000100:00000001:0.0:1749609612.757531:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609612.757531:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609612.757532:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757533:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609612.757534:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609612.757535:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609612.757535:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609612.758716:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298885202, at 4298885202 00000100:00000040:2.0:1749609612.758720:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298885202, at 4298885202 00000100:00000010:1.0:1749609612.758721:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e72c0. 00000100:00000010:2.0:1749609612.758725:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e76c0. 00000100:00000040:0.0:1749609612.758729:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298885202, at 4298885202 00000100:00000040:3.0:1749609612.758733:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298885202, at 4298885202 00000100:00000010:0.0:1749609612.758734:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e77c0. 00000100:00000010:3.0:1749609612.758739:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f00. 00010000:00000001:0.0:1749609612.788834:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609612.788841:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609612.788910:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609612.788913:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609612.788915:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609613.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609613.082805:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609613.082807:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609613.082811:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609613.082814:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609613.082818:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609613.082821:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609613.082824:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609613.082826:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609613.248077:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609613.248097:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609613.248100:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609613.248102:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609613.248112:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609613.248131:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500880 00000400:00000100:0.0:1749609613.248137:0:1043:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188189824 offset 0 length 520: 4 00000400:00000200:0.0:1749609613.248140:0:1043:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726194a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609613.248141:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609613.248151:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609613.248163:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609613.248164:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609613.248166:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609613.414787:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609613.414794:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609613.414795:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609613.414799:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609613.414801:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609613.414804:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609613.414806:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609613.414809:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609613.414810:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609613.756846:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609613.756860:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609613.756863:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609613.756867:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609613.756869:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609613.756872:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609613.756874:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609613.790807:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609613.790814:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609613.790879:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609613.790883:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609613.790885:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609614.082820:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609614.082827:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609614.082829:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609614.082831:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609614.082834:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609614.082837:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609614.082840:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609614.082842:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609614.082843:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609614.414809:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609614.414818:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609614.414820:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609614.414823:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609614.414827:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609614.414831:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609614.414834:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609614.414837:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609614.414839:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609614.756769:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609614.756783:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609614.756785:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609614.756788:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609614.756790:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609614.756793:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609614.756794:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609614.792806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609614.792812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609614.792868:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609614.792871:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609614.792873:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609615.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609615.082795:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609615.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609615.082801:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609615.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609615.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609615.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609615.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609615.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609615.414801:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609615.414809:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609615.414811:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609615.414814:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609615.414818:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609615.414821:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609615.414824:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609615.414834:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012e15fb80 x1834598193480960/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609615.414843:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609615.414846:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e15fb80 x1834598193480960/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609615.414853:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609615.414855:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609615.414858:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609615.414860:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609615.414862:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15fb80 x1834598193480960/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609615.414869:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e15fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193480960:0@lo:101: 00000100:00000001:0.0:1749609615.414874:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609615.414876:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609615.414878:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609615.414880:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609615.414882:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e15fb80 x1834598193480960/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609615.414889:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609615.414891:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609615.414896:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609615.414897:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609615.414901:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609615.414906:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609615.414910:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609615.414913:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79c00 refcount=4 00000020:00000001:0.0:1749609615.414915:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609615.414918:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00010000:0.0:1749609615.414923:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609615.414931:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609615.414934:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609615.414940:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609615.414942:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609615.414948:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609615.414950:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609615.414951:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609615.414956:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609615.414958:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609615.414961:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609615.414963:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609615.414969:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a79c00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609615.414972:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609615.414974:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609615.414979:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609615.414981:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609615.414982:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609615.414983:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79c00 refcount=5 00000020:00000001:0.0:1749609615.414985:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609615.414986:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609615.414989:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609615.414991:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609615.414996:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609615.414997:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609615.415002:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749609615.415005:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609615.415006:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609615.415008:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609615.415010:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609615.415013:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609615.415014:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609615.415015:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609615.415016:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609615.415019:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a79c00 with handle 0xae754a0887514926 from hash 00010000:00000001:0.0:1749609615.415021:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609615.415022:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609615.415022:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609615.415024:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609615.415025:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609615.415026:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609615.415029:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609615.415029:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609615.415031:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609615.415032:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609615.415034:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609615.415039:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609615.415040:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609615.415041:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609615.415043:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609615.415044:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609615.415045:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609615.415045:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609615.415047:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514926 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609615.415054:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35100 count: 0 00010000:00000001:0.0:1749609615.415081:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609615.415084:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609615.415086:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609615.415088:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e15fb80 x1834598193480960/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609615.415095:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609615.415098:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609615.415100:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609615.415102:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609615.415105:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a78400. 02000000:00000001:0.0:1749609615.415110:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609615.415112:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609615.415113:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e15fb80. 00000100:00000001:0.0:1749609615.415119:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609615.415120:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609615.415122:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609615.415124:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609615.415127:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609615.415130:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e77c0. 00000020:00000010:0.0:1749609615.415134:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000020:00000010:0.0:1749609615.415138:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a79200. 00000040:00000010:0.0:1749609615.415141:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a79e00. 00000020:00000010:0.0:1749609615.415145:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a76800. 00000020:00000010:0.0:1749609615.415149:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a79a00. 80000000:00000010:0.0:1749609615.415153:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609615.415158:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79000. 00080000:00000010:0.0:1749609615.415164:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609615.415170:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609615.415177:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609615.415179:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609615.415184:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a79200. 00000040:00000010:0.0:1749609615.415187:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a79e00. 00000020:00000010:0.0:1749609615.415189:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a76800. 00000020:00000010:0.0:1749609615.415192:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a79a00. 80000000:00000010:0.0:1749609615.415195:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609615.415197:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79000. 00080000:00000010:0.0:1749609615.415200:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609615.415203:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609615.415211:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 10000000:00000010:0.0:1749609615.415212:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e77c0. 10000000:01000000:0.0:1749609615.415215:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1749609615.415218:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749609615.415220:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749609615.415222:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609615.415224:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609615.415225:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff8800b46a6200) refs 2 10000000:00000001:0.0:1749609615.415227:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609615.415228:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609615.415229:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b46a7400) refs 2 10000000:00000001:0.0:1749609615.415231:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609615.415233:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609615.415234:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1749609615.415235:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609615.415236:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff88008fb77000 from 1 10000000:00000001:0.0:1749609615.415238:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609615.415239:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1749609615.415244:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d6300. 00000020:00000040:0.0:1749609615.415247:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609615.415251:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609615.415253:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609615.415258:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609615.415263:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a78400. 00000100:00000001:0.0:1749609615.415268:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609615.415272:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609615.415274:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609615.415278:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35400. 00010000:00000001:0.0:1749609615.415283:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609615.415285:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a78a00. 00000020:00000001:0.0:1749609615.415288:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609615.415290:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a78a00 with handle 0xae754a088751492d to hash 00000020:00000001:0.0:1749609615.415292:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609615.415293:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609615.415296:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609615.415298:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609615.415299:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609615.415301:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609615.415307:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609615.415315:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609615.415319:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609615.415320:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609615.415324:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609615.415325:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392601152 : -131936316950464 : ffff88012eb1f840) 00000100:00000001:0.0:1749609615.415327:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609615.415327:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137401737984 : -131936307813632 : ffff88012f3d6300) 00000100:00000001:0.0:1749609615.415330:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609615.415332:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609615.415333:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609615.415334:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609615.415336:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012f3d6300 x1834598193482624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609615.415341:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609615.415343:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609615.415344:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012f3d6300 x1834598193482624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609615.415348:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609615.415349:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609615.415349:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609615.415350:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609615.415351:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609615.415352:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609615.415352:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609615.415353:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609615.415354:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749609615.420773:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35100. 00010000:00000010:0.1:1749609615.420780:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a79c00. 00000100:00000001:2.0:1749609615.756787:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609615.756803:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609615.756805:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609615.756808:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609615.756811:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609615.756814:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609615.756815:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609615.794841:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609615.794847:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609615.794931:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609615.794938:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609615.794941:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609616.082789:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609616.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609616.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609616.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609616.082808:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609616.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609616.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609616.082818:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609616.082820:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609616.414789:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609616.414797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609616.414799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609616.414801:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609616.414804:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609616.414807:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609616.414810:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609616.414813:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609616.414814:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609616.756777:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609616.756795:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609616.756797:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609616.756801:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609616.756804:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609616.756808:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609616.756810:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609616.796818:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609616.796825:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609616.796917:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609616.796920:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609616.796923:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609617.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609617.082805:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609617.082807:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609617.082809:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609617.082813:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609617.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609617.082819:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.082821:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.414796:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609617.414804:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609617.414806:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609617.414808:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609617.414811:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609617.414814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.414816:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609617.414818:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.414819:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.756789:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609617.756804:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609617.756806:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609617.756810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609617.756812:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609617.756815:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.756817:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609617.764771:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609617.764779:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609617.764782:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609617.764786:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609617.764788:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609617.764791:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609617.764796:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609617.764801:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4217 00000100:00080000:2.0:1749609617.764805:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609617.764808:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609617.764811:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609617.764813:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609617.764815:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609617.764819:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609617.764821:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609617.764824:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609617.764827:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609617.764829:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609617.764831:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609617.764834:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609617.764836:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609617.764837:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609617.764839:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609617.764841:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609617.764844:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609617.764847:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609617.764849:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609617.764858:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609617.764860:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.764862:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609617.764865:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609617.764871:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774a80. 00000020:00000040:2.0:1749609617.764874:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609617.764878:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609617.764880:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.764882:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609617.764886:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609617.764890:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609617.764897:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130771800. 00000100:00000001:2.0:1749609617.764903:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609617.764911:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609617.764922:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609617.764924:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609617.764927:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130774a80] to pc [ptlrpcd_rcv+-1] req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609617.764953:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609617.764956:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609617.764959:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609617.764960:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609617.764961:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609617.764963:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609617.764965:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4217 00000100:00080000:2.0:1749609617.764967:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609617.764968:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609617.764970:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609617.764972:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609617.764974:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609617.764976:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609617.764977:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609617.764979:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609617.764981:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609617.764982:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609617.764984:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609617.764986:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609617.764988:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609617.764989:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609617.764990:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609617.764992:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609617.764993:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609617.764995:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.764996:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609617.764997:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609617.764999:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609617.765000:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609617.765001:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765003:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609617.765003:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609617.765004:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609617.765007:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774e00. 00000020:00000040:2.0:1749609617.765008:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:0.0:1749609617.765008:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609617.765010:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609617.765011:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765013:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609617.765014:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609617.765016:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765016:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609617.765017:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609617.765018:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130771c00. 02000000:00000001:0.0:1749609617.765020:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609617.765021:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609617.765022:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609617.765024:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609617.765024:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609617.765027:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193482752:0@lo:38: 00000100:00000001:2.0:1749609617.765031:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609617.765031:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609617.765032:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609617.765034:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130774e00] to pc [ptlrpcd_rcv+-1] req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609617.765035:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609617.765037:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609617.765039:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609617.765042:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609617.765043:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d000. 00000100:00080000:2.0:1749609617.765044:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749609617.765044:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609617.765048:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609617.765049:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609617.765049:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609617.765051:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749609617.765052:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000100:00080000:2.0:1749609617.765053:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4217 00000100:00080000:2.0:1749609617.765055:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609617.765057:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609617.765058:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609617.765059:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609617.765060:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:0.0:1749609617.765060:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000020:00000001:2.0:1749609617.765062:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609617.765063:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609617.765065:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749609617.765066:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193482752, portal 4 00000020:00000040:2.0:1749609617.765067:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000100:00000001:0.0:1749609617.765068:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609617.765069:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609617.765070:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609617.765070:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422310016 : -131936287241600 : ffff880130774a80) 00000100:00000040:2.0:1749609617.765072:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609617.765074:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609617.765075:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609617.765076:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609617.765076:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609617.765078:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609617.765080:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609617.765081:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609617.765082:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609617.765083:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749609617.765084:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609617.765085:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609617.765085:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 02000000:00000001:2.0:1749609617.765086:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609617.765087:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193482752, offset 0 00000100:00000001:2.0:1749609617.765088:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609617.765090:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609617.765092:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775180. 00000400:00000200:0.0:1749609617.765092:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609617.765094:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609617.765096:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609617.765097:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765098:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609617.765099:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609617.765100:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609617.765103:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130772000. 00000100:00000001:2.0:1749609617.765106:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609617.765106:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609617.765109:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609617.765115:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609617.765116:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609617.765117:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0cc00 00000100:00000040:2.0:1749609617.765119:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130775180] to pc [ptlrpcd_rcv+-1] req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609617.765124:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 16120 00000100:00000001:2.0:1749609617.765125:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609617.765127:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609617.765130:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609617.765132:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775500. 00000400:00000200:0.0:1749609617.765132:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749609617.765134:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749609617.765135:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609617.765136:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609617.765137:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609617.765139:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765141:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749609617.765142:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be200. 00000100:00000200:0.0:1749609617.765143:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609617.765144:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609617.765147:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749609617.765147:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d6680. 00000100:00000040:0.0:1749609617.765149:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d6680 x1834598193482752 msgsize 520 00000100:00100000:0.0:1749609617.765152:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609617.765154:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609617.765155:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609617.765158:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130775500] to pc [ptlrpcd_00_01+1] req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765169:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609617.765178:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609617.765180:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609617.765183:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609617.765185:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609617.765189:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765192:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609617.765194:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4227) 00000100:00000040:0.0:1749609617.765194:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765199:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765201:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609617.765204:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609617.765208:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1811 usecs (2 jiffies) 00000100:00000001:3.0:1749609617.765210:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609617.765211:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298890210 00000100:00000001:2.0:1749609617.765214:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609617.765215:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e77c0. 00000100:00000001:2.0:1749609617.765216:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609617.765217:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609617.765221:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765221:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:3.0:1749609617.765223:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193482752 00000100:00000001:1.0:1749609617.765223:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609617.765225:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609617.765226:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765226:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298890210 00000100:00000001:3.0:1749609617.765227:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609617.765227:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609617.765228:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609617.765228:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7500. 00000100:00000001:3.0:1749609617.765229:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609617.765230:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609617.765230:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749609617.765231:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609617.765232:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765232:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298890210 02000000:00000001:2.0:1749609617.765233:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609617.765234:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7900. 00000100:00100000:3.0:1749609617.765235:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193482752 00000100:00100000:2.0:1749609617.765235:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193483136:0@lo:400: 00000100:00000001:0.0:1749609617.765236:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:3.0:1749609617.765237:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609617.765238:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609617.765238:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749609617.765239:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609617.765239:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609617.765239:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298890210 00000020:00000001:3.0:1749609617.765240:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609617.765241:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609617.765241:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609617.765242:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749609617.765242:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f00. 00000020:00000010:3.0:1749609617.765244:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:0.0:1749609617.765244:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000010:2.0:1749609617.765245:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74a00. 02000000:00000001:2.0:1749609617.765246:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765246:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609617.765248:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609617.765249:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000010:2.0:1749609617.765249:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000100:00000001:0.0:1749609617.765251:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609617.765252:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000001:0.0:1749609617.765252:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609617.765253:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682990. 00000100:00000200:2.0:1749609617.765255:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193483136, portal 10 00000100:00000001:3.0:1749609617.765257:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609617.765257:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609617.765257:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609617.765258:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609617.765258:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422312704 : -131936287238912 : ffff880130775500) 00000100:00000001:3.0:1749609617.765259:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765259:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.765260:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609617.765261:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609617.765262:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765262:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609617.765264:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609617.765264:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609617.765269:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609617.765270:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609617.765271:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609617.765271:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609617.765273:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 02000000:00000001:0.0:1749609617.765273:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749609617.765274:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193483136, offset 0 02000000:00000001:0.0:1749609617.765275:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609617.765276:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609617.765276:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609617.765278:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609617.765278:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193482880:0@lo:38: 00000100:00000001:0.0:1749609617.765281:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609617.765282:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609617.765283:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609617.765284:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609617.765284:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609617.765284:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609617.765285:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609617.765287:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f000. 00000100:00100000:3.0:1749609617.765288:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000001:3.0:1749609617.765289:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401738880 : -131936307812736 : ffff88012f3d6680) 00000400:00000200:2.0:1749609617.765289:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0cd80 02000000:00000001:0.0:1749609617.765289:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609617.765291:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000040:3.0:1749609617.765292:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d6680 x1834598193482752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609617.765293:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000400:00000200:2.0:1749609617.765295:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 85648 00000100:00100000:3.0:1749609617.765299:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193482752:12345-0@lo:38: 00000400:00000200:2.0:1749609617.765300:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609617.765301:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193482752 00000400:00000200:2.0:1749609617.765303:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749609617.765303:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193482880, portal 10 00000020:00000001:3.0:1749609617.765304:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609617.765304:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609617.765305:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422310912 : -131936287240704 : ffff880130774e00) 00010000:00000001:3.0:1749609617.765307:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609617.765307:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609617.765308:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609617.765309:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609617.765311:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775880. 00000100:00000040:2.0:1749609617.765313:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff880130775880 x1834598193483136 msgsize 224 00000100:00000001:0.0:1749609617.765314:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609617.765317:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609617.765317:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609617.765318:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609617.765319:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00010000:00020000:3.0:1749609617.765320:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749609617.765320:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193482880, offset 0 00010000:00000001:3.0:1749609617.765321:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609617.765323:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609617.765323:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609617.765324:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609617.765327:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609617.765329:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749609617.765329:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000400:00000010:2.0:1749609617.765330:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:3.0:1749609617.765331:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609617.765331:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0cc80 00000100:00000001:2.0:1749609617.765332:0:1049:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609617.765334:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609617.765334:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 85872 00000100:00000200:2.0:1749609617.765335:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609617.765337:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ef000. 02000000:00000001:3.0:1749609617.765338:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609617.765338:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609617.765340:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609617.765341:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609617.765342:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749609617.765343:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749609617.765343:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765343:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609617.765344:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609617.765345:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609617.765346:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d6a00. 00000100:00001000:3.0:1749609617.765347:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609617.765348:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d6a00 x1834598193482880 msgsize 520 00000100:00000001:3.0:1749609617.765349:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609617.765349:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765350:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609617.765351:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609617.765351:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609617.765352:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609617.765352:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609617.765353:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609617.765355:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609617.765355:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 550 usecs (1 jiffies) 00000100:00000040:3.0:1749609617.765356:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609617.765356:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609617.765357:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609617.765357:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298890209 02000000:00000001:3.0:1749609617.765358:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609617.765359:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609617.765359:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298890210 00000400:00000200:0.0:1749609617.765359:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:2.0:1749609617.765360:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298890209 00000100:00000040:3.0:1749609617.765361:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609617.765361:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000400:00000010:3.0:1749609617.765362:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609617.765362:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298890210 00000100:00000001:0.0:1749609617.765362:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609617.765363:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298890209 00000100:00000001:2.0:1749609617.765364:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298890210 00000100:00000200:0.0:1749609617.765364:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609617.765365:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193482752, offset 0 00000100:00000001:2.0:1749609617.765366:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298890209 00000400:00000200:3.0:1749609617.765367:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609617.765367:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298890210 00000100:00000001:2.0:1749609617.765368:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609617.765370:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609617.765371:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609617.765372:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609617.765372:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609617.765373:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765374:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609617.765376:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0cc00 00000400:00000200:3.0:1749609617.765378:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4b5d [1] + 0 00000100:00000001:2.0:1749609617.765378:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609617.765378:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765379:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609617.765380:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609617.765381:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609617.765381:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609617.765382:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609617.765382:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609617.765382:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765383:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609617.765384:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 708 usecs (1 jiffies) 00000100:00000001:3.0:1749609617.765385:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609617.765385:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765386:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298890209 00000100:00000200:3.0:1749609617.765387:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765388:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298890210 00000100:00000001:0.0:1749609617.765390:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298890209 00000100:00000001:0.0:1749609617.765391:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298890210 00000100:00000040:3.0:1749609617.765392:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765393:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298890209 00000100:00000001:0.0:1749609617.765394:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298890210 00000100:00000001:0.0:1749609617.765395:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298890209 00000100:00000001:3.0:1749609617.765396:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609617.765397:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298890210 00000100:00000001:0.0:1749609617.765398:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609617.765400:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765402:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609617.765403:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000040:0.0:1749609617.765404:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609617.765405:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609617.765406:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609617.765407:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609617.765408:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609617.765409:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609617.765410:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193483136 00000100:00000001:0.0:1749609617.765410:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749609617.765411:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:2.0:1749609617.765411:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609617.765411:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609617.765412:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765412:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609617.765413:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609617.765413:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609617.765414:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609617.765414:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609617.765415:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d6680 x1834598193482752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609617.765416:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609617.765416:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609617.765418:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193483136 00000100:00100000:0.0:1749609617.765418:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193483008:0@lo:38: 00000100:00100000:3.0:1749609617.765420:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193482752:12345-0@lo:38: Request processed in 121us (270us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749609617.765420:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609617.765421:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:0.0:1749609617.765421:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609617.765422:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609617.765422:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609617.765423:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609617.765424:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 02000000:00000001:0.0:1749609617.765424:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749609617.765425:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000020:00000001:2.0:1749609617.765426:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:3.0:1749609617.765427:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749609617.765427:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f400. 00000100:00000001:3.0:1749609617.765428:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749609617.765428:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 02000000:00000001:0.0:1749609617.765428:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609617.765430:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000400:00000010:0.0:1749609617.765430:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:2.0:1749609617.765431:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749609617.765432:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000020:00000010:3.0:1749609617.765433:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000020:00000010:2.0:1749609617.765434:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4940. 00000020:00000010:3.0:1749609617.765435:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000200:0.0:1749609617.765435:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193483008, portal 10 00000100:00000001:0.0:1749609617.765436:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609617.765437:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.765437:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422311808 : -131936287239808 : ffff880130775180) 00000020:00000010:2.0:1749609617.765438:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7eba8c0. 00000100:00000040:0.0:1749609617.765441:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609617.765443:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609617.765446:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609617.765448:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609617.765448:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609617.765449:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000100:00100000:3.0:1749609617.765450:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193482880 02000000:00000001:3.0:1749609617.765450:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609617.765450:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1749609617.765450:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193483008, offset 0 00000400:00000200:0.0:1749609617.765451:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609617.765452:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609617.765453:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609617.765453:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 02000000:00000001:3.0:1749609617.765454:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609617.765455:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193482880 00000400:00000200:0.0:1749609617.765455:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609617.765456:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1749609617.765456:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d500. 00000020:00000040:3.0:1749609617.765457:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609617.765458:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749609617.765458:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000400:00000200:0.0:1749609617.765458:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0cd00 00000020:00000001:3.0:1749609617.765459:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609617.765460:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609617.765460:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 86392 00000020:00000010:3.0:1749609617.765461:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000020:00000010:3.0:1749609617.765462:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000200:0.0:1749609617.765463:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609617.765464:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000040:2.0:1749609617.765464:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1749609617.765464:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609617.765465:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609617.765465:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609617.765466:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609617.765466:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609617.765467:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609617.765468:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609617.765468:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d6d80. 00000100:00000001:3.0:1749609617.765469:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609617.765470:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609617.765470:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d6d80 x1834598193483008 msgsize 520 00000100:00000001:3.0:1749609617.765472:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609617.765472:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609617.765473:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609617.765475:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609617.765477:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765483:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609617.765485:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000100:00000001:3.0:1749609617.765486:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609617.765486:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000100:00000001:0.0:1749609617.765487:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609617.765489:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609617.765491:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609617.765491:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193483008 00000100:00000001:2.0:1749609617.765491:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609617.765492:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609617.765493:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609617.765493:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609617.765493:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609617.765494:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609617.765495:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609617.765497:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193483008 00000020:00000001:3.0:1749609617.765497:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609617.765497:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765497:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749609617.765498:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609617.765498:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609617.765499:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609617.765499:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765499:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609617.765500:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765500:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609617.765501:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 00000100:00000040:0.0:1749609617.765501:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 542 usecs (1 jiffies) 00000020:00000010:3.0:1749609617.765502:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000100:00100000:2.0:1749609617.765502:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000001:0.0:1749609617.765502:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298890209 00000100:00000001:0.0:1749609617.765503:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298890210 00000020:00000010:3.0:1749609617.765504:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000040:2.0:1749609617.765504:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609617.765505:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609617.765505:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609617.765505:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609617.765505:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298890209 00000100:00000001:3.0:1749609617.765506:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609617.765506:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422313600 : -131936287238016 : ffff880130775880) 00000100:00000001:0.0:1749609617.765506:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298890210 00000100:00000001:3.0:1749609617.765507:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609617.765507:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609617.765507:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298890209 00000100:00000001:0.0:1749609617.765507:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298890210 00000100:00000001:3.0:1749609617.765508:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.765508:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298890209 00000100:00000040:2.0:1749609617.765509:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130775880 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:563/0 lens 224/0 e 0 to 0 dl 1749609628 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765509:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298890210 00000100:00000001:3.0:1749609617.765510:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609617.765510:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609617.765510:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609617.765511:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609617.765511:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000400:00000001:0.0:1749609617.765513:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609617.765514:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401739776 : -131936307811840 : ffff88012f3d6a00) 00000400:00000001:0.0:1749609617.765514:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609617.765515:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000400:00000010:0.0:1749609617.765515:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000100:00000001:3.0:1749609617.765516:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401740672 : -131936307810944 : ffff88012f3d6d80) 00000400:00000200:0.0:1749609617.765516:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00000001:2.0:1749609617.765517:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749609617.765517:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000040:3.0:1749609617.765518:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d6d80 x1834598193483008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609617.765518:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d6a00 x1834598193482880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765518:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609617.765519:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4900. 00000100:00000200:0.0:1749609617.765519:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609617.765520:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609617.765522:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193483008:12345-0@lo:38: 00000020:00000010:2.0:1749609617.765522:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4900. 00000100:00000200:0.0:1749609617.765523:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609617.765524:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193483008 00000100:00100000:2.0:1749609617.765525:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193483136:12345-0@lo:400: 00000020:00000001:3.0:1749609617.765526:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609617.765527:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609617.765527:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193482880:12345-0@lo:38: 00000100:00000001:0.0:1749609617.765527:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609617.765528:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193483136 00000100:00000001:0.0:1749609617.765528:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609617.765529:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609617.765529:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749609617.765530:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193482880 02000000:00000001:0.0:1749609617.765531:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749609617.765532:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609617.765532:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609617.765532:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609617.765533:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609617.765533:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765533:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609617.765534:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00020000:3.0:1749609617.765535:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609617.765535:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609617.765536:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1749609617.765537:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609617.765538:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609617.765538:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:3.0:1749609617.765539:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:0.0:1749609617.765539:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609617 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609617.765540:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609617.765540:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609617.765540:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609617.765541:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1749609617.765541:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=79 v=20 (1 1 20 0) 02000000:00000010:3.0:1749609617.765542:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ef400. 00010000:00020000:1.0:1749609617.765542:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749609617.765543:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609617.765543:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.765543:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609617.765544:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609617.765544:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609617.765545:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609617.765545:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609617.765546:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609617.765546:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609617.765546:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609617.765547:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609617.765547:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1749609617.765548:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609617.765548:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609617.765549:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609617.765549:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609617.765550:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609617.765551:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:2.0:1749609617.765551:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609617.765552:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609617.765553:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609617.765553:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609617.765554:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609617.765554:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609617.765554:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749609617.765555:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609617.765555:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609617.765555:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609617.765555:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609617.765556:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765556:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609617.765557:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609617.765557:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130772400. 02000000:00000001:1.0:1749609617.765557:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609617.765557:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749609617.765558:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609617.765558:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609617.765559:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 02000000:00000001:2.0:1749609617.765559:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609617.765559:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609617.765560:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609617.765560:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb95c00. 00000100:00000200:3.0:1749609617.765561:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193483008, offset 0 00000100:00080000:0.0:1749609617.765561:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:2.0:1749609617.765562:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609617.765562:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765562:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609617.765563:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1749609617.765564:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193483136 00000100:00000001:1.0:1749609617.765564:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609617.765564:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609617.765566:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609617.765582:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749609617.765584:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609617.765585:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193482752:0@lo:38: 00010000:00000200:2.0:1749609617.765586:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130775880 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:563/0 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765587:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609617.765588:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0cd00 00000100:00000001:0.0:1749609617.765588:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609617.765590:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130774a80 x1834598193482752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609617.765591:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b79 [1] + 0 00010000:00000001:2.0:1749609617.765592:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609617.765592:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609617.765593:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609617.765594:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609617.765594:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609617.765594:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609617.765595:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609617.765595:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1749609617.765596:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=12 v=5 (1 1 1 0) 00000100:00000001:3.0:1749609617.765597:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609617.765597:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749609617.765597:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d000. 02000000:00000001:0.0:1749609617.765598:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749609617.765599:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609617.765599:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609617.765599:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609617.765599:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749609617.765600:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:1.0:1749609617.765601:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000020:00000040:0.0:1749609617.765601:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609617.765602:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609617.765602:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609617.765603:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:2.0:1749609617.765604:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749609617.765604:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130771800. 02000000:00000001:2.0:1749609617.765605:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609617.765605:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609617.765606:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609617.765606:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749609617.765607:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609617.765607:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 02000000:00000001:0.0:1749609617.765607:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749609617.765608:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749609617.765608:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130774a80. 02000000:00000001:1.0:1749609617.765609:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609617.765609:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1749609617.765610:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 02000000:00000001:1.0:1749609617.765610:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765610:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609617.765611:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609617.765611:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609617.765612:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609617.765613:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193483136, offset 224 00000100:00000040:1.0:1749609617.765614:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609617.765614:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609617.765615:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:0.0:1749609617.765615:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609617.765616:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000400:00000010:1.0:1749609617.765616:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000001:0.0:1749609617.765616:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609617.765616:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609617.765617:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609617.765617:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749609617.765618:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609617.765619:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609617.765620:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609617.765621:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000001:0.0:1749609617.765621:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609617.765622:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609617.765622:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000020:00000001:3.0:1749609617.765623:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609617.765623:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609617.765623:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000040:3.0:1749609617.765624:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d6d80 x1834598193483008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609617.765624:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609617.765625:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609617.765626:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193482880, offset 0 00000400:00000200:2.0:1749609617.765627:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0cd80 00000100:00000200:0.0:1749609617.765627:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609617.765629:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193483008:12345-0@lo:38: Request processed in 106us (158us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749609617.765630:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609617.765631:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b65 [1] + 224 00000100:00100000:3.0:1749609617.765633:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:3.0:1749609617.765634:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609617.765634:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609617.765634:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609617.765634:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609617.765635:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609617.765635:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749609617.765636:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 02000000:00000001:0.0:1749609617.765636:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609617.765637:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609617.765638:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749609617.765638:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609617.765638:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609617.765638:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609617.765639:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 02000000:00000001:0.0:1749609617.765639:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609617.765640:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609617.765640:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609617.765640:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609617 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609617.765642:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=12 v=20 (1 1 20 0) 00000100:00000200:2.0:1749609617.765643:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609617.765643:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609617.765643:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609617.765643:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609617.765644:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609617.765646:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609617.765648:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0cc80 00000100:00080000:3.0:1749609617.765649:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:2.0:1749609617.765650:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765650:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609617.765651:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609617.765651:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609617.765652:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:1.0:1749609617.765652:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b6d [1] + 0 00000100:00000001:0.0:1749609617.765652:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609617.765653:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609617.765655:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749609617.765656:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749609617.765656:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609617.765657:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609617.765658:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609617.765659:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609617.765661:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609617.765661:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609617.765662:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193483008:0@lo:38: 00000400:00000200:2.0:1749609617.765664:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000100:00000200:1.0:1749609617.765664:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765664:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765665:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749609617.765666:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000040:0.0:1749609617.765666:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130775180 x1834598193483008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609617.765668:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609617.765669:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609617.765669:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609617.765669:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609617.765670:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f400. 00000100:00000001:2.0:1749609617.765671:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609617.765671:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609617.765671:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749609617.765672:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609617.765672:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1749609617.765673:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:0.0:1749609617.765673:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609617.765673:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130772000. 00010000:00000001:2.0:1749609617.765700:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:0.0:1749609617.765701:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609617.765701:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609617.765702:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130775180. 00000020:00000001:2.0:1749609617.765703:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609617.765703:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609617.765703:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609617.765703:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609617.765704:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609617.765704:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765705:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609617.765706:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609617.765707:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775880 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:563/0 lens 224/224 e 0 to 0 dl 1749609628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609617.765714:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193483136:12345-0@lo:400: Request processed in 196us (399us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609617.765716:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749609617.765718:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00100000:2.0:1749609617.765719:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000040:2.0:1749609617.765721:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:1.0:1749609617.765721:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609617.765722:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609617.765723:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609617.765724:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609617.765724:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609617.765726:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d500. 00000100:00000040:1.0:1749609617.765727:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609617.765729:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609617.765730:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000020:00000001:1.0:1749609617.765730:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749609617.765732:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609617.765733:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d6a00 x1834598193482880/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609637 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609617.765733:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749609617.765734:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 00000400:00000010:0.0:1749609617.765734:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749609617.765735:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:0.0:1749609617.765735:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:0.0:1749609617.765736:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:2.0:1749609617.765738:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000200:0.0:1749609617.765738:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609617.765739:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609617.765739:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609617.765741:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749609617.765741:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193482880:12345-0@lo:38: Request processed in 213us (391us total) trans 0 rc -19/-19 00000400:00000001:3.0:1749609617.765743:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609617.765744:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609617.765746:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000100:00000200:0.0:1749609617.765746:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609617.765748:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682990 00000100:00100000:1.0:1749609617.765748:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000400:00000010:3.0:1749609617.765749:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682990. 00000100:00000001:3.0:1749609617.765750:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609617.765750:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609617.765750:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609617.765750:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609617.765751:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609617.765751:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749609617.765752:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609617.765752:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609617.765753:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609617.765753:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609617.765754:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 02000000:00000001:0.0:1749609617.765754:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609617.765756:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609617 v=5 (0 0 0 0) 00000020:00000010:1.0:1749609617.765757:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00001000:0.0:1749609617.765757:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=61 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609617.765758:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1749609617.765759:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:0.0:1749609617.765759:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749609617.765760:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765760:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609617.765761:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609617.765761:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609617.765764:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609617.765765:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.765765:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609617.765766:0:1049:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609617.765766:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609617.765767:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609617.765767:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.765767:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609617.765768:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609617.765769:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:0.0:1749609617.765769:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609617.765770:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609617.765770:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 02000000:00000001:3.0:1749609617.765771:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765771:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609617.765772:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609617.765774:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=12 v=5 (5 5 5 0) 00000100:00001000:3.0:1749609617.765775:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=12 v=5 (1 1 1 0) 00000100:00100000:0.0:1749609617.765776:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193482880:0@lo:38: 00000100:00000001:3.0:1749609617.765777:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609617.765777:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609617.765778:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765778:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749609617.765779:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749609617.765779:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130774e00 x1834598193482880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749609617.765782:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765783:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609617.765784:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749609617.765785:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609617.765785:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f000. 02000000:00000001:0.0:1749609617.765786:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609617.765786:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609617.765787:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000040:0.0:1749609617.765787:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:3.0:1749609617.765788:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:0.0:1749609617.765788:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609617.765788:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130771c00. 00000100:00000001:3.0:1749609617.765789:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749609617.765789:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609617.765790:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609617.765790:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609617.765790:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130774e00. 00000100:00000040:3.0:1749609617.765791:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609617.765791:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609617.765792:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609617.765792:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765793:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609617.765794:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609617.765794:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609617.765794:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609617.765795:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609617.765796:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609617.765796:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609617.765797:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609617.765801:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193483136:0@lo:400: 00000100:00000001:3.0:1749609617.765804:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609617.765805:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609617.765808:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130775500 x1834598193483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609617.765812:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609617.765813:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609617.765814:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74a00. 02000000:00000001:3.0:1749609617.765818:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609617.765819:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609617.765820:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609617.765821:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609617.765822:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be200. 02000000:00000001:3.0:1749609617.765826:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609617.765827:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609617.765828:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130775500. 00000100:00000001:3.0:1749609617.765829:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609617.765830:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609617.765831:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609617.765834:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609617.765835:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609617.765836:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609617.765837:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609617.766711:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298890210, at 4298890210 00000100:00000040:3.0:1749609617.766712:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298890210, at 4298890210 00000100:00000040:2.0:1749609617.766712:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298890210, at 4298890210 00000100:00000040:0.0:1749609617.766719:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298890210, at 4298890210 00000100:00000010:1.0:1749609617.766720:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7500. 00000100:00000010:0.0:1749609617.766724:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e77c0. 00000100:00000010:3.0:1749609617.766728:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f00. 00000100:00000010:2.0:1749609617.766734:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7900. 00010000:00000001:0.0:1749609617.798808:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609617.798815:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609617.798916:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609617.798920:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609617.798922:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609618.082777:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609618.082784:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609618.082785:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609618.082788:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609618.082790:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609618.082793:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609618.082796:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609618.082797:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609618.082799:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609618.414796:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609618.414803:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609618.414805:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609618.414807:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609618.414810:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609618.414813:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609618.414816:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609618.414818:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609618.414820:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609618.765824:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609618.765838:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609618.765839:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609618.765843:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609618.765846:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609618.765849:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609618.765851:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609618.800806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609618.800811:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609618.800904:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609618.800908:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609618.800910:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609619.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609619.082806:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609619.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609619.082812:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609619.082816:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609619.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609619.082822:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609619.082824:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609619.082826:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609619.414784:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609619.414791:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609619.414793:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609619.414796:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609619.414799:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609619.414803:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609619.414806:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609619.414808:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609619.414810:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609619.765826:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609619.765841:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609619.765843:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609619.765848:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609619.765850:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609619.765854:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609619.765855:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609619.802825:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609619.802831:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609619.802895:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609619.802899:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609619.802901:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609620.082793:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609620.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609620.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609620.082802:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609620.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609620.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609620.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609620.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609620.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609620.414786:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609620.414793:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609620.414795:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609620.414798:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609620.414801:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609620.414805:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609620.414807:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609620.414810:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609620.414812:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609620.765795:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609620.765812:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609620.765814:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609620.765819:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609620.765822:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609620.765826:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609620.765828:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609620.804786:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609620.804792:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609620.804847:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609620.804851:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609620.804853:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609621.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609621.082798:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609621.082800:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609621.082802:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609621.082805:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609621.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609621.082810:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609621.082812:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609621.082813:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609621.414814:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609621.414822:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609621.414824:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609621.414827:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609621.414831:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609621.414836:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609621.414838:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609621.414842:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609621.414844:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609621.765831:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609621.765846:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609621.765848:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609621.765852:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609621.765854:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609621.765858:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609621.765860:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609621.806793:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609621.806800:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609621.806802:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609621.806804:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609621.806807:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609621.806809:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609621.806811:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609621.806812:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609621.806873:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609621.806877:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609621.806879:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609622.082791:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609622.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609622.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609622.082804:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609622.082808:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609622.082811:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609622.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.082819:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.414806:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609622.414814:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609622.414815:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609622.414819:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609622.414822:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609622.414825:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.414828:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609622.414831:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.414833:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.765809:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609622.765818:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749609622.765831:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609597/real 1749609597] req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609622 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609622.765852:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609622.765854:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609622.765857:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000400:00000200:0.0:1749609622.765862:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682dd0 00000400:00000010:0.0:1749609622.765865:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682dd0. 00000100:00000001:0.0:1749609622.765870:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609622.765874:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609622 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609622.765882:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609622 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.765888:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609622.765890:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.765893:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609622.765895:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609622.765897:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609622 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.765904:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.765915:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609622.765917:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.765920:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609622.765923:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609622.765925:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609622.765928:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609622 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.765934:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609622.765936:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.765938:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609622.765938:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.765940:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609622.765943:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749609622.765946:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609622.765967:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:0.0:1749609622.765969:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749609622.765972:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609622 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609622.765979:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ebab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193480320:0@lo:250: 00000100:00000001:0.0:1749609622.765982:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.765984:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609622.765986:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ebab100 x1834598193480320/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609622 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609622.765987:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609622.765991:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749609622.765992:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609622.765994:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609622.765995:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609622.765997:0:11382:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749609622.766000:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1749609622.766001:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4202 00000100:00080000:2.0:1749609622.766004:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 02000000:00000010:0.0:1749609622.766004:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 00000100:00000040:2.0:1749609622.766006:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 02000000:00000001:0.0:1749609622.766008:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609622.766009:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609622.766011:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000001:0.0:1749609622.766011:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609622.766012:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609622.766013:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609622.766015:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749609622.766016:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609622.766017:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 02000000:00000010:0.0:1749609622.766017:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48c000. 00000020:00000001:2.0:1749609622.766020:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609622.766020:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609622.766022:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1749609622.766023:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000100:00000010:0.0:1749609622.766023:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebab100. 00000020:00000001:2.0:1749609622.766025:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:2.0:1749609622.766027:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000001:0.0:1749609622.766029:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749609622.766030:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609622.766031:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609622.766031:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766032:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609622.766033:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609622.766034:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609622.766035:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749609622.766037:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00000001:0.0:1749609622.766037:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609622.766038:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:0.0:1749609622.766038:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609622.766039:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766040:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609622.766042:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609622.766044:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609622.766046:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766047:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609622.766049:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609622.766053:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775c00. 00000020:00000040:2.0:1749609622.766055:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:2.0:1749609622.766058:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609622.766059:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766061:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609622.766063:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609622.766066:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609622.766071:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130772800. 00000100:00000001:2.0:1749609622.766076:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609622.766080:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609622.766087:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609622.766089:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609622.766091:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130775c00] to pc [ptlrpcd_rcv+-1] req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609622.766105:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609622.766107:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609622.766109:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609622.766110:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609622.766111:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609622.766112:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609622.766113:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4222 00000100:00080000:2.0:1749609622.766114:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609622.766115:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609622.766117:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609622.766118:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609622.766119:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609622.766121:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609622.766121:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609622.766122:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609622.766122:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609622.766124:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000100:00000001:0.0:1749609622.766124:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609622.766125:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609622.766126:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609622.766127:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609622.766129:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000040:0.0:1749609622.766129:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609622.766131:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609622.766132:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609622.766133:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609622.766135:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00000001:0.0:1749609622.766135:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609622.766137:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609622.766138:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609622.766139:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766139:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609622.766140:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609622.766142:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609622.766143:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609622.766144:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609622.766146:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609622.766146:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193483264:0@lo:250: 00000100:00000001:2.0:1749609622.766147:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609622.766149:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766149:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749609622.766150:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775f80. 00000020:00000040:2.0:1749609622.766151:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609622.766152:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609622.766153:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609622.766153:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609622.766154:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766155:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609622.766156:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609622.766156:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766156:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609622.766158:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130772c00. 00000100:00000001:2.0:1749609622.766160:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609622.766160:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c000. 02000000:00000001:0.0:1749609622.766161:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609622.766162:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609622.766165:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000001:2.0:1749609622.766166:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609622.766168:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609622.766169:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130775f80] to pc [ptlrpcd_rcv+-1] req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609622.766170:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9d48. 00000100:00000001:2.0:1749609622.766174:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609622.766175:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:0.0:1749609622.766175:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193483264, portal 25 00000100:00080000:2.0:1749609622.766177:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609622.766177:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609622.766178:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609622.766178:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609622.766178:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422314496 : -131936287237120 : ffff880130775c00) 00000100:00000001:2.0:1749609622.766180:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609622.766181:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4222 00000100:00000040:0.0:1749609622.766181:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609622.766182:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609622.766183:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609622.766184:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609622.766185:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609622.766185:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609622.766185:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609622.766186:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609622.766187:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609622.766188:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609622.766188:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609622.766189:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000400:00000010:0.0:1749609622.766189:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000200:0.0:1749609622.766190:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193483264, offset 0 00000020:00000001:2.0:1749609622.766191:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609622.766192:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609622.766193:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609622.766194:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609622.766194:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609622.766195:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609622.766196:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609622.766197:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609622.766197:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609622.766198:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609622.766199:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609622.766200:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609622.766202:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766203:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609622.766204:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609622.766205:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776300. 00000400:00000200:0.0:1749609622.766205:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609622.766206:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609622.766208:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609622.766208:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766209:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609622.766209:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609622.766210:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609622.766211:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130773000. 00000100:00000001:2.0:1749609622.766213:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609622.766214:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609622.766214:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada0ce00 00000100:00000001:2.0:1749609622.766218:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609622.766218:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1749609622.766218:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193483264 offset 0 length 520: 4 00000100:00000040:2.0:1749609622.766219:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776300] to pc [ptlrpcd_rcv+-1] req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609622.766221:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726196b0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1749609622.766223:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609622.766223:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00080000:2.0:1749609622.766224:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609622.766226:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609622.766226:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609622.766227:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609622.766228:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609622.766229:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4222 00000100:00080000:2.0:1749609622.766230:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609622.766231:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000200:0.0:1749609622.766231:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000001:2.0:1749609622.766232:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609622.766232:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:0.0:1749609622.766232:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609622.766233:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609622.766234:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609622.766234:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000001:0.0:1749609622.766234:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609622.766236:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749609622.766236:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609622.766237:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609622.766238:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609622.766239:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:0.0:1749609622.766240:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609622.766241:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000040:0.0:1749609622.766241:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609622.766242:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609622.766243:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609622.766243:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609622.766244:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000001:0.0:1749609622.766244:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609622.766245:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609622.766245:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609622.766246:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609622.766247:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609622.766247:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609622.766248:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609622.766249:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766250:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609622.766250:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609622.766251:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776680. 00000100:00000001:0.0:1749609622.766251:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298895221 00000020:00000040:2.0:1749609622.766252:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609622.766253:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000010:0.0:1749609622.766253:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e77c0. 02000000:00000001:2.0:1749609622.766254:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766254:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609622.766255:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609622.766255:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609622.766257:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130773400. 00000100:00000001:2.0:1749609622.766258:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766258:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1749609622.766259:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609622.766262:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609622.766263:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609622.766264:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776680] to pc [ptlrpcd_rcv+-1] req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766264:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298895221 00000100:00000010:0.0:1749609622.766265:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e76c0. 00000100:00000001:0.0:1749609622.766267:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609622.766269:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609622.766272:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609622.766274:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609622.766277:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776a00. 00000020:00000040:2.0:1749609622.766278:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609622.766281:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609622.766282:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609622.766282:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298895221 02000000:00000001:2.0:1749609622.766283:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609622.766285:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e72c0. 02000000:00000010:2.0:1749609622.766286:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be000. 00000100:00000001:0.0:1749609622.766287:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609622.766288:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766289:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298895221 00000100:00000040:2.0:1749609622.766290:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749609622.766291:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7640. 00000100:00000001:2.0:1749609622.766294:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609622.766294:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766294:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1749609622.766297:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776a00] to pc [ptlrpcd_00_02+2] req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766303:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609622.766306:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766308:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609622.766311:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4232) 00000100:00000001:0.0:1749609622.766312:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609622.766314:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609622.766314:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609622.766317:0:1051:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1749609622.766317:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609622.766318:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609622.766319:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766320:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609622.766321:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609622.766322:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609622.766323:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609622.766324:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609622.766325:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609622.766325:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609622.766326:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609622.766327:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609622.766330:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766332:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609622.766333:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766335:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609622.766336:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609622.766336:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749609622.766336:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609622.766337:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766338:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766339:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609622.766339:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749609622.766340:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193483392:0@lo:38: 02000000:00000001:1.0:1749609622.766341:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609622.766343:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609622.766344:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609622.766346:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766347:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609622.766350:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f400. 02000000:00000001:0.0:1749609622.766351:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609622.766352:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609622.766354:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193483776:0@lo:400: 00000400:00000010:0.0:1749609622.766354:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:1.0:1749609622.766356:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1749609622.766357:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 02000000:00000001:1.0:1749609622.766358:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609622.766359:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609622.766360:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749609622.766360:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193483392, portal 4 00000100:00000001:0.0:1749609622.766361:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1749609622.766362:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 00000100:00000001:0.0:1749609622.766362:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422315392 : -131936287236224 : ffff880130775f80) 02000000:00000001:1.0:1749609622.766363:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609622.766366:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a108. 00000100:00000040:0.0:1749609622.766368:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609622.766370:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749609622.766372:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193483776, portal 10 00000100:00000001:1.0:1749609622.766373:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609622.766374:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422318080 : -131936287233536 : ffff880130776a00) 00000100:00000001:0.0:1749609622.766374:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609622.766376:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609622.766377:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609622.766377:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000200:0.0:1749609622.766379:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193483392, offset 0 00000100:00000001:1.0:1749609622.766382:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609622.766382:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609622.766383:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609622.766384:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749609622.766385:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193483776, offset 0 00000400:00000200:0.0:1749609622.766387:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609622.766388:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609622.766392:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0ce80 00000400:00000200:1.0:1749609622.766394:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609622.766397:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0d000 00000400:00000200:0.0:1749609622.766397:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 16640 00000400:00000200:1.0:1749609622.766402:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 86912 00000400:00000200:0.0:1749609622.766403:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609622.766406:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609622.766406:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609622.766407:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609622.766411:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609622.766411:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609622.766413:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749609622.766413:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749609622.766416:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000100:00000010:0.0:1749609622.766416:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d7100. 00000100:00000040:1.0:1749609622.766417:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff88012d5a3800 x1834598193483776 msgsize 224 00000100:00000040:0.0:1749609622.766418:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d7100 x1834598193483392 msgsize 520 00000100:00100000:1.0:1749609622.766420:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609622.766421:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609622.766434:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609622.766436:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609622.766437:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609622.766439:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:1.0:1749609622.766441:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609622.766442:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609622.766443:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609622.766445:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609622.766446:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609622.766447:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609622.766451:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609622.766452:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609622.766454:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609622.766454:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609622.766456:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193483392 00000100:00000001:1.0:1749609622.766456:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609622.766456:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609622.766457:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609622.766457:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609622.766460:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609622.766460:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766461:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766461:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766462:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609622.766462:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 551 usecs (1 jiffies) 00000100:00000001:1.0:1749609622.766463:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298895210 00000100:00000001:0.0:1749609622.766463:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609622.766464:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193483776 02000000:00000001:3.0:1749609622.766465:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609622.766465:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298895221 00000100:00000001:0.0:1749609622.766465:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609622.766466:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609622.766466:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298895210 00000100:00000001:2.0:1749609622.766467:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609622.766467:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298895221 00000100:00100000:3.0:1749609622.766468:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193483392 00000100:00000001:2.0:1749609622.766468:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609622.766468:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298895210 00000020:00000001:3.0:1749609622.766469:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609622.766469:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298895221 00000100:00000040:0.0:1749609622.766469:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1795 usecs (2 jiffies) 00000020:00000040:3.0:1749609622.766470:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609622.766470:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298895210 00000020:00000001:3.0:1749609622.766471:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609622.766471:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609622.766471:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298895221 00000100:00000001:0.0:1749609622.766471:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298895211 00000020:00000001:3.0:1749609622.766472:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609622.766472:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609622.766473:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609622.766473:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193483776 00000100:00000001:1.0:1749609622.766473:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766473:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298895221 00000020:00000001:2.0:1749609622.766474:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609622.766474:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609622.766475:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:1.0:1749609622.766475:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766475:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298895211 00000020:00000001:2.0:1749609622.766476:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609622.766476:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298895221 00000020:00000010:3.0:1749609622.766477:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 00000020:00000040:2.0:1749609622.766478:0:6440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:0.0:1749609622.766478:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298895211 00000100:00000001:0.0:1749609622.766479:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298895221 00000020:00000001:2.0:1749609622.766480:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609622.766481:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298895211 00000020:00000001:2.0:1749609622.766482:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609622.766482:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298895221 00000100:00000001:0.0:1749609622.766484:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609622.766485:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609622.766486:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000100:00000001:2.0:1749609622.766486:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609622.766487:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749609622.766489:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4900. 00000100:00000040:0.0:1749609622.766489:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609622.766490:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:3.0:1749609622.766494:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749609622.766494:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4940. 00000100:00000001:3.0:1749609622.766495:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609622.766495:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609622.766496:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766496:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766498:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749609622.766499:0:6440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000001:0.0:1749609622.766499:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609622.766501:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766501:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609622.766502:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193483520:0@lo:38: 00000100:00000001:0.0:1749609622.766505:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609622.766506:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609622.766507:0:6440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1749609622.766507:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766508:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749609622.766510:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75c00. 02000000:00000010:0.0:1749609622.766510:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48ec00. 00000020:00000010:2.0:1749609622.766512:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d500. 02000000:00000001:0.0:1749609622.766512:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609622.766514:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000400:00000010:0.0:1749609622.766514:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000100:00000001:3.0:1749609622.766516:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609622.766516:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000200:0.0:1749609622.766519:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193483520, portal 10 00000100:00000040:2.0:1749609622.766520:0:6440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609622.766520:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609622.766521:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422316288 : -131936287235328 : ffff880130776300) 00000100:00000001:2.0:1749609622.766522:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609622.766523:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609622.766523:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609622.766524:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609622.766525:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609622.766525:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609622.766528:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000001:2.0:1749609622.766529:0:6440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609622.766530:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401741568 : -131936307810048 : ffff88012f3d7100) 00000100:00000001:2.0:1749609622.766531:0:6440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609622.766532:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766532:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609622.766548:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609622.766550:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000100:00000200:0.0:1749609622.766551:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193483520, offset 0 00000400:00000200:0.0:1749609622.766554:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609622.766555:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609622.766557:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d7100 x1834598193483392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609622.766559:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609622.766562:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749609622.766562:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0cf00 00000100:00000001:2.0:1749609622.766563:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609622.766564:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193483392:12345-0@lo:38: 00000100:00100000:2.0:1749609622.766566:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000400:00000200:0.0:1749609622.766566:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 87136 00000100:00000200:3.0:1749609622.766567:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193483392 00000100:00000040:2.0:1749609622.766567:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609622.766568:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370073088 : -131936339478528 : ffff88012d5a3800) 00000020:00000001:3.0:1749609622.766570:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609622.766570:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609622.766571:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5a3800 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:568/0 lens 224/0 e 0 to 0 dl 1749609633 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609622.766572:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749609622.766573:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:1.0:1749609622.766573:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609622.766575:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609622.766576:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749609622.766576:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1749609622.766577:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000020:00000010:2.0:1749609622.766578:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4940. 00000100:00000010:0.0:1749609622.766578:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d7480. 00000100:00000001:2.0:1749609622.766579:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609622.766580:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d7480 x1834598193483520 msgsize 520 00000020:00000010:2.0:1749609622.766581:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4940. 00000020:00000001:3.0:1749609622.766583:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609622.766584:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193483776:12345-0@lo:400: 00000100:00100000:0.0:1749609622.766584:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749609622.766585:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749609622.766586:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193483776 00010000:00000001:3.0:1749609622.766587:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609622.766588:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609622.766589:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609622.766590:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609622.766591:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609622.766593:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609622.766593:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749609622.766593:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 02000000:00000001:3.0:1749609622.766594:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749609622.766594:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000020:00000001:2.0:1749609622.766596:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766596:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:3.0:1749609622.766597:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ef800. 00000020:00000001:2.0:1749609622.766597:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1749609622.766598:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609622.766598:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609622.766599:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:3.0:1749609622.766600:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609622.766600:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749609622.766601:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749609622.766601:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193483520 00010000:00000001:3.0:1749609622.766602:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749609622.766603:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609622.766603:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609622.766603:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749609622.766604:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609622.766604:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609622.766604:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609622.766605:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:3.0:1749609622.766606:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749609622.766606:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609622.766606:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766608:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609622.766608:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609622.766608:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766609:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766610:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609622.766610:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749609622.766610:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193483520 00000020:00000001:1.0:1749609622.766611:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609622.766611:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609622.766612:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766613:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609622.766614:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609622.766615:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609622.766615:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 707 usecs (1 jiffies) 00000100:00000001:3.0:1749609622.766616:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000010:2.0:1749609622.766616:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130773800. 00000100:00000001:0.0:1749609622.766616:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298895210 00000100:00000001:3.0:1749609622.766617:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:2.0:1749609622.766617:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609622.766618:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609622.766618:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609622.766618:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609622.766618:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298895221 00000020:00000001:2.0:1749609622.766619:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766619:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298895210 02000000:00000001:3.0:1749609622.766620:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749609622.766620:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609622.766621:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609622.766621:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193483776 00000100:00000001:0.0:1749609622.766621:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298895221 00000100:00000001:3.0:1749609622.766622:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609622.766622:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749609622.766622:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609622.766623:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609622.766623:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766623:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298895210 00010000:00000200:2.0:1749609622.766624:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a3800 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:568/0 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766624:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298895221 00000400:00000010:3.0:1749609622.766625:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609622.766625:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298895210 00000020:00000010:1.0:1749609622.766626:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000200:3.0:1749609622.766627:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193483392, offset 0 00000100:00000001:0.0:1749609622.766627:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298895221 00000100:00000001:0.0:1749609622.766628:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749609622.766629:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749609622.766629:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609622.766629:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609622.766630:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609622.766630:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766630:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:2.0:1749609622.766632:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=17 v=5 (1 1 1 0) 00000020:00000010:1.0:1749609622.766632:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000040:0.0:1749609622.766632:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609622.766633:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609622.766635:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609622.766635:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609622.766635:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:2.0:1749609622.766636:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609622.766636:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609622.766637:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609622.766637:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609622.766637:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609622.766638:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609622.766638:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766638:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609622.766639:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0ce80 02000000:00000001:0.0:1749609622.766639:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609622.766640:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609622.766640:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609622.766641:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4b95 [1] + 0 00000100:00000001:1.0:1749609622.766641:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609622.766642:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 02000000:00000001:0.0:1749609622.766642:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609622.766643:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193483648:0@lo:38: 00000400:00000200:3.0:1749609622.766644:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749609622.766644:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193483776, offset 224 00000100:00000001:0.0:1749609622.766645:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749609622.766646:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609622.766647:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609622.766647:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609622.766647:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766649:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609622.766649:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609622.766649:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609622.766650:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d000. 00000100:00000200:3.0:1749609622.766651:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609622.766651:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609622.766651:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609622.766653:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac08. 00000400:00000200:2.0:1749609622.766655:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d000 00000400:00000010:0.0:1749609622.766655:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000100:00000040:3.0:1749609622.766656:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609622.766656:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609622.766657:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609622.766657:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193483648, portal 10 00000400:00000200:2.0:1749609622.766658:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b99 [1] + 224 00000100:00000001:0.0:1749609622.766658:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609622.766659:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422317184 : -131936287234432 : ffff880130776680) 00000100:00100000:1.0:1749609622.766660:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000001:3.0:1749609622.766661:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609622.766661:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609622.766662:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401742464 : -131936307809152 : ffff88012f3d7480) 00000400:00000200:2.0:1749609622.766663:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609622.766663:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609622.766664:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609622.766665:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000040:1.0:1749609622.766665:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d7480 x1834598193483520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609622.766667:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609622.766667:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609622.766667:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609622.766668:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609622.766669:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609622.766669:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609622.766669:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609622.766670:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:0.0:1749609622.766671:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000001:3.0:1749609622.766672:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609622.766672:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193483648, offset 0 00000020:00000001:3.0:1749609622.766673:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609622.766692:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609622.766694:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609622.766698:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609622.766699:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d7100 x1834598193483392/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609622.766699:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609622.766701:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0cf80 00000400:00000200:2.0:1749609622.766703:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000400:00000010:2.0:1749609622.766704:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00100000:3.0:1749609622.766705:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193483392:12345-0@lo:38: Request processed in 141us (285us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609622.766705:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609622.766706:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609622.766707:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609622.766709:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609622.766710:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 87656 00010000:00000001:2.0:1749609622.766711:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609622.766712:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609622.766712:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193483520:12345-0@lo:38: 00000100:00100000:3.0:1749609622.766713:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000020:00000001:2.0:1749609622.766713:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749609622.766713:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609622.766714:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5a3800 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:568/0 lens 224/224 e 0 to 0 dl 1749609633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609622.766715:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749609622.766715:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193483520 00000400:00000200:0.0:1749609622.766715:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609622.766716:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609622.766716:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609622.766718:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609622.766718:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749609622.766719:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000100:00100000:2.0:1749609622.766719:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193483776:12345-0@lo:400: Request processed in 142us (301us total) trans 0 rc 0/0 00000100:00000200:0.0:1749609622.766719:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609622.766721:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d7800. 00000020:00000010:3.0:1749609622.766722:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000040:0.0:1749609622.766722:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d7800 x1834598193483648 msgsize 520 00000100:00100000:2.0:1749609622.766723:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000020:00000001:1.0:1749609622.766723:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609622.766724:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 00000100:00000040:2.0:1749609622.766725:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00010000:00020000:1.0:1749609622.766725:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609622.766726:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609622.766726:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749609622.766726:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749609622.766726:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609622.766727:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609622.766728:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609622.766729:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d500. 00000100:00000001:1.0:1749609622.766729:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609622.766730:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609622.766731:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609622.766731:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609622.766732:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 02000000:00000010:1.0:1749609622.766734:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb96000. 00000400:00000200:0.0:1749609622.766734:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000020:00000010:2.0:1749609622.766735:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75c00. 02000000:00000001:1.0:1749609622.766735:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609622.766735:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:3.0:1749609622.766736:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609622.766736:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766736:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609622.766737:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193483648 02000000:00000001:3.0:1749609622.766738:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1749609622.766738:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00010000:00000001:1.0:1749609622.766738:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749609622.766738:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609622.766739:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609622.766739:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609622.766741:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609622.766742:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609622.766743:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193483648 00010000:00000001:1.0:1749609622.766743:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766743:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609622.766744:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609622.766745:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00001000:1.0:1749609622.766745:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609622.766745:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609622.766746:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609622.766747:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766747:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609622.766748:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766748:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609622.766748:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749609622.766749:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 00000100:00000001:0.0:1749609622.766749:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609622.766750:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000400:00000001:2.0:1749609622.766750:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609622.766750:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609622.766750:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609622.766750:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609622.766751:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000010:2.0:1749609622.766751:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a108. 00000100:00000040:1.0:1749609622.766752:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609622.766752:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766753:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609622.766753:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000100:00000001:3.0:1749609622.766754:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609622.766754:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609622.766754:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000001:1.0:1749609622.766754:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609622.766754:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 537 usecs (1 jiffies) 00000100:00000001:1.0:1749609622.766755:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609622.766756:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766756:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609622.766756:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298895211 00000100:00000200:2.0:1749609622.766757:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766757:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298895221 00000100:00000040:1.0:1749609622.766758:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609622.766759:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609622.766759:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298895211 00000100:00000001:3.0:1749609622.766760:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609622.766761:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766761:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298895221 00000100:00000200:2.0:1749609622.766762:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609622.766762:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609622.766762:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298895211 00000100:00000001:3.0:1749609622.766763:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609622.766763:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298895221 00000100:00000001:3.0:1749609622.766764:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609622.766764:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609622.766764:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298895211 00000100:00000001:2.0:1749609622.766765:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609622.766766:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000001:2.0:1749609622.766766:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766766:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298895221 00000100:00000001:3.0:1749609622.766767:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401743360 : -131936307808256 : ffff88012f3d7800) 00000100:00000001:2.0:1749609622.766767:0:1051:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:1.0:1749609622.766767:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609622.766768:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609622.766769:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d7800 x1834598193483648/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609622.766769:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749609622.766769:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193483520, offset 0 00000100:00000001:0.0:1749609622.766769:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766770:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609622.766771:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766771:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609622.766772:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766772:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609622.766773:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609622.766774:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193483648:12345-0@lo:38: 00000100:00000001:0.0:1749609622.766774:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1749609622.766775:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=17 v=5 (5 5 5 0) 00000100:00000001:0.0:1749609622.766775:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00001000:2.0:1749609622.766777:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=17 v=5 (1 1 1 0) 00000100:00000001:0.0:1749609622.766777:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609622.766777:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609622.766778:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609622.766779:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193483648 00000100:00000001:2.0:1749609622.766779:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1749609622.766779:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749609622.766780:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609622.766780:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609622.766780:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749609622.766781:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:2.0:1749609622.766781:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1749609622.766781:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000400:00000200:1.0:1749609622.766783:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0cf00 00000400:00000200:0.0:1749609622.766783:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00010000:00080000:2.0:1749609622.766784:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609622.766784:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000020:00000001:3.0:1749609622.766785:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766785:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:3.0:1749609622.766787:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609622.766787:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609622.766787:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609622.766788:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609622.766788:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ba5 [1] + 0 00010000:00000001:3.0:1749609622.766789:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609622.766789:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609622.766790:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609622.766791:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609622.766791:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609622.766792:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609622.766792:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609622.766792:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609622.766792:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609622.766793:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609622.766794:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4efc00. 00000100:00000040:2.0:1749609622.766794:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609622.766794:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609622.766795:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766796:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766796:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609622.766796:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609622.766797:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609622.766797:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609622.766797:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609622.766797:0:1047:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749609622.766798:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766798:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749609622.766798:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1749609622.766799:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609622.766799:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766799:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609622.766800:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609622.766800:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766800:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766801:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749609622.766801:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766802:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609622.766803:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609622.766804:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:2.0:1749609622.766804:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193483776:0@lo:400: 00000100:00000001:3.0:1749609622.766805:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609622.766806:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:3.0:1749609622.766807:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609622.766808:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609622.766808:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609622.766808:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609622.766808:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609622 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609622.766809:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609622.766810:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609622.766810:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749609622.766810:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=84 v=20 (1 1 20 0) 00000400:00000010:3.0:1749609622.766811:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000040:2.0:1749609622.766811:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776a00 x1834598193483776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766812:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609622.766813:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193483648, offset 0 00000100:00000001:0.0:1749609622.766813:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609622.766814:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609622.766814:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609622.766814:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609622.766815:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609622.766815:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609622.766816:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 00000100:00000040:0.0:1749609622.766816:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609622.766818:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609622.766818:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609622.766818:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609622.766819:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:1.0:1749609622.766819:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00000001:0.0:1749609622.766819:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609622.766820:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609622.766820:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be000. 00000400:00000200:3.0:1749609622.766821:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0cf80 00000400:00000010:1.0:1749609622.766821:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609622.766821:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609622.766822:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766823:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749609622.766824:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bb5 [1] + 0 00000100:00000001:1.0:1749609622.766824:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609622.766824:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609622.766825:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609622.766825:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609622.766826:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609622.766826:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1749609622.766826:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000010:2.0:1749609622.766827:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776a00. 00000100:00000001:1.0:1749609622.766827:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609622.766827:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609622.766828:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609622.766828:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609622.766829:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609622.766829:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609622.766830:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609622.766831:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609622.766831:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609622.766831:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609622.766831:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609622.766832:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609622.766833:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609622.766833:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609622.766834:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609622.766835:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609622.766836:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609622.766837:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193483392:0@lo:38: 00000100:00000040:3.0:1749609622.766840:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609622.766840:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d7480 x1834598193483520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609622.766842:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609622.766843:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609622.766844:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000100:00000001:3.0:1749609622.766846:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609622.766846:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00100000:1.0:1749609622.766847:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193483520:12345-0@lo:38: Request processed in 173us (266us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749609622.766847:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609622.766849:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609622.766851:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000200:0.0:1749609622.766851:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609622.766853:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609622.766854:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749609622.766854:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000001:3.0:1749609622.766855:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609622.766856:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609622.766857:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609622.766857:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749609622.766857:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609622.766859:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000010:1.0:1749609622.766859:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:3.0:1749609622.766861:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609622.766862:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609622.766862:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609622.766863:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609622.766863:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766864:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609622.766865:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d7800 x1834598193483648/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609642 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609622.766865:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 02000000:00000001:0.0:1749609622.766866:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609622.766867:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766867:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609622.766868:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766870:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609622.766872:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193483648:12345-0@lo:38: Request processed in 97us (148us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749609622.766873:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609622 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609622.766875:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=66 v=20 (1 1 20 0) 00000100:00100000:3.0:1749609622.766878:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000001:0.0:1749609622.766878:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609622.766879:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609622.766880:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609622.766880:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609622.766881:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609622.766883:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000100:00000040:0.0:1749609622.766884:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609622.766885:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749609622.766887:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 00000100:00000001:3.0:1749609622.766889:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766890:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609622.766892:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609622.766893:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766894:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609622.766895:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609622.766897:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609622.766899:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609622.766900:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609622.766903:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609622.766910:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193483520:0@lo:38: 00000400:00000001:0.0:1749609622.766914:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609622.766915:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609622.766916:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac08. 00000400:00000200:0.0:1749609622.766918:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000400:00000010:0.0:1749609622.766919:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000100:00000001:0.0:1749609622.766921:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609622.766923:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609622.766929:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766935:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609622.766936:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766937:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609622.766938:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609622.766939:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609622.766940:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609622.766942:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609622.766945:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609622 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609622.766947:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=17 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609622.766949:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609622.766950:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609622.766952:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609622.766954:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766960:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609622.766962:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609622.766963:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.766965:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609622.766966:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609622.766967:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609622.766969:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609622.766971:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609622.766973:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609622.766980:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193483648:0@lo:38: 00000100:00000001:0.0:1749609622.766983:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.766984:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609622.766986:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130775f80 x1834598193483392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.766992:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609622.766994:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609622.766995:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f400. 02000000:00000001:0.0:1749609622.766997:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609622.766999:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609622.767000:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609622.767001:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609622.767003:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130772c00. 02000000:00000001:0.0:1749609622.767005:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609622.767006:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609622.767008:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130775f80. 00000100:00000001:0.0:1749609622.767010:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609622.767011:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.767012:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609622.767013:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776300 x1834598193483520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.767018:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609622.767019:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609622.767021:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48ec00. 02000000:00000001:0.0:1749609622.767023:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609622.767023:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609622.767024:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609622.767026:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609622.767027:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130773000. 02000000:00000001:0.0:1749609622.767029:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609622.767030:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609622.767031:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776300. 00000100:00000001:0.0:1749609622.767032:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609622.767033:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.767034:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609622.767036:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776680 x1834598193483648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609622.767041:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609622.767042:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609622.767043:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d000. 02000000:00000001:0.0:1749609622.767045:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609622.767046:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609622.767047:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609622.767048:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609622.767049:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130773400. 02000000:00000001:0.0:1749609622.767051:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609622.767051:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609622.767052:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776680. 00000100:00000001:0.0:1749609622.767053:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609622.767054:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609622.767055:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.767057:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609622.767058:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609622.767059:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609622.767060:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609622.777719:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298895221, at 4298895221 00000100:00000040:2.0:1749609622.777721:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298895221, at 4298895221 00000100:00000040:1.0:1749609622.777723:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298895221, at 4298895221 00000100:00000040:0.0:1749609622.777729:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298895221, at 4298895221 00000100:00000010:3.0:1749609622.777730:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7640. 00000100:00000010:1.0:1749609622.777730:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e76c0. 00000100:00000010:0.0:1749609622.777736:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e77c0. 00000100:00000010:2.0:1749609622.777740:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e72c0. 00010000:00000001:0.0:1749609622.808814:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609622.808820:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609622.808883:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609622.808885:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609622.808887:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609623.082803:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609623.082811:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609623.082812:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609623.082815:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609623.082818:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609623.082821:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609623.082823:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609623.082824:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609623.082826:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609623.414798:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609623.414802:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609623.414804:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609623.414806:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609623.414808:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609623.414811:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609623.414813:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609623.414815:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609623.414816:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609623.810832:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609623.810837:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609623.810901:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609623.810906:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609623.810909:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609624.082813:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609624.082820:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609624.082822:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609624.082825:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609624.082828:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609624.082831:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609624.082833:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609624.082835:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609624.082837:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609624.414787:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609624.414794:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609624.414796:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609624.414799:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609624.414802:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609624.414805:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609624.414807:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609624.414810:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609624.414811:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609624.812795:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609624.812801:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609624.812892:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609624.812897:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609624.812899:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609625.082806:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609625.082814:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609625.082816:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609625.082819:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609625.082823:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609625.082826:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609625.082828:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609625.082831:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609625.082833:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609625.414791:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609625.414797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609625.414799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609625.414801:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609625.414804:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609625.414807:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609625.414809:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609625.414811:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609625.414812:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609625.814806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609625.814812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609625.814895:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609625.814899:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609625.814902:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609626.082788:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609626.082795:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609626.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609626.082799:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609626.082802:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609626.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609626.082807:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609626.082808:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609626.082810:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609626.414795:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609626.414804:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609626.414805:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609626.414808:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609626.414811:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609626.414814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609626.414816:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609626.414819:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609626.414821:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609626.816798:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609626.816804:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609626.816864:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609626.816867:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609626.816869:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609627.082743:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609627.082749:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609627.082751:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609627.082753:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609627.082756:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609627.082759:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.082761:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609627.082763:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.082765:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.414792:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609627.414798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609627.414799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609627.414802:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609627.414805:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609627.414807:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.414810:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609627.414812:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.414813:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.766779:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609627.766795:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609627.766796:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.766800:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609627.766802:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609627.766805:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.766807:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609627.780785:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609627.780790:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609627.780792:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609627.780795:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609627.780797:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609627.780799:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609627.780802:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609627.780806:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4227 00000100:00080000:2.0:1749609627.780810:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609627.780811:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609627.780812:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609627.780814:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609627.780815:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609627.780817:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609627.780819:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609627.780821:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609627.780824:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609627.780825:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609627.780826:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609627.780828:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609627.780829:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609627.780829:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609627.780830:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609627.780832:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609627.780833:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609627.780835:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609627.780837:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609627.780844:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609627.780846:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.780847:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609627.780849:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609627.780854:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776a00. 00000020:00000040:2.0:1749609627.780857:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609627.780860:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609627.780861:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.780864:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609627.780865:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609627.780868:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609627.780873:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130773c00. 00000100:00000001:2.0:1749609627.780879:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609627.780885:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609627.780893:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609627.780894:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609627.780896:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776a00] to pc [ptlrpcd_rcv+-1] req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.780913:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609627.780916:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609627.780918:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609627.780920:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609627.780921:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609627.780923:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609627.780925:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4227 00000100:00080000:2.0:1749609627.780926:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609627.780928:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609627.780930:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609627.780931:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609627.780933:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609627.780935:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609627.780936:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609627.780937:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609627.780939:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609627.780940:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609627.780942:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609627.780944:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609627.780946:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609627.780947:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609627.780948:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609627.780949:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609627.780950:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609627.780951:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609627.780951:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609627.780953:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.780953:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609627.780954:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609627.780957:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609627.780958:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609627.780959:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.780960:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609627.780961:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609627.780964:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776d80. 00000020:00000040:2.0:1749609627.780965:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609627.780966:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609627.780967:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609627.780967:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609627.780968:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.780970:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609627.780971:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609627.780971:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609627.780972:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609627.780973:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609627.780975:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609627.780976:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130773400. 00000100:00100000:0.0:1749609627.780976:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193483904:0@lo:38: 00000100:00000001:2.0:1749609627.780979:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.780980:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749609627.780982:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609627.780983:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609627.780985:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.780987:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609627.780988:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609627.780989:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609627.780990:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776d80] to pc [ptlrpcd_rcv+-1] req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609627.780991:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d000. 02000000:00000001:0.0:1749609627.780993:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609627.780999:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac08. 00000100:00000001:2.0:1749609627.781002:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609627.781003:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609627.781006:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609627.781007:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749609627.781007:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000100:00080000:2.0:1749609627.781008:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609627.781010:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609627.781011:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4227 00000100:00080000:2.0:1749609627.781013:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749609627.781014:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193483904, portal 4 00000100:00000040:2.0:1749609627.781015:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609627.781016:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609627.781016:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609627.781017:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422318080 : -131936287233536 : ffff880130776a00) 00000100:00000040:2.0:1749609627.781018:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609627.781019:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609627.781020:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609627.781021:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609627.781022:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609627.781023:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609627.781024:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609627.781025:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609627.781027:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609627.781029:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609627.781029:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609627.781030:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609627.781031:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609627.781032:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609627.781032:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609627.781034:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000400:00000010:0.0:1749609627.781034:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00080000:2.0:1749609627.781035:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000200:0.0:1749609627.781036:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193483904, offset 0 00000100:00000001:2.0:1749609627.781037:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609627.781038:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609627.781040:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609627.781041:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609627.781041:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609627.781042:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609627.781044:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609627.781046:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777100. 00000020:00000040:2.0:1749609627.781047:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609627.781049:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609627.781050:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781051:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609627.781052:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609627.781053:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609627.781054:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609627.781055:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130773000. 00000100:00000001:2.0:1749609627.781057:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609627.781059:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609627.781064:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609627.781065:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609627.781065:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0d080 00000100:00000040:2.0:1749609627.781067:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777100] to pc [ptlrpcd_rcv+-1] req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609627.781071:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 17160 00000100:00000001:2.0:1749609627.781072:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609627.781074:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609627.781076:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609627.781079:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777480. 00000400:00000200:0.0:1749609627.781079:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749609627.781080:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609627.781082:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749609627.781082:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609627.781083:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609627.781085:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609627.781087:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be000. 00000100:00000001:0.0:1749609627.781087:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609627.781089:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609627.781089:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749609627.781092:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749609627.781093:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d7b80. 00000100:00000040:0.0:1749609627.781095:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d7b80 x1834598193483904 msgsize 520 00000100:00000001:2.0:1749609627.781098:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1749609627.781098:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609627.781099:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609627.781102:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777480] to pc [ptlrpcd_00_03+3] req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.781116:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609627.781123:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609627.781126:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00000040:2.0:1749609627.781127:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4237) 00000400:00000010:0.0:1749609627.781127:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609627.781130:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609627.781133:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.781135:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609627.781136:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609627.781138:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609627.781139:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609627.781141:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609627.781141:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.781147:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609627.781147:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781148:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781149:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609627.781150:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609627.781151:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609627.781151:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609627.781152:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609627.781153:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609627.781154:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193483904 00000100:00100000:2.0:1749609627.781154:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193484288:0@lo:400: 02000000:00000001:3.0:1749609627.781155:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609627.781156:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1780 usecs (2 jiffies) 00000100:00000001:2.0:1749609627.781157:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609627.781158:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609627.781159:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609627.781160:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609627.781160:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781160:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298900226 02000000:00000001:2.0:1749609627.781161:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609627.781164:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef75c00. 00000100:00000010:0.0:1749609627.781164:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e77c0. 02000000:00000001:2.0:1749609627.781165:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609627.781168:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd8f0. 00000100:00000001:0.0:1749609627.781170:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000010:2.0:1749609627.781171:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00000200:2.0:1749609627.781174:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193484288, portal 10 00000100:00000001:0.0:1749609627.781174:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298900226 00000100:00000001:2.0:1749609627.781175:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609627.781176:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422320768 : -131936287230848 : ffff880130777480) 00000100:00000010:0.0:1749609627.781176:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f40. 00000100:00000001:0.0:1749609627.781178:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749609627.781180:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609627.781180:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609627.781183:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193483904 00000020:00000001:3.0:1749609627.781184:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609627.781185:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609627.781186:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609627.781186:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609627.781187:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609627.781187:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609627.781188:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781188:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298900226 00000400:00000010:2.0:1749609627.781189:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000200:2.0:1749609627.781190:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193484288, offset 0 00000100:00000010:0.0:1749609627.781190:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7e00. 00000020:00000010:3.0:1749609627.781191:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 00000100:00000001:0.0:1749609627.781192:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000200:2.0:1749609627.781194:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609627.781194:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298900226 00000020:00000010:3.0:1749609627.781195:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000100:00000010:0.0:1749609627.781196:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7600. 00000100:00000001:0.0:1749609627.781198:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000010:3.0:1749609627.781199:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749609627.781199:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609627.781200:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609627.781202:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609627.781203:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609627.781203:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0d200 00000100:00000001:3.0:1749609627.781204:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609627.781204:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609627.781205:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781207:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609627.781208:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 88176 00000100:00000001:3.0:1749609627.781210:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781210:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609627.781211:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609627.781212:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609627.781213:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609627.781214:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609627.781214:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609627.781215:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.781215:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609627.781217:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.781218:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609627.781219:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609627.781221:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1749609627.781221:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777800. 00000100:00000001:3.0:1749609627.781222:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609627.781223:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff880130777800 x1834598193484288 msgsize 224 00000100:00000001:0.0:1749609627.781223:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609627.781224:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609627.781225:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1749609627.781226:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609627.781227:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401744256 : -131936307807360 : ffff88012f3d7b80) 00000100:00000040:3.0:1749609627.781229:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d7b80 x1834598193483904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.781233:0:1051:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609627.781234:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749609627.781235:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193483904:12345-0@lo:38: 02000000:00000001:0.0:1749609627.781235:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609627.781236:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000100:00000200:3.0:1749609627.781237:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193483904 00000400:00000010:2.0:1749609627.781237:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 02000000:00000001:0.0:1749609627.781237:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609627.781239:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193484032:0@lo:38: 00000020:00000001:3.0:1749609627.781240:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609627.781240:0:1051:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749609627.781242:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749609627.781242:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.781245:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609627.781247:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609627.781248:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781249:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609627.781249:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609627.781250:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609627.781252:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48ec00. 00000020:00000001:3.0:1749609627.781253:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609627.781253:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609627.781254:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749609627.781255:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00010000:00000001:3.0:1749609627.781256:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609627.781256:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781257:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749609627.781257:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00010000:00000001:3.0:1749609627.781258:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609627.781259:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609627.781259:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193484032, portal 10 00000100:00000001:3.0:1749609627.781260:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609627.781261:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609627.781262:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609627.781262:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 550 usecs (1 jiffies) 00000100:00000001:0.0:1749609627.781262:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422318976 : -131936287232640 : ffff880130776d80) 02000000:00000001:3.0:1749609627.781263:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609627.781264:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298900225 00000100:00000001:2.0:1749609627.781265:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298900226 00000100:00000040:0.0:1749609627.781266:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.781267:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298900225 00000100:00000001:2.0:1749609627.781269:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298900226 00000100:00000001:2.0:1749609627.781270:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298900225 00000100:00000001:1.0:1749609627.781271:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609627.781271:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749609627.781272:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da78000. 00000100:00000001:2.0:1749609627.781272:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298900226 00000100:00000001:2.0:1749609627.781273:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298900225 00000100:00000040:0.0:1749609627.781273:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609627.781274:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298900226 00000100:00100000:1.0:1749609627.781274:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193484288 00000400:00000010:0.0:1749609627.781274:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609627.781275:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609627.781275:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609627.781276:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609627.781276:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749609627.781276:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193484032, offset 0 00000100:00000001:3.0:1749609627.781278:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781278:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609627.781278:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781279:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609627.781279:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609627.781280:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609627.781281:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609627.781281:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609627.781281:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193484288 00000400:00000200:0.0:1749609627.781282:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609627.781283:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609627.781283:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609627.781283:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:1.0:1749609627.781284:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609627.781285:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1749609627.781286:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609627.781286:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1749609627.781286:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:0.0:1749609627.781286:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0d100 00000100:00000001:2.0:1749609627.781287:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609627.781288:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609627.781288:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749609627.781288:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609627.781289:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609627.781289:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609627.781289:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 88400 00000100:00000001:3.0:1749609627.781291:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609627.781291:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609627.781292:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609627.781293:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609627.781293:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609627.781295:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:1.0:1749609627.781295:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11f80. 00000400:00000200:0.0:1749609627.781295:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609627.781296:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609627.781297:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609627.781298:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609627.781299:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:1.0:1749609627.781299:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4900. 02000000:00000001:3.0:1749609627.781301:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:0.0:1749609627.781302:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d4700. 02000000:00000001:3.0:1749609627.781303:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781303:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609627.781303:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d4700 x1834598193484032 msgsize 520 00000020:00000040:1.0:1749609627.781304:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:3.0:1749609627.781305:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609627.781305:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609627.781306:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609627.781307:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1749609627.781309:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609627.781310:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:3.0:1749609627.781312:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193483904, offset 0 00000100:00000001:0.0:1749609627.781312:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749609627.781313:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000400:00000200:0.0:1749609627.781315:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609627.781316:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00080000:2.0:1749609627.781317:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609627.781318:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749609627.781319:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000400:00000200:3.0:1749609627.781320:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609627.781320:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000200:0.0:1749609627.781320:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609627.781322:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000400:00000200:3.0:1749609627.781325:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609627.781327:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609627.781327:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609627.781328:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609627.781328:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609627.781329:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0d080 00000100:00000001:1.0:1749609627.781329:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609627.781331:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609627.781332:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4bc5 [1] + 0 00000100:00000001:0.0:1749609627.781333:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781334:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609627.781334:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609627.781334:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609627.781335:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609627.781335:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1749609627.781336:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193484032 00000100:00000001:1.0:1749609627.781336:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781336:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609627.781337:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609627.781338:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609627.781339:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609627.781339:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 703 usecs (1 jiffies) 00000100:00000001:3.0:1749609627.781340:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609627.781340:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609627.781341:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.781341:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298900225 00000100:00000001:0.0:1749609627.781342:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298900226 00000100:00000200:3.0:1749609627.781343:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609627.781343:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609627.781344:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193484032 00000100:00000001:0.0:1749609627.781344:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298900225 00000100:00000001:1.0:1749609627.781345:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609627.781345:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298900226 00000020:00000001:2.0:1749609627.781346:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609627.781346:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1749609627.781347:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609627.781347:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298900225 00000020:00000001:2.0:1749609627.781348:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609627.781348:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298900226 00000100:00100000:1.0:1749609627.781349:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000001:0.0:1749609627.781349:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298900225 00000100:00000040:3.0:1749609627.781350:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609627.781350:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609627.781350:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000001:2.0:1749609627.781351:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609627.781351:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422321664 : -131936287229952 : ffff880130777800) 00000100:00000001:0.0:1749609627.781351:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298900226 00000100:00000001:0.0:1749609627.781352:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609627.781354:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00000040:1.0:1749609627.781354:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130777800 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:573/0 lens 224/0 e 0 to 0 dl 1749609638 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.781354:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609627.781356:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d500. 00000100:00000001:0.0:1749609627.781356:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609627.781357:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609627.781358:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609627.781359:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000001:1.0:1749609627.781359:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609627.781360:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000010:1.0:1749609627.781360:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11000. 00000400:00000010:3.0:1749609627.781361:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609627.781362:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609627.781362:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609627.781363:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609627.781363:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749609627.781363:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11000. 00000100:00000001:0.0:1749609627.781363:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609627.781364:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609627.781364:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781365:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609627.781366:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193484288:12345-0@lo:400: 02000000:00000001:0.0:1749609627.781366:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609627.781367:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609627.781367:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609627.781368:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193484288 00000100:00000001:3.0:1749609627.781369:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609627.781369:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609627.781369:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609627.781370:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193484160:0@lo:38: 00000100:00000040:3.0:1749609627.781371:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000020:00000001:1.0:1749609627.781371:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609627.781372:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781372:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609627.781373:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781373:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749609627.781374:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609627.781374:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749609627.781375:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749609627.781375:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609627.781376:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d7b80 x1834598193483904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609627.781377:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 02000000:00000001:0.0:1749609627.781377:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609627.781378:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609627.781378:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609627.781379:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1749609627.781379:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f400. 00000100:00100000:3.0:1749609627.781380:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193483904:12345-0@lo:38: Request processed in 145us (284us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749609627.781380:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609627.781381:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609627.781382:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000020:00000001:1.0:1749609627.781382:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1749609627.781382:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000020:00000001:1.0:1749609627.781383:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609627.781384:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401730816 : -131936307820800 : ffff88012f3d4700) 00000100:00100000:3.0:1749609627.781385:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000020:00000001:1.0:1749609627.781385:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609627.781385:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00000001:3.0:1749609627.781387:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609627.781387:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749609627.781387:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d4700 x1834598193484032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609627.781387:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193484160, portal 10 00000020:00000001:1.0:1749609627.781389:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609627.781389:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609627.781389:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422319872 : -131936287231744 : ffff880130777100) 00000020:00000010:3.0:1749609627.781391:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000100:00000001:1.0:1749609627.781392:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749609627.781393:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 02000000:00000001:1.0:1749609627.781393:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609627.781393:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609627.781395:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 00000100:00100000:2.0:1749609627.781395:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193484032:12345-0@lo:38: 02000000:00000010:1.0:1749609627.781395:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb96400. 02000000:00000001:1.0:1749609627.781396:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609627.781397:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609627.781397:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609627.781398:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193484032 00000020:00000001:2.0:1749609627.781399:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609627.781399:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781399:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000040:1.0:1749609627.781400:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193484288 00000100:00000040:0.0:1749609627.781400:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609627.781401:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609627.781402:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:0.0:1749609627.781402:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000200:0.0:1749609627.781403:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193484160, offset 0 00010000:00000200:1.0:1749609627.781404:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130777800 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609627.781406:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609627.781407:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609627.781409:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609627.781409:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609627.781410:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609627.781410:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609627.781411:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749609627.781412:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=22 v=5 (1 1 1 0) 00010000:00000001:2.0:1749609627.781413:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609627.781413:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0d180 00000100:00000001:2.0:1749609627.781415:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609627.781415:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609627.781416:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609627.781416:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:0.0:1749609627.781416:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 88920 00000100:00000001:1.0:1749609627.781417:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:2.0:1749609627.781418:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609627.781418:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609627.781419:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609627.781419:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749609627.781420:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130772c00. 00000100:00000001:1.0:1749609627.781420:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609627.781421:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609627.781421:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609627.781422:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609627.781423:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609627.781423:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609627.781424:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:2.0:1749609627.781425:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609627.781425:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193484288, offset 224 00000100:00000200:0.0:1749609627.781425:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749609627.781426:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609627.781428:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609627.781428:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749609627.781428:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d4380. 00000100:00000001:2.0:1749609627.781430:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609627.781430:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d4380 x1834598193484160 msgsize 520 00000100:00000001:2.0:1749609627.781432:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609627.781433:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:1.0:1749609627.781433:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609627.781434:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609627.781435:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609627.781437:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:1.0:1749609627.781437:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d200 00000100:00000040:2.0:1749609627.781439:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:1.0:1749609627.781440:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bcd [1] + 224 02000000:00000001:2.0:1749609627.781441:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609627.781442:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781443:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609627.781443:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609627.781445:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609627.781446:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609627.781446:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609627.781447:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749609627.781448:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000200:1.0:1749609627.781449:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609627.781449:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000400:00000010:0.0:1749609627.781450:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:0.0:1749609627.781452:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609627.781454:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609627.781454:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609627.781457:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193484032, offset 0 00000100:00000001:0.0:1749609627.781459:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609627.781460:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609627.781461:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609627.781462:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609627.781463:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193484160 02000000:00000001:3.0:1749609627.781465:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609627.781465:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609627.781466:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609627.781466:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609627.781467:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609627.781467:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609627.781467:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609627.781468:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609627.781468:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d100 00000100:00100000:3.0:1749609627.781470:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193484160 00000020:00000001:3.0:1749609627.781470:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609627.781470:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609627.781471:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749609627.781471:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bd5 [1] + 0 00000020:00000001:3.0:1749609627.781472:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609627.781472:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 533 usecs (1 jiffies) 00000020:00000001:3.0:1749609627.781473:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609627.781474:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609627.781474:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609627.781474:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298900225 00000020:00000010:3.0:1749609627.781475:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 00000100:00000001:0.0:1749609627.781475:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298900226 00000020:00000010:3.0:1749609627.781477:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000400:00000200:2.0:1749609627.781477:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609627.781477:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298900225 00000020:00000010:3.0:1749609627.781478:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609627.781478:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298900226 00000400:00000200:1.0:1749609627.781479:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00000001:3.0:1749609627.781480:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609627.781480:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609627.781480:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298900225 00000100:00000001:3.0:1749609627.781481:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609627.781481:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609627.781481:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298900226 00000100:00000001:0.0:1749609627.781482:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298900225 00000100:00000001:3.0:1749609627.781483:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609627.781483:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609627.781483:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298900226 00000100:00000001:1.0:1749609627.781484:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609627.781484:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609627.781486:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609627.781486:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609627.781486:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781486:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609627.781488:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609627.781488:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:1.0:1749609627.781489:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:0.0:1749609627.781489:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749609627.781490:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609627.781490:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749609627.781491:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749609627.781492:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac08. 00000100:00000001:3.0:1749609627.781493:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609627.781493:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777800 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1749609638 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609627.781494:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609627.781494:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000400:00000010:0.0:1749609627.781495:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000100:00100000:3.0:1749609627.781496:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:2.0:1749609627.781496:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609627.781497:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401729920 : -131936307821696 : ffff88012f3d4380) 00000100:00000001:0.0:1749609627.781497:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609627.781498:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193484288:12345-0@lo:400: Request processed in 138us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609627.781516:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000200:0.0:1749609627.781516:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609627.781518:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:2.0:1749609627.781520:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609627.781520:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609627.781521:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609627.781523:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000020:00000010:1.0:1749609627.781523:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000200:0.0:1749609627.781523:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609627.781524:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000020:00000010:1.0:1749609627.781524:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000040:3.0:1749609627.781525:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d4380 x1834598193484160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.781526:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749609627.781526:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000100:00000001:2.0:1749609627.781528:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609627.781528:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749609627.781529:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00100000:3.0:1749609627.781530:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193484160:12345-0@lo:38: 00000100:00000001:2.0:1749609627.781530:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609627.781530:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.781530:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609627.781532:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193484160 00000100:00000040:2.0:1749609627.781532:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609627.781532:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609627.781533:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609627.781533:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609627.781534:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749609627.781534:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749609627.781535:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609627.781535:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609627.781537:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d4700 x1834598193484032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.781537:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609627.781538:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609627.781539:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609627.781539:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609627.781541:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609627.781542:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609627.781543:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:0.0:1749609627.781543:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609627 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609627.781544:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609627.781544:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193484032:12345-0@lo:38: Request processed in 149us (239us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749609627.781545:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1749609627.781546:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=89 v=20 (1 1 20 0) 02000000:00000010:3.0:1749609627.781547:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da78400. 02000000:00000001:3.0:1749609627.781548:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609627.781549:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.781549:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749609627.781550:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749609627.781550:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00010000:00000001:3.0:1749609627.781551:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:02020000:0.0:1749609627.781551:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00001000:3.0:1749609627.781552:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609627.781552:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609627.781553:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609627.781553:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609627.781555:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1749609627.781555:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d500. 00000100:00000040:3.0:1749609627.781556:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609627.781557:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609627.781558:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000010:2.0:1749609627.781558:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000100:00000040:3.0:1749609627.781559:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609627.781560:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609627.781561:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609627.781563:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000100:00000001:3.0:1749609627.781565:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609627.781566:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609627.781567:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609627.781568:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609627.781569:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193484160, offset 0 00000400:00000200:3.0:1749609627.781571:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609627.781575:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609627.781577:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609627.781578:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d180 00000100:00000001:2.0:1749609627.781579:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609627.781580:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4be1 [1] + 0 00000400:00000200:3.0:1749609627.781582:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749609627.781582:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749609627.781584:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749609627.781584:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609627.781585:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd8f0. 00000400:00000200:2.0:1749609627.781587:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 00000400:00000010:2.0:1749609627.781588:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:2.0:1749609627.781590:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609627.781591:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609627.781592:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609627.781593:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609627.781597:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609627.781599:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609627.781602:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609627.781604:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:2.0:1749609627.781604:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749609627.781605:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609627.781605:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609627.781606:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609627.781606:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609627.781606:0:1051:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609627.781607:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609627.781607:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609627.781608:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609627.781609:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609627.781610:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781610:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609627.781611:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609627.781611:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609627.781612:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d4380 x1834598193484160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609647 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609627.781614:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=22 v=5 (5 5 5 0) 00000100:00100000:3.0:1749609627.781616:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193484160:12345-0@lo:38: Request processed in 86us (185us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749609627.781617:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=22 v=5 (1 1 1 0) 00000100:00000001:2.0:1749609627.781619:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749609627.781620:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000001:2.0:1749609627.781620:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609627.781621:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609627.781622:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749609627.781622:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1749609627.781623:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000020:00000010:3.0:1749609627.781625:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00010000:00080000:2.0:1749609627.781626:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609627.781629:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 00000100:00000001:3.0:1749609627.781630:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609627.781632:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781635:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609627.781637:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609627.781638:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609627.781640:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609627.781642:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.781647:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609627.781649:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609627.781651:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609627.781652:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609627.781659:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193484288:0@lo:400: 00000100:00000001:2.0:1749609627.781662:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609627.781664:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609627.781665:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777480 x1834598193484288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609627.781670:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609627.781672:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609627.781674:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef75c00. 02000000:00000001:2.0:1749609627.781696:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609627.781697:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609627.781699:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609627.781701:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609627.781702:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be000. 02000000:00000001:2.0:1749609627.781708:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609627.781710:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609627.781712:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777480. 00000100:00000001:2.0:1749609627.781714:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609627.781715:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609627.781717:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609627.781720:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609627.781721:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609627.781722:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609627.781724:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609627.782716:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298900226, at 4298900226 00000100:00000040:2.0:1749609627.782717:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298900226, at 4298900226 00000100:00000010:3.0:1749609627.782725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7600. 00000100:00000040:1.0:1749609627.782727:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298900226, at 4298900226 00000100:00000010:1.0:1749609627.782733:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f40. 00000100:00000010:2.0:1749609627.782738:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7e00. 00000100:00000001:0.0:1749609627.783552:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609627.783554:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609627.783557:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.783561:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609627.783563:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609627.783564:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783565:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609627.783566:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609627.783568:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609627.783570:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609627.783571:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609627.783573:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609627.783577:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193483904:0@lo:38: 00000100:00000001:0.0:1749609627.783580:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.783581:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609627.783582:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776a00 x1834598193483904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.783585:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609627.783586:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609627.783587:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d000. 02000000:00000001:0.0:1749609627.783589:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609627.783590:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609627.783590:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609627.783591:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609627.783592:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130773c00. 02000000:00000001:0.0:1749609627.783594:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609627.783594:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609627.783595:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776a00. 00000100:00000001:0.0:1749609627.783597:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609627.783597:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783598:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783600:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609627.783601:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783602:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609627.783603:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609627.783605:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609627.783606:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609627.783607:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749609627.783608:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000400:00000010:0.0:1749609627.783609:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609627.783610:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609627.783612:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609627.783616:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.783619:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609627.783620:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783621:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609627.783622:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609627.783623:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609627.783624:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609627.783625:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609627.783627:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609627 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609627.783629:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=71 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609627.783630:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609627.783631:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609627.783632:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609627.783634:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.783637:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609627.783638:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609627.783638:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783639:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609627.783639:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609627.783640:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609627.783641:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609627.783642:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609627.783643:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609627.783647:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193484032:0@lo:38: 00000400:00000001:0.0:1749609627.783649:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609627.783649:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609627.783650:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000400:00000200:0.0:1749609627.783651:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000400:00000010:0.0:1749609627.783651:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:0.0:1749609627.783652:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609627.783653:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609627.783656:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.783660:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609627.783661:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783662:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609627.783662:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609627.783663:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609627.783664:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609627.783664:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609627.783666:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609627 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609627.783667:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=22 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609627.783668:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609627.783668:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609627.783669:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609627.783670:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.783673:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609627.783702:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609627.783703:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783704:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609627.783705:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609627.783706:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609627.783708:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609627.783709:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609627.783712:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609627.783717:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193484160:0@lo:38: 00000100:00000001:0.0:1749609627.783719:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.783721:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609627.783722:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776d80 x1834598193484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.783726:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609627.783728:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609627.783729:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48ec00. 02000000:00000001:0.0:1749609627.783731:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609627.783733:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609627.783733:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609627.783735:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609627.783736:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130773400. 02000000:00000001:0.0:1749609627.783738:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609627.783739:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609627.783739:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776d80. 00000100:00000001:0.0:1749609627.783741:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609627.783742:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783743:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609627.783744:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777100 x1834598193484160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609627.783748:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609627.783749:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609627.783750:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f400. 02000000:00000001:0.0:1749609627.783752:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609627.783752:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609627.783753:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609627.783755:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609627.783755:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130773000. 02000000:00000001:0.0:1749609627.783757:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609627.783757:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609627.783758:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777100. 00000100:00000001:0.0:1749609627.783759:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609627.783760:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609627.783761:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.783762:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609627.783763:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609627.783764:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609627.783765:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609627.783773:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298900226, at 4298900227 00000100:00000010:0.0:1749609627.783777:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e77c0. 00010000:00000001:0.0:1749609627.818792:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609627.818797:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609627.818850:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609627.818853:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609627.818855:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609628.082785:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609628.082791:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609628.082792:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609628.082794:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609628.082797:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609628.082800:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609628.082802:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609628.082804:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609628.082805:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609628.414794:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609628.414802:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609628.414804:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609628.414808:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609628.414811:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609628.414814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609628.414817:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609628.414820:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609628.414822:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609628.783804:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609628.783818:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609628.783820:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609628.783824:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609628.783825:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609628.783828:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609628.783831:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609628.820834:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609628.820841:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609628.820906:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609628.820910:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609628.820913:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609629.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609629.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609629.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609629.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609629.082810:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609629.082813:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609629.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609629.082817:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609629.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609629.414766:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609629.414772:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609629.414773:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609629.414776:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609629.414779:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609629.414782:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609629.414785:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609629.414787:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609629.414789:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609629.783772:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609629.783786:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609629.783787:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609629.783791:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609629.783793:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609629.783796:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609629.783798:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609629.822814:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609629.822819:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609629.822888:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609629.822891:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609629.822893:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609630.082801:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609630.082809:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609630.082810:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609630.082813:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609630.082816:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609630.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609630.082821:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609630.082823:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609630.082824:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609630.414789:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609630.414797:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609630.414798:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609630.414801:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609630.414804:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609630.414807:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609630.414809:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609630.414812:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609630.414814:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609630.783776:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609630.783791:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609630.783792:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609630.783795:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609630.783798:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609630.783801:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609630.783802:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609630.824823:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609630.824832:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609630.824899:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609630.824904:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609630.824907:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609631.082789:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609631.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609631.082798:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609631.082801:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609631.082804:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609631.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609631.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609631.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609631.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609631.414787:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609631.414795:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609631.414797:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609631.414799:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609631.414802:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609631.414806:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609631.414808:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609631.414819:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012f3d6300 x1834598193482624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609631.414826:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609631.414828:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012f3d6300 x1834598193482624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609631.414833:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609631.414835:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609631.414837:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609631.414839:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609631.414840:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d6300 x1834598193482624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609631.414844:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f3d6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193482624:0@lo:101: 00000100:00000001:0.0:1749609631.414847:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609631.414848:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609631.414850:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609631.414851:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609631.414852:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012f3d6300 x1834598193482624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609631.414855:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609631.414857:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609631.414861:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609631.414862:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609631.414865:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609631.414869:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609631.414871:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609631.414874:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78a00 refcount=4 00000020:00000001:0.0:1749609631.414875:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609631.414876:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00010000:0.0:1749609631.414880:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609631.414889:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609631.414892:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609631.414895:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609631.414897:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609631.414900:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609631.414902:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609631.414903:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609631.414906:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609631.414907:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609631.414909:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609631.414911:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609631.414914:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a78a00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609631.414916:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609631.414918:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609631.414921:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609631.414921:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609631.414922:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609631.414922:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78a00 refcount=5 00000020:00000001:0.0:1749609631.414923:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609631.414924:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841780736 : -131938867770880 : ffff880096a78a00) 00010000:00000001:0.0:1749609631.414926:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609631.414928:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609631.414931:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609631.414932:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609631.414934:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:0.0:1749609631.414936:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609631.414937:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609631.414938:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609631.414939:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609631.414941:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609631.414942:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609631.414943:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609631.414943:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609631.414945:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a78a00 with handle 0xae754a088751492d from hash 00010000:00000001:0.0:1749609631.414946:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609631.414946:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609631.414947:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609631.414947:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609631.414948:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609631.414949:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609631.414950:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609631.414950:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609631.414951:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609631.414952:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609631.414953:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609631.414955:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609631.414955:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609631.414956:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609631.414956:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609631.414957:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609631.414957:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609631.414958:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609631.414960:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a78a00/0xae754a088751492d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609631.414965:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35400 count: 0 00010000:00000001:0.0:1749609631.414985:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609631.414986:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609631.414988:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609631.414989:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012f3d6300 x1834598193482624/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609631.414993:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609631.414996:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609631.414997:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609631.414998:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609631.415002:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a78400. 02000000:00000001:0.0:1749609631.415005:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609631.415007:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609631.415008:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f3d6300. 00000100:00000001:0.0:1749609631.415011:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609631.415012:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609631.415013:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609631.415014:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609631.415016:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609631.415019:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e77c0. 00000020:00000010:0.0:1749609631.415022:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000020:00000010:0.0:1749609631.415026:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a79c00. 00000040:00000010:0.0:1749609631.415028:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a79000. 00000020:00000010:0.0:1749609631.415031:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a73800. 00000020:00000010:0.0:1749609631.415034:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a79a00. 80000000:00000010:0.0:1749609631.415038:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609631.415042:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79e00. 00080000:00000010:0.0:1749609631.415046:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609631.415051:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609631.415057:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609631.415059:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609631.415063:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a79c00. 00000040:00000010:0.0:1749609631.415065:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a79000. 00000020:00000010:0.0:1749609631.415067:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a73800. 00000020:00000010:0.0:1749609631.415070:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a79a00. 80000000:00000010:0.0:1749609631.415072:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609631.415074:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79e00. 00080000:00000010:0.0:1749609631.415076:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609631.415078:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609631.415084:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 10000000:00000010:0.0:1749609631.415086:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e77c0. 10000000:01000000:0.0:1749609631.415088:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:0.0:1749609631.415090:0:6439:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.203.144@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:0.0:1749609631.418073:0:6439:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1749609631.418076:0:6439:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1749609631.418078:0:6439:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1749609631.418080:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749609631.418082:0:6439:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609631.418085:0:6439:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1749609631.418086:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609631.418088:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609631.418090:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609631.418091:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff8800b46a7200) refs 2 10000000:00000001:0.0:1749609631.418092:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609631.418093:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609631.418094:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff8800b46a6200) refs 2 10000000:00000001:0.0:1749609631.418095:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609631.418096:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609631.418096:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:0.0:1749609631.418097:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609631.418098:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:0.0:1749609631.418100:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609631.418100:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:0.0:1749609631.418104:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d6300. 00000020:00000040:0.0:1749609631.418106:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609631.418110:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609631.418113:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609631.418117:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609631.418121:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a78400. 00000100:00000001:0.0:1749609631.418127:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609631.418130:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609631.418132:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609631.418136:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35900. 00010000:00000001:0.0:1749609631.418139:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609631.418140:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a79200. 00000020:00000001:0.0:1749609631.418143:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609631.418144:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a79200 with handle 0xae754a0887514934 to hash 00000020:00000001:0.0:1749609631.418145:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609631.418146:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841782784 : -131938867768832 : ffff880096a79200) 00010000:00000001:0.0:1749609631.418148:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841782784 : -131938867768832 : ffff880096a79200) 00010000:00000001:0.0:1749609631.418150:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609631.418150:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609631.418152:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609631.418157:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609631.418165:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609631.418170:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609631.418172:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609631.418176:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609631.418178:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392601152 : -131936316950464 : ffff88012eb1f840) 00000100:00000001:0.0:1749609631.418181:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609631.418182:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137401737984 : -131936307813632 : ffff88012f3d6300) 00000100:00000001:0.0:1749609631.418186:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609631.418188:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609631.418189:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609631.418191:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609631.418196:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012f3d6300 x1834598193484416/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609631.418203:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609631.418204:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609631.418206:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012f3d6300 x1834598193484416/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609631.418210:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609631.418211:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609631.418212:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609631.418213:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609631.418214:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609631.418214:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609631.418215:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609631.418216:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609631.418216:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609631.418805:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35400. 00010000:00000010:1.1:1749609631.418811:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a78a00. 00000100:00000001:2.0:1749609631.783772:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609631.783788:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609631.783789:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609631.783792:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609631.783795:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609631.783798:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609631.783800:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609631.826820:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609631.826829:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609631.826831:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609631.826833:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609631.826837:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609631.826839:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609631.826840:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609631.826842:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609631.826926:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609631.826930:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609631.826932:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609632.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609632.082801:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609632.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609632.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609632.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609632.082811:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609632.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609632.082815:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609632.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.417791:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609632.417798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609632.417800:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609632.417802:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609632.417805:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609632.417808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609632.417810:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609632.417812:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609632.417814:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.783795:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609632.783812:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609632.783814:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609632.783819:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609632.783822:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609632.783827:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.783829:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609632.788766:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609632.788774:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609632.788777:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609632.788781:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609632.788784:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609632.788787:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609632.788791:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609632.788795:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4232 00000100:00080000:2.0:1749609632.788800:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609632.788803:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609632.788806:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609632.788808:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609632.788809:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609632.788814:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609632.788816:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609632.788819:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609632.788822:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609632.788824:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609632.788826:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609632.788829:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609632.788830:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609632.788831:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609632.788833:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609632.788835:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609632.788838:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609632.788839:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609632.788842:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609632.788849:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609632.788852:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.788854:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609632.788857:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609632.788863:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777480. 00000020:00000040:2.0:1749609632.788866:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609632.788870:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609632.788872:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.788874:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609632.788877:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609632.788880:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609632.788887:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130771c00. 00000100:00000001:2.0:1749609632.788894:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609632.788902:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609632.788912:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609632.788914:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609632.788917:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777480] to pc [ptlrpcd_rcv+-1] req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609632.788942:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609632.788945:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609632.788948:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609632.788949:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609632.788950:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609632.788952:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609632.788954:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4232 00000100:00080000:2.0:1749609632.788956:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609632.788958:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609632.788960:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609632.788962:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609632.788964:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609632.788965:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609632.788966:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609632.788968:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609632.788970:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609632.788971:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609632.788973:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609632.788976:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609632.788977:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609632.788978:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609632.788979:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609632.788980:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609632.788982:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609632.788983:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609632.788983:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609632.788985:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.788985:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609632.788987:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609632.788989:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609632.788990:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609632.788991:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.788993:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609632.788995:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609632.788997:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777b80. 00000020:00000040:2.0:1749609632.788999:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609632.788999:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609632.789000:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609632.789001:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609632.789002:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609632.789003:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609632.789004:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609632.789005:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609632.789005:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609632.789006:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609632.789006:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609632.789008:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193484544:0@lo:38: 02000000:00000010:2.0:1749609632.789009:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130772000. 00000100:00000001:0.0:1749609632.789011:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609632.789012:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609632.789014:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749609632.789015:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609632.789016:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609632.789017:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609632.789020:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48ec00. 00000100:00000001:2.0:1749609632.789022:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609632.789022:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789023:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609632.789025:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777b80] to pc [ptlrpcd_rcv+-1] req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609632.789028:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab00. 00000100:00000001:2.0:1749609632.789032:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609632.789034:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9770. 00000100:00080000:2.0:1749609632.789035:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609632.789038:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609632.789039:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:0.0:1749609632.789039:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193484544, portal 4 00000100:00080000:2.0:1749609632.789040:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609632.789041:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609632.789042:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609632.789042:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422320768 : -131936287230848 : ffff880130777480) 00000100:00080000:2.0:1749609632.789044:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4232 00000100:00080000:2.0:1749609632.789045:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609632.789046:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609632.789047:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609632.789049:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609632.789050:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609632.789051:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609632.789051:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609632.789053:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609632.789053:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609632.789054:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000400:00000010:0.0:1749609632.789054:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000020:00000001:2.0:1749609632.789055:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749609632.789055:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193484544, offset 0 00000020:00000040:2.0:1749609632.789057:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609632.789058:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609632.789060:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000400:00000200:0.0:1749609632.789060:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609632.789062:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609632.789063:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609632.789065:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609632.789066:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609632.789068:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609632.789069:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609632.789071:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609632.789072:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609632.789074:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609632.789074:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609632.789075:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789077:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609632.789078:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609632.789081:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777100. 00000020:00000040:2.0:1749609632.789082:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609632.789085:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749609632.789085:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0d300 02000000:00000001:2.0:1749609632.789086:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789088:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609632.789089:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609632.789090:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609632.789092:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130771800. 00000400:00000200:0.0:1749609632.789092:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 17680 00000100:00000001:2.0:1749609632.789094:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609632.789097:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609632.789100:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609632.789104:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749609632.789104:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609632.789105:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609632.789107:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777100] to pc [ptlrpcd_rcv+-1] req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789109:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609632.789111:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609632.789114:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609632.789115:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1749609632.789115:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d4a80. 00000100:00000040:0.0:1749609632.789117:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d4a80 x1834598193484544 msgsize 520 00000100:00000001:2.0:1749609632.789119:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1749609632.789120:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1749609632.789121:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776d80. 00000020:00000040:2.0:1749609632.789123:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609632.789125:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609632.789126:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609632.789127:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609632.789131:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be000. 00000100:00000001:2.0:1749609632.789133:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609632.789135:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609632.789135:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609632.789142:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609632.789143:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609632.789145:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00000040:2.0:1749609632.789147:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776d80] to pc [ptlrpcd_00_00+0] req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609632.789147:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609632.789149:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609632.789152:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789159:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609632.789160:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789166:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789168:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609632.789172:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609632.789175:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1765 usecs (2 jiffies) 00000100:00000001:2.0:1749609632.789177:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789178:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298905234 00000100:00000040:2.0:1749609632.789181:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4242) 00000100:00000010:0.0:1749609632.789182:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 00000100:00000001:3.0:1749609632.789184:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609632.789188:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193484544 00000100:00000001:0.0:1749609632.789188:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:3.0:1749609632.789190:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609632.789193:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609632.789194:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298905234 00000100:00000010:0.0:1749609632.789195:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7c80. 00000100:00000001:3.0:1749609632.789196:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789196:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609632.789198:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:2.0:1749609632.789199:0:1049:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1749609632.789200:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789201:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609632.789203:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193484544 00000100:00000001:1.0:1749609632.789204:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609632.789205:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609632.789205:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298905234 00000020:00000040:3.0:1749609632.789206:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609632.789207:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609632.789207:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609632.789207:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7240. 00000020:00000001:3.0:1749609632.789208:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609632.789209:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789209:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609632.789210:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789210:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609632.789210:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609632.789211:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609632.789212:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298905234 00000100:00000001:2.0:1749609632.789213:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749609632.789214:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 00000100:00000010:0.0:1749609632.789214:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7380. 00000100:00000040:2.0:1749609632.789216:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789217:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000010:3.0:1749609632.789218:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000100:00000001:0.0:1749609632.789219:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609632.789221:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609632.789222:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609632.789223:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609632.789223:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789224:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789225:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609632.789226:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609632.789226:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609632.789227:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609632.789227:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609632.789228:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789228:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609632.789229:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789229:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609632.789231:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193484928:0@lo:400: 00000100:00000001:0.0:1749609632.789231:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609632.789232:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609632.789233:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609632.789234:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789234:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609632.789236:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609632.789236:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609632.789237:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609632.789239:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609632.789241:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef75c00. 02000000:00000001:2.0:1749609632.789243:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789243:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609632.789244:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609632.789246:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609632.789246:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd8f0. 02000000:00000001:0.0:1749609632.789246:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609632.789247:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609632.789249:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609632.789250:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682330. 00000100:00100000:0.0:1749609632.789250:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193484672:0@lo:38: 00000100:00000001:3.0:1749609632.789253:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609632.789253:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193484928, portal 10 00000100:00000001:0.0:1749609632.789253:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609632.789254:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609632.789254:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609632.789255:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422318976 : -131936287232640 : ffff880130776d80) 02000000:00000001:0.0:1749609632.789255:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609632.789256:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609632.789257:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 02000000:00000001:0.0:1749609632.789257:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609632.789260:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401731712 : -131936307819904 : ffff88012f3d4a80) 02000000:00000010:0.0:1749609632.789260:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d000. 00000100:00000040:2.0:1749609632.789261:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609632.789261:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609632.789262:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d4a80 x1834598193484544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609632.789263:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749609632.789266:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9990. 00000100:00000001:2.0:1749609632.789267:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609632.789268:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193484672, portal 10 00000100:00100000:3.0:1749609632.789269:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193484544:12345-0@lo:38: 00000100:00000040:2.0:1749609632.789270:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609632.789270:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1749609632.789271:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193484544 00000400:00000010:2.0:1749609632.789271:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000001:0.0:1749609632.789271:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422322560 : -131936287229056 : ffff880130777b80) 00000100:00000200:2.0:1749609632.789273:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193484928, offset 0 00000020:00000001:3.0:1749609632.789274:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749609632.789276:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609632.789277:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609632.789281:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609632.789283:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609632.789284:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749609632.789286:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749609632.789286:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9aa0. 00000400:00000200:2.0:1749609632.789288:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0d480 00000100:00000200:0.0:1749609632.789288:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193484672, offset 0 00000400:00000200:0.0:1749609632.789291:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609632.789296:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609632.789296:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 89440 00000400:00000200:0.0:1749609632.789296:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:3.0:1749609632.789299:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609632.789300:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749609632.789301:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609632.789301:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0d380 00010000:00000001:3.0:1749609632.789303:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609632.789303:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609632.789304:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 89664 00000100:00000001:3.0:1749609632.789306:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609632.789308:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609632.789308:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749609632.789308:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609632.789310:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749609632.789310:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749609632.789310:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749609632.789313:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776a00. 00000100:00000040:2.0:1749609632.789314:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff880130776a00 x1834598193484928 msgsize 224 02000000:00000010:3.0:1749609632.789315:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da79000. 02000000:00000001:3.0:1749609632.789317:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609632.789318:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609632.789319:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609632.789323:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609632.789324:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789324:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:3.0:1749609632.789327:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609632.789330:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609632.789333:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609632.789334:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609632.789336:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609632.789338:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:2.0:1749609632.789339:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000100:00000040:3.0:1749609632.789340:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:2.0:1749609632.789340:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000001:0.0:1749609632.789340:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609632.789342:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749609632.789342:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193484928 00000100:00000001:2.0:1749609632.789343:0:1049:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609632.789343:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609632.789344:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789345:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609632.789346:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609632.789346:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789346:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609632.789348:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609632.789348:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609632.789350:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193484928 00000400:00000010:3.0:1749609632.789351:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000020:00000001:0.0:1749609632.789351:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609632.789352:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749609632.789352:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000200:3.0:1749609632.789353:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193484544, offset 0 00000100:00000001:2.0:1749609632.789353:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749609632.789354:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749609632.789354:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609632.789355:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609632.789356:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:3.0:1749609632.789357:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609632.789358:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:0.0:1749609632.789360:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609632.789361:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789362:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609632.789364:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609632.789364:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609632.789365:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609632.789366:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7fc0. 00000100:00000040:2.0:1749609632.789367:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 550 usecs (1 jiffies) 00000100:00000010:1.0:1749609632.789367:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011da7c000. 00000400:00000200:3.0:1749609632.789369:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0d300 00000100:00000001:2.0:1749609632.789369:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298905233 00000100:00000040:1.0:1749609632.789369:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88011da7c000 x1834598193484672 msgsize 520 00000020:00000010:0.0:1749609632.789370:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11f80. 00000100:00000001:2.0:1749609632.789371:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298905234 00000400:00000200:3.0:1749609632.789373:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4bf5 [1] + 0 00000100:00000001:2.0:1749609632.789373:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298905233 00000100:00100000:1.0:1749609632.789373:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609632.789374:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298905234 00000100:00000001:2.0:1749609632.789376:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298905233 00000400:00000200:3.0:1749609632.789377:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609632.789377:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298905234 00000100:00000001:2.0:1749609632.789379:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298905233 00000400:00000200:3.0:1749609632.789380:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609632.789380:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298905234 00000020:00000040:0.0:1749609632.789380:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609632.789381:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609632.789383:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609632.789384:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609632.789385:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789385:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609632.789387:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789388:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:3.0:1749609632.789389:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609632.789391:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9aa0 00000020:00000010:0.0:1749609632.789391:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79e00. 00000400:00000010:1.0:1749609632.789393:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9aa0. 00000020:00000010:0.0:1749609632.789394:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000001:1.0:1749609632.789395:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609632.789396:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609632.789396:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000200:1.0:1749609632.789398:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609632.789400:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749609632.789402:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609632.789403:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:2.0:1749609632.789403:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609632.789404:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609632.789404:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609632.789405:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609632.789406:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789407:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609632.789408:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609632.789409:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609632.789410:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609632.789411:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609632.789411:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609632.789413:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609632.789413:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609632.789413:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609632.789414:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609632.789415:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789416:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609632.789417:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609632.789419:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609632.789419:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 732 usecs (1 jiffies) 00000100:00000001:2.0:1749609632.789420:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609632.789421:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609632.789421:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298905233 00000100:00100000:2.0:1749609632.789422:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193484672 02000000:00000001:2.0:1749609632.789423:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609632.789423:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298905234 00000100:00000040:3.0:1749609632.789424:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d4a80 x1834598193484544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789424:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609632.789425:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609632.789425:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298905233 00000100:00000001:2.0:1749609632.789427:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789427:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298905234 02000000:00000001:2.0:1749609632.789428:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789428:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298905233 00000100:00000001:1.0:1749609632.789429:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298905234 00000100:00100000:2.0:1749609632.789430:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193484672 00000100:00100000:3.0:1749609632.789431:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193484544:12345-0@lo:38: Request processed in 162us (312us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609632.789431:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298905233 00000020:00000001:2.0:1749609632.789432:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609632.789432:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298905234 00000100:00000001:0.0:1749609632.789432:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1749609632.789433:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609632.789434:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609632.789434:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609632.789434:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609632.789435:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789435:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609632.789436:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000020:00000001:2.0:1749609632.789437:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789437:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749609632.789438:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:0.0:1749609632.789438:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000040:1.0:1749609632.789439:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609632.789440:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749609632.789440:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74600. 00000100:00000001:0.0:1749609632.789440:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422318080 : -131936287233536 : ffff880130776a00) 00000100:00000001:3.0:1749609632.789441:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609632.789443:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d500. 00000100:00000040:0.0:1749609632.789444:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130776a00 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:578/0 lens 224/0 e 0 to 0 dl 1749609643 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609632.789445:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000100:00000001:1.0:1749609632.789445:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749609632.789446:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000001:1.0:1749609632.789447:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609632.789448:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 02000000:00000001:1.0:1749609632.789448:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609632.789449:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609632.789450:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609632.789450:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609632.789451:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 00000100:00000001:2.0:1749609632.789451:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789451:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609632.789452:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609632.789453:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e70c0. 00000100:00000001:3.0:1749609632.789454:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609632.789454:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789455:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609632.789457:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e70c0. 00000100:00000001:2.0:1749609632.789460:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609632.789460:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193484928:12345-0@lo:400: 00000100:00000200:0.0:1749609632.789464:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193484928 00000020:00000001:0.0:1749609632.789482:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609632.789485:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609632.789486:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609632.789489:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609632.789491:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:0.0:1749609632.789493:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749609632.789494:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193484800:0@lo:38: 00000100:00000001:3.0:1749609632.789495:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609632.789496:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609632.789496:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609632.789497:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749609632.789498:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1749609632.789499:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 02000000:00000001:1.0:1749609632.789500:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749609632.789500:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609632.789501:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137106718720 : -131936602832896 : ffff88011da7c000) 02000000:00000001:1.0:1749609632.789501:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609632.789502:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609632.789502:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609632.789504:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609632.789505:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011da7c000 x1834598193484672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609632.789505:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012eb96800. 02000000:00000001:1.0:1749609632.789507:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789508:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609632.789509:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749609632.789510:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a160. 00000100:00100000:3.0:1749609632.789512:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011da7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193484672:12345-0@lo:38: 02000000:00000010:0.0:1749609632.789512:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b48f800. 00000400:00000010:1.0:1749609632.789513:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 02000000:00000001:0.0:1749609632.789513:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609632.789515:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193484672 00000100:00000001:0.0:1749609632.789515:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609632.789516:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193484800, portal 10 00000020:00000001:0.0:1749609632.789517:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789518:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609632.789519:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422319872 : -131936287231744 : ffff880130777100) 00010000:00000040:0.0:1749609632.789519:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193484928 00000020:00000001:3.0:1749609632.789522:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609632.789522:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749609632.789523:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609632.789524:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:0.0:1749609632.789525:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130776a00 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609632.789530:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789530:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609632.789531:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749609632.789531:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:3.0:1749609632.789532:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609632.789532:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609632.789533:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00010000:00000001:3.0:1749609632.789534:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749609632.789534:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193484800, offset 0 00000100:00001000:0.0:1749609632.789534:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=27 v=5 (1 1 1 0) 00010000:00000001:3.0:1749609632.789536:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609632.789537:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609632.789538:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609632.789539:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609632.789539:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609632.789539:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609632.789540:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609632.789540:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609632.789542:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1749609632.789543:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da79400. 02000000:00000001:0.0:1749609632.789543:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609632.789544:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609632.789544:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609632.789544:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609632.789546:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609632.789546:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609632.789547:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00010000:00000001:3.0:1749609632.789548:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609632.789549:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609632.789549:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0d400 00000100:00000200:0.0:1749609632.789550:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193484928, offset 224 00000100:00001000:3.0:1749609632.789552:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609632.789552:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 90184 00000100:00000001:3.0:1749609632.789554:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609632.789556:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609632.789556:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609632.789558:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:1.0:1749609632.789558:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609632.789559:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609632.789561:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609632.789564:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:3.0:1749609632.789565:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609632.789566:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609632.789568:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609632.789569:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609632.789570:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609632.789572:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609632.789572:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609632.789574:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193484672, offset 0 00000100:00000200:1.0:1749609632.789574:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749609632.789575:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609632.789577:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749609632.789577:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011da7c380. 00000100:00000040:1.0:1749609632.789578:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88011da7c380 x1834598193484800 msgsize 520 00000400:00000200:0.0:1749609632.789580:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d480 00000100:00100000:1.0:1749609632.789581:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609632.789582:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609632.789584:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bfd [1] + 224 00000400:00000200:3.0:1749609632.789587:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d380 00000100:00000001:1.0:1749609632.789587:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609632.789588:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609632.789590:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c01 [1] + 0 00000400:00000200:0.0:1749609632.789591:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609632.789594:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609632.789594:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609632.789594:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749609632.789595:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000400:00000200:3.0:1749609632.789596:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749609632.789596:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193484800 02000000:00000001:2.0:1749609632.789597:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609632.789598:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609632.789599:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609632.789600:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609632.789601:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789601:0:6441:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609632.789602:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609632.789604:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609632.789604:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193484800 00000020:00000001:2.0:1749609632.789605:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749609632.789605:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609632.789606:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:3.0:1749609632.789607:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609632.789608:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609632.789609:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609632.789610:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789610:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609632.789611:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609632.789612:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609632.789613:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74c00. 00000100:00000040:3.0:1749609632.789614:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609632.789615:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609632.789616:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d180. 00000100:00000001:1.0:1749609632.789616:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609632.789618:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000100:00000001:1.0:1749609632.789618:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609632.789620:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609632.789620:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 568 usecs (1 jiffies) 00000100:00000001:2.0:1749609632.789621:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609632.789621:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298905233 00000100:00000001:0.0:1749609632.789621:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609632.789622:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609632.789623:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789623:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298905234 00000400:00000200:3.0:1749609632.789624:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:1.0:1749609632.789624:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298905233 00000400:00000010:3.0:1749609632.789625:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609632.789625:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789625:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298905234 00000100:00000001:1.0:1749609632.789626:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298905233 00000100:00000001:3.0:1749609632.789627:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609632.789627:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609632.789627:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298905234 00000400:00000200:0.0:1749609632.789627:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000100:00000001:3.0:1749609632.789628:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609632.789628:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298905233 00000100:00000001:1.0:1749609632.789628:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298905234 00000100:00000001:1.0:1749609632.789629:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609632.789629:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:3.0:1749609632.789630:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789630:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789630:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749609632.789632:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609632.789632:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609632.789632:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609632.789633:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:1.0:1749609632.789633:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609632.789634:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609632.789634:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609632.789634:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609632.789635:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609632.789635:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab00. 00000100:00100000:2.0:1749609632.789636:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000400:00000200:1.0:1749609632.789636:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9770 00000100:00000040:0.0:1749609632.789636:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:3.0:1749609632.789637:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011da7c000 x1834598193484672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609632.789637:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9770. 00000100:00000001:2.0:1749609632.789638:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137106719616 : -131936602832000 : ffff88011da7c380) 00000100:00000001:1.0:1749609632.789638:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749609632.789638:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:1.0:1749609632.789639:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609632.789640:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609632.789641:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011da7c380 x1834598193484800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609632.789642:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749609632.789645:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011da7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193484672:12345-0@lo:38: Request processed in 132us (274us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749609632.789645:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609632.789645:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776a00 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1749609643 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609632.789650:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000001:1.0:1749609632.789650:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609632.789651:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193484800:12345-0@lo:38: 00000100:00000001:3.0:1749609632.789652:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609632.789652:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609632.789653:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609632.789653:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193484928:12345-0@lo:400: Request processed in 200us (337us total) trans 0 rc 0/0 00000100:00000200:2.0:1749609632.789654:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193484800 00000020:00000010:3.0:1749609632.789655:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d500. 00000020:00000001:2.0:1749609632.789656:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749609632.789658:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00010000:00000001:2.0:1749609632.789658:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609632.789659:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000020:00000010:3.0:1749609632.789661:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74600. 00000100:00000040:0.0:1749609632.789661:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:0.0:1749609632.789663:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749609632.789664:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789664:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609632.789666:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:2.0:1749609632.789666:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609632.789666:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749609632.789667:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00010000:00000001:2.0:1749609632.789668:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609632.789669:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1749609632.789669:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00010000:00000001:2.0:1749609632.789670:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609632.789670:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609632.789671:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609632.789671:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79e00. 00000100:00000001:2.0:1749609632.789672:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609632.789673:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609632.789695:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609632.789698:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130770c00. 00000020:00000040:0.0:1749609632.789698:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000001:2.0:1749609632.789699:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789700:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609632.789701:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609632.789703:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609632.789705:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609632.789706:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609632.789708:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609632.789710:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609632.789710:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609632.789711:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609632.789712:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609632.789714:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000001:0.0:1749609632.789714:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609632.789715:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000001:0.0:1749609632.789716:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609632.789717:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd8f0. 00000100:00000040:2.0:1749609632.789718:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609632.789719:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749609632.789719:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682330 02000000:00000001:2.0:1749609632.789720:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609632.789721:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682330. 00000100:00000001:2.0:1749609632.789722:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609632.789723:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609632.789723:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789723:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749609632.789725:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000200:0.0:1749609632.789726:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609632.789728:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193484800, offset 0 00000100:00001000:1.0:1749609632.789728:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609632 v=5 (0 0 0 0) 00000400:00000200:2.0:1749609632.789731:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1749609632.789731:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=94 v=20 (1 1 20 0) 00000100:00000200:0.0:1749609632.789732:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609632.789734:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749609632.789736:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609632.789736:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609632.789738:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609632.789738:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609632.789739:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609632.789741:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789741:0:1049:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609632.789742:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d400 02000000:00000001:0.0:1749609632.789742:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609632.789743:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609632.789745:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c11 [1] + 0 00000100:00000001:0.0:1749609632.789745:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609632.789746:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789747:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609632.789749:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609632.789750:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1749609632.789750:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=27 v=5 (5 5 5 0) 00000100:00000001:1.0:1749609632.789751:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609632.789752:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609632.789753:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:0.0:1749609632.789753:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=27 v=5 (1 1 1 0) 00000100:00000001:2.0:1749609632.789754:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609632.789755:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609632.789755:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609632.789756:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609632.789757:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609632.789757:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609632.789759:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00010000:00000001:0.0:1749609632.789759:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609632.789762:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:0.0:1749609632.789762:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609632.789764:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609632.789765:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609632.789768:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609632.789771:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193484544:0@lo:38: 00000100:00000001:0.0:1749609632.789771:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749609632.789772:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609632.789772:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609632.789774:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789774:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1749609632.789775:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000100:00000001:0.0:1749609632.789775:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789776:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749609632.789777:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000040:0.0:1749609632.789777:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609632.789778:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777480 x1834598193484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609632.789779:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609632.789780:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609632.789782:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789782:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609632.789783:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749609632.789784:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:1.0:1749609632.789784:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609632.789784:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609632.789784:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609632.789785:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609632.789786:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609632.789787:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749609632.789787:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48ec00. 00000100:00000040:2.0:1749609632.789789:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011da7c380 x1834598193484800/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609652 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609632.789790:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1749609632.789791:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193484928:0@lo:400: 00000020:00000001:1.0:1749609632.789795:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609632.789795:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609632.789796:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749609632.789797:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:0.0:1749609632.789797:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776d80 x1834598193484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609632.789798:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609632.789800:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130771c00. 00000100:00100000:2.0:1749609632.789802:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193484800:12345-0@lo:38: Request processed in 152us (222us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609632.789802:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609632.789803:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609632.789803:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749609632.789804:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1749609632.789804:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef75c00. 00000100:00000010:1.0:1749609632.789806:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777480. 00000100:00100000:2.0:1749609632.789808:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000001:1.0:1749609632.789808:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749609632.789808:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609632.789809:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609632.789809:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609632.789810:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609632.789810:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609632.789810:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609632.789811:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609632.789812:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1749609632.789813:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d180. 02000000:00000010:0.0:1749609632.789813:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be000. 00000100:00000001:1.0:1749609632.789814:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609632.789815:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609632.789816:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000100:00000001:1.0:1749609632.789817:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609632.789818:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749609632.789819:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74c00. 02000000:00000001:0.0:1749609632.789819:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1749609632.789820:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609632.789821:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609632.789821:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609632.789822:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609632.789822:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776d80. 00000400:00000010:1.0:1749609632.789823:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:1.0:1749609632.789824:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9990 00000100:00000001:0.0:1749609632.789825:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1749609632.789826:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9990. 00000100:00000001:0.0:1749609632.789826:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609632.789827:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609632.789828:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609632.789830:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609632.789830:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609632.789831:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609632.789833:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609632.789834:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609632.789835:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609632.789840:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609632.789841:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609632.789843:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609632.789844:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609632.789846:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609632.789847:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609632.789848:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609632.789851:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609632 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609632.789853:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=76 v=20 (1 1 20 0) 00000100:00000001:1.0:1749609632.789855:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609632.789856:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609632.789858:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609632.789860:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609632.789868:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609632.789870:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609632.789870:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609632.789872:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609632.789873:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609632.789875:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609632.789877:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609632.789878:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609632.789881:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609632.789886:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193484672:0@lo:38: 00000400:00000001:1.0:1749609632.789890:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609632.789891:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609632.789892:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a160. 00000400:00000200:1.0:1749609632.789893:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609632.789895:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:1.0:1749609632.789896:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609632.789898:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609632.789903:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609632.789908:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609632.789909:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609632.789911:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609632.789912:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609632.789913:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609632.789914:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609632.789916:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609632.789918:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609632 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609632.789920:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=27 v=20 (1 1 20 0) 00000100:00000001:1.0:1749609632.789926:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609632.789927:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609632.789929:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609632.789931:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609632.789937:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609632.789939:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609632.789940:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609632.789941:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609632.789942:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609632.789943:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609632.789945:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609632.789947:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609632.789949:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609632.789955:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193484800:0@lo:38: 00000100:00000001:1.0:1749609632.789957:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.789958:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609632.789960:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777b80 x1834598193484672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609632.789964:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609632.789965:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609632.789966:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d000. 02000000:00000001:1.0:1749609632.789968:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609632.789969:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609632.789969:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609632.789971:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609632.789972:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130772000. 02000000:00000001:1.0:1749609632.789974:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609632.789975:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609632.789975:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777b80. 00000100:00000001:1.0:1749609632.789980:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609632.789981:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609632.789982:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609632.789984:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777100 x1834598193484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609632.789990:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609632.789991:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609632.789992:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012eb96800. 02000000:00000001:1.0:1749609632.789998:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609632.789999:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609632.789999:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609632.790001:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609632.790001:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130771800. 02000000:00000001:1.0:1749609632.790003:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609632.790003:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609632.790004:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777100. 00000100:00000001:1.0:1749609632.790005:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609632.790005:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609632.790006:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.790007:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609632.790008:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609632.790008:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609632.790009:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609632.790722:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298905234, at 4298905234 00000100:00000040:2.0:1749609632.790724:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298905234, at 4298905234 00000100:00000010:0.0:1749609632.790728:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00000100:00000010:2.0:1749609632.790730:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7240. 00000100:00000040:3.0:1749609632.790782:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298905234, at 4298905234 00000100:00000010:3.0:1749609632.790792:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7380. 00000100:00000040:1.0:1749609632.791716:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298905234, at 4298905235 00000100:00000010:1.0:1749609632.791721:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7c80. 00010000:00000001:0.0:1749609632.828797:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609632.828801:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609632.828889:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609632.828892:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609632.828894:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609633.082775:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609633.082783:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609633.082784:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609633.082787:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609633.082790:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609633.082793:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609633.082795:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609633.082797:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609633.082798:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609633.417785:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609633.417794:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609633.417796:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609633.417800:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609633.417803:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609633.417806:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609633.417809:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609633.417813:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609633.417815:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609633.789800:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609633.789815:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609633.789816:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609633.789820:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609633.789822:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609633.789826:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609633.789828:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609633.830850:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609633.830857:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609633.830909:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609633.830913:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609633.830915:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609634.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609634.082806:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609634.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609634.082811:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609634.082815:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609634.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609634.082827:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609634.082829:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609634.082831:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609634.417774:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609634.417780:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609634.417782:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609634.417784:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609634.417787:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609634.417790:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609634.417793:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609634.417795:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609634.417796:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609634.789775:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609634.789791:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609634.789793:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609634.789796:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609634.789798:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609634.789802:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609634.789814:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609634.832806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609634.832812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609634.832872:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609634.832876:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609634.832878:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609635.082810:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609635.082818:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609635.082820:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609635.082823:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609635.082836:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609635.082840:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609635.082842:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609635.082844:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609635.082846:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609635.417824:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609635.417832:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609635.417833:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609635.417836:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609635.417840:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609635.417843:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609635.417846:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609635.417848:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609635.417850:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609635.789827:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609635.789841:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609635.789842:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609635.789846:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609635.789848:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609635.789852:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609635.789853:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609635.834847:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609635.834854:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609635.834915:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609635.834918:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609635.834921:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609636.082775:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609636.082783:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609636.082785:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609636.082790:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609636.082793:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609636.082797:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609636.082800:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609636.082802:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609636.082804:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609636.417778:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609636.417785:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609636.417787:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609636.417789:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609636.417792:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609636.417796:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609636.417798:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609636.417800:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609636.417802:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609636.789795:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609636.789809:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609636.789811:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609636.789814:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609636.789817:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609636.789821:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609636.789822:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609636.836744:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609636.836748:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609636.836840:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609636.836843:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609636.836845:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609637.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609637.082795:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609637.082796:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609637.082798:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609637.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609637.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.082806:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609637.082807:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.082809:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.417801:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609637.417807:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609637.417808:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609637.417811:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609637.417814:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609637.417817:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.417819:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609637.417822:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.417823:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.789804:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609637.789816:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609637.789817:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609637.789821:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609637.789823:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609637.789826:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.789828:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609637.796715:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609637.796719:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609637.796720:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609637.796722:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609637.796724:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609637.796725:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609637.796728:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609637.796730:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4237 00000100:00080000:2.0:1749609637.796733:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609637.796734:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609637.796736:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609637.796737:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609637.796738:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609637.796740:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609637.796742:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609637.796744:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609637.796746:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609637.796747:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609637.796748:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609637.796750:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609637.796751:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609637.796752:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609637.796753:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609637.796755:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609637.796757:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609637.796758:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609637.796760:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609637.796765:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609637.796766:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.796767:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609637.796769:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609637.796773:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776680. 00000020:00000040:2.0:1749609637.796775:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609637.796777:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609637.796779:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.796781:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609637.796782:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609637.796784:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609637.796789:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130770800. 00000100:00000001:2.0:1749609637.796795:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609637.796799:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609637.796805:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609637.796806:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.796808:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776680] to pc [ptlrpcd_rcv+-1] req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609637.796825:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609637.796826:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609637.796828:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609637.796829:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609637.796829:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609637.796831:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609637.796832:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4237 00000100:00080000:2.0:1749609637.796833:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609637.796834:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609637.796836:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609637.796836:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609637.796837:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609637.796838:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609637.796839:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609637.796840:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609637.796840:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609637.796841:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609637.796842:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609637.796844:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609637.796844:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609637.796845:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609637.796846:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609637.796847:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609637.796848:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609637.796848:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609637.796849:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609637.796851:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609637.796851:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.796852:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609637.796853:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609637.796855:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776300. 00000020:00000040:2.0:1749609637.796856:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609637.796857:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609637.796857:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.796858:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609637.796859:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609637.796859:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609637.796861:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130770400. 00000100:00000001:0.0:1749609637.796862:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609637.796863:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609637.796865:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609637.796865:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609637.796866:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609637.796871:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609637.796872:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609637.796872:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609637.796874:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776300] to pc [ptlrpcd_rcv+-1] req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.796879:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609637.796880:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.796881:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609637.796882:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749609637.796883:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609637.796884:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609637.796885:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749609637.796885:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609637.796886:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749609637.796887:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.796888:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609637.796890:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4237 00000100:00100000:0.0:1749609637.796890:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193485056:0@lo:38: 00000100:00080000:2.0:1749609637.796891:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609637.796893:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609637.796893:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609637.796895:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609637.796896:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609637.796896:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609637.796897:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609637.796898:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609637.796899:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609637.796900:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 02000000:00000001:0.0:1749609637.796900:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749609637.796901:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609637.796903:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 02000000:00000010:0.0:1749609637.796904:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d000. 00000020:00000001:2.0:1749609637.796905:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609637.796906:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:0.0:1749609637.796906:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.796908:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609637.796910:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609637.796911:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:0.0:1749609637.796911:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac08. 00000100:00000001:2.0:1749609637.796912:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609637.796914:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609637.796916:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000400:00000010:0.0:1749609637.796917:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000001:2.0:1749609637.796918:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609637.796919:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609637.796921:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609637.796922:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193485056, portal 4 02000000:00000001:2.0:1749609637.796923:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.796924:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609637.796925:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609637.796926:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.796926:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422317184 : -131936287234432 : ffff880130776680) 00000100:00000010:2.0:1749609637.796928:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775f80. 00000020:00000040:2.0:1749609637.796930:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1749609637.796931:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609637.796932:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609637.796933:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.796934:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609637.796935:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609637.796937:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.796938:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609637.796939:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130771800. 00000100:00000040:0.0:1749609637.796941:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609637.796942:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609637.796942:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749609637.796944:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193485056, offset 0 00000100:00100000:2.0:1749609637.796945:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609637.796949:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609637.796951:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609637.796952:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.796954:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130775f80] to pc [ptlrpcd_rcv+-1] req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609637.796959:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609637.796960:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.796962:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609637.796965:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609637.796967:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775500. 00000400:00000200:0.0:1749609637.796968:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0d500 00000020:00000040:2.0:1749609637.796969:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609637.796970:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609637.796972:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609637.796973:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609637.796975:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be800. 00000400:00000200:0.0:1749609637.796975:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 18200 00000100:00000001:2.0:1749609637.796977:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.796979:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609637.796981:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609637.796984:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609637.796989:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609637.796991:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749609637.796991:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609637.796992:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609637.796995:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d4000. 00000100:00000040:2.0:1749609637.796996:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130775500] to pc [ptlrpcd_00_01+1] req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609637.796998:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012f3d4000 x1834598193485056 msgsize 520 00000100:00100000:0.0:1749609637.797000:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609637.797015:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609637.797023:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000100:00000001:2.0:1749609637.797024:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609637.797024:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:0.0:1749609637.797026:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609637.797028:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609637.797029:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4247) 00000100:00000001:0.0:1749609637.797033:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609637.797035:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797039:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797039:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609637.797041:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609637.797044:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1752 usecs (2 jiffies) 00000100:00000001:0.0:1749609637.797047:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298910242 00000100:00000001:2.0:1749609637.797048:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609637.797050:0:1048:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000010:0.0:1749609637.797050:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 00000100:00000001:2.0:1749609637.797051:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609637.797055:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609637.797055:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609637.797056:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609637.797058:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609637.797059:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609637.797059:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609637.797060:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609637.797060:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298910242 00000100:00100000:3.0:1749609637.797061:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193485056 00000100:00000010:0.0:1749609637.797061:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e70c0. 02000000:00000001:3.0:1749609637.797063:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609637.797064:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797064:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609637.797065:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609637.797066:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298910242 00000100:00000001:3.0:1749609637.797067:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609637.797067:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609637.797067:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7180. 00000100:00000001:1.0:1749609637.797069:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797069:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:3.0:1749609637.797070:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797070:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609637.797071:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797071:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298910242 02000000:00000001:2.0:1749609637.797073:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1749609637.797073:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7d40. 02000000:00000001:2.0:1749609637.797075:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609637.797075:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749609637.797076:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797077:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609637.797078:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193485440:0@lo:400: 00000100:00000001:0.0:1749609637.797079:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797081:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609637.797081:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609637.797082:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193485056 00000020:00000001:3.0:1749609637.797083:0:6490:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609637.797083:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609637.797083:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609637.797084:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609637.797085:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609637.797085:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609637.797086:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609637.797086:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749609637.797087:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797087:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749609637.797088:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74c00. 00000100:00000001:0.0:1749609637.797088:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.797089:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609637.797090:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 02000000:00000001:2.0:1749609637.797090:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797090:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609637.797091:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749609637.797093:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000400:00000010:2.0:1749609637.797093:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9f8. 00000100:00000040:0.0:1749609637.797094:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609637.797096:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000010:2.0:1749609637.797096:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000001:3.0:1749609637.797099:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609637.797099:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193485440, portal 10 00000100:00000001:3.0:1749609637.797100:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609637.797100:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609637.797101:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797101:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609637.797101:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797102:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422312704 : -131936287238912 : ffff880130775500) 02000000:00000001:0.0:1749609637.797103:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609637.797105:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609637.797105:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609637.797106:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.797107:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609637.797108:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193485184:0@lo:38: 00000100:00000001:0.0:1749609637.797111:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609637.797112:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609637.797113:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609637.797114:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609637.797114:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609637.797114:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609637.797115:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 02000000:00000001:0.0:1749609637.797115:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749609637.797117:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193485440, offset 0 02000000:00000010:0.0:1749609637.797118:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48ec00. 02000000:00000001:0.0:1749609637.797119:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609637.797120:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609637.797120:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749609637.797121:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000100:00000001:3.0:1749609637.797122:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609637.797124:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00100000:3.0:1749609637.797125:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000200:0.0:1749609637.797125:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193485184, portal 10 00000100:00000001:3.0:1749609637.797126:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137401729024 : -131936307822592 : ffff88012f3d4000) 00000400:00000200:2.0:1749609637.797126:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609637.797127:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609637.797127:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422316288 : -131936287235328 : ffff880130776300) 00000100:00000040:3.0:1749609637.797129:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012f3d4000 x1834598193485056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609637.797130:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0d680 00000100:00000040:0.0:1749609637.797131:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609637.797134:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 90704 00000100:00000001:0.0:1749609637.797134:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609637.797135:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193485056:12345-0@lo:38: 00000100:00000040:0.0:1749609637.797136:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609637.797137:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193485056 00000400:00000200:2.0:1749609637.797137:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749609637.797137:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000200:0.0:1749609637.797138:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193485184, offset 0 00000020:00000001:3.0:1749609637.797139:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609637.797140:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609637.797140:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609637.797141:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609637.797144:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749609637.797144:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609637.797145:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749609637.797147:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0d580 00000100:00000010:2.0:1749609637.797148:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774e00. 00000020:00000001:3.0:1749609637.797149:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609637.797149:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 90928 00000100:00000040:2.0:1749609637.797150:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff880130774e00 x1834598193485440 msgsize 224 00000400:00000200:0.0:1749609637.797151:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609637.797153:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609637.797153:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:3.0:1749609637.797155:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609637.797156:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609637.797159:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609637.797159:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609637.797160:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609637.797162:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609637.797163:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609637.797165:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 02000000:00000010:3.0:1749609637.797166:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da79800. 00000400:00000010:2.0:1749609637.797166:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 02000000:00000001:3.0:1749609637.797167:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797168:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609637.797171:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609637.797171:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797171:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609637.797172:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609637.797173:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609637.797174:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609637.797174:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e15fb80. 00000100:00000040:0.0:1749609637.797175:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012e15fb80 x1834598193485184 msgsize 520 00000100:00001000:3.0:1749609637.797176:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609637.797176:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609637.797177:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609637.797178:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749609637.797178:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609637.797180:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609637.797181:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609637.797181:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609637.797182:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609637.797182:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609637.797182:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609637.797184:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000400:00000200:0.0:1749609637.797184:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749609637.797185:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000001:2.0:1749609637.797186:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797186:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609637.797188:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 551 usecs (1 jiffies) 00000100:00000200:0.0:1749609637.797188:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609637.797189:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298910241 00000100:00000001:2.0:1749609637.797190:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298910242 00000100:00000040:3.0:1749609637.797191:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609637.797192:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609637.797192:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298910241 00000100:00000001:0.0:1749609637.797192:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609637.797193:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298910242 00000100:00000040:0.0:1749609637.797193:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609637.797194:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797194:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298910241 00000100:00000001:3.0:1749609637.797195:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609637.797195:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298910242 00000100:00000040:3.0:1749609637.797196:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609637.797196:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298910241 00000100:00000001:2.0:1749609637.797196:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298910242 00000100:00000001:0.0:1749609637.797196:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797196:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609637.797197:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609637.797198:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797198:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797199:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609637.797199:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 732 usecs (1 jiffies) 00000400:00000010:3.0:1749609637.797200:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609637.797200:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797200:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298910241 00000100:00000200:3.0:1749609637.797202:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193485056, offset 0 00000100:00000001:0.0:1749609637.797202:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298910242 00000100:00000001:0.0:1749609637.797203:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298910241 00000100:00000001:0.0:1749609637.797204:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298910242 00000400:00000200:3.0:1749609637.797205:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609637.797205:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298910241 00000100:00000001:0.0:1749609637.797206:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298910242 00000100:00000001:0.0:1749609637.797206:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298910241 00000100:00000001:0.0:1749609637.797207:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298910242 00000100:00000001:0.0:1749609637.797208:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609637.797209:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609637.797209:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797210:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609637.797211:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609637.797211:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609637.797212:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0d500 00000100:00100000:2.0:1749609637.797212:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193485440 02000000:00000001:2.0:1749609637.797213:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609637.797213:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609637.797214:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609637.797215:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4c25 [1] + 0 02000000:00000001:2.0:1749609637.797215:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797215:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609637.797216:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609637.797217:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609637.797217:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193485440 02000000:00000001:0.0:1749609637.797217:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749609637.797218:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609637.797218:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609637.797218:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 02000000:00000001:0.0:1749609637.797218:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609637.797219:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609637.797219:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609637.797220:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:2.0:1749609637.797220:0:7440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00100000:0.0:1749609637.797220:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193485312:0@lo:38: 00000020:00000001:2.0:1749609637.797221:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609637.797221:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749609637.797222:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609637.797222:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 02000000:00000001:0.0:1749609637.797222:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609637.797223:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609637.797224:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609637.797225:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1749609637.797225:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f400. 02000000:00000001:0.0:1749609637.797226:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609637.797227:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609637.797227:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4c80. 00000400:00000010:0.0:1749609637.797227:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000010:0.0:1749609637.797228:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000020:00000010:2.0:1749609637.797229:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e7fc0. 00000100:00000200:0.0:1749609637.797230:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193485312, portal 10 00000100:00000001:0.0:1749609637.797231:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609637.797231:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422315392 : -131936287236224 : ffff880130775f80) 00000100:00000001:3.0:1749609637.797233:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:2.0:1749609637.797233:0:7440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:0.0:1749609637.797234:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609637.797235:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609637.797236:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609637.797237:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609637.797237:0:7440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609637.797237:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609637.797238:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609637.797238:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74200. 00000100:00000040:0.0:1749609637.797238:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609637.797239:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000001:3.0:1749609637.797240:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609637.797240:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d180. 00000100:00000200:0.0:1749609637.797240:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193485312, offset 0 00000400:00000200:0.0:1749609637.797241:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609637.797242:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000100:00000040:3.0:1749609637.797244:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:0.0:1749609637.797244:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609637.797245:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.797245:0:7440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1749609637.797246:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609637.797246:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609637.797247:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0d600 00000100:00000040:3.0:1749609637.797248:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d4000 x1834598193485056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609637.797248:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609637.797249:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609637.797250:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 91448 00000100:00000001:2.0:1749609637.797252:0:7440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1749609637.797253:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193485056:12345-0@lo:38: Request processed in 118us (254us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609637.797253:0:7440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1749609637.797253:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609637.797254:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609637.797255:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609637.797257:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000001:0.0:1749609637.797257:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609637.797258:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609637.797258:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609637.797259:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609637.797260:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609637.797261:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749609637.797261:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 00000020:00000010:3.0:1749609637.797262:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000100:00100000:2.0:1749609637.797262:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193485184 02000000:00000001:2.0:1749609637.797263:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609637.797263:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88009d688380 x1834598193485312 msgsize 520 00000020:00000010:3.0:1749609637.797264:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609637.797264:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609637.797265:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609637.797265:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749609637.797266:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 02000000:00000001:2.0:1749609637.797266:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609637.797267:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609637.797267:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193485184 00000020:00000001:2.0:1749609637.797267:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609637.797268:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609637.797269:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609637.797269:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609637.797270:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609637.797271:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75000. 00000020:00000010:2.0:1749609637.797272:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552db00. 00000020:00000010:2.0:1749609637.797273:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73a28. 00000100:00000001:2.0:1749609637.797274:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609637.797275:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609637.797275:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797277:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797278:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609637.797282:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749609637.797283:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000001:0.0:1749609637.797285:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609637.797286:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609637.797287:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193485312 00000100:00000001:2.0:1749609637.797287:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609637.797287:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609637.797288:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609637.797289:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609637.797290:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797290:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609637.797290:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609637.797292:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609637.797292:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1749609637.797293:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193485312 00000100:00000040:2.0:1749609637.797293:0:7440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:0.0:1749609637.797293:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609637.797294:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609637.797294:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422310912 : -131936287240704 : ffff880130774e00) 00000020:00000040:3.0:1749609637.797295:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609637.797295:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609637.797296:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609637.797296:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130774e00 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:583/0 lens 224/0 e 0 to 0 dl 1749609648 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609637.797298:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609637.797299:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797300:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609637.797301:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 00000100:00000001:2.0:1749609637.797301:0:7440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609637.797301:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609637.797302:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4840. 00000020:00000010:3.0:1749609637.797303:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000100:00000001:2.0:1749609637.797303:0:7440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609637.797303:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749609637.797304:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609637.797304:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609637.797305:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4840. 00000100:00000001:1.0:1749609637.797305:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609637.797306:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609637.797306:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 567 usecs (1 jiffies) 00000100:00000001:3.0:1749609637.797307:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609637.797307:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193485440:12345-0@lo:400: 00000100:00000001:0.0:1749609637.797308:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298910241 00000100:00000001:3.0:1749609637.797309:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609637.797309:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193485440 00000100:00100000:1.0:1749609637.797309:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000020:00000001:2.0:1749609637.797310:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609637.797310:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298910242 00000020:00000001:2.0:1749609637.797311:0:7440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609637.797311:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137382378368 : -131936327173248 : ffff88012e15fb80) 00000100:00000001:0.0:1749609637.797311:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298910241 00000100:00000001:3.0:1749609637.797312:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609637.797313:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609637.797313:0:7440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797313:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298910242 00000020:00000001:2.0:1749609637.797314:0:7440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1749609637.797314:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e15fb80 x1834598193485184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797314:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298910241 00000020:00000001:2.0:1749609637.797315:0:7440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000001:0.0:1749609637.797315:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298910242 00000100:00000001:0.0:1749609637.797316:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298910241 00000020:00000001:2.0:1749609637.797317:0:7440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609637.797317:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298910242 00000100:00000001:3.0:1749609637.797318:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609637.797319:0:7440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609637.797319:0:7440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609637.797319:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609637.797320:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609637.797321:0:7440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609637.797322:0:7440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609637.797323:0:7440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749609637.797323:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e15fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193485184:12345-0@lo:38: 00000400:00000001:0.0:1749609637.797323:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609637.797324:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1749609637.797325:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609637.797326:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609637.797326:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749609637.797326:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193485184 00000100:00100000:3.0:1749609637.797327:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000400:00000010:0.0:1749609637.797327:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac08. 02000000:00000010:2.0:1749609637.797328:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130772000. 00000020:00000001:1.0:1749609637.797328:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609637.797329:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134955090816 : -131938754460800 : ffff88009d688380) 02000000:00000001:2.0:1749609637.797329:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609637.797329:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749609637.797329:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000100:00000001:2.0:1749609637.797330:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609637.797330:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000020:00000001:2.0:1749609637.797331:0:7440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609637.797332:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009d688380 x1834598193485312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749609637.797332:0:7440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193485440 00000100:00000001:0.0:1749609637.797332:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609637.797334:0:7440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:0.0:1749609637.797334:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749609637.797335:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130774e00 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609637.797335:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609637.797337:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749609637.797339:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193485312:12345-0@lo:38: 00010000:00000001:1.0:1749609637.797339:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609637.797340:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609637.797340:0:7440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609637.797341:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193485312 00010000:00000001:1.0:1749609637.797341:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609637.797341:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609637.797342:0:7440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=32 v=5 (1 1 1 0) 00000100:00000001:1.0:1749609637.797342:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749609637.797343:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609637.797344:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609637.797344:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749609637.797345:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609637.797345:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:1.0:1749609637.797345:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609637.797346:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609637.797346:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609637.797347:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609637.797347:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609637.797348:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609637.797348:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb96800. 00000020:00000001:3.0:1749609637.797349:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797349:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609637.797349:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797349:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749609637.797350:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00020000:3.0:1749609637.797351:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749609637.797351:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609637.797351:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609637.797351:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749609637.797353:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749609637.797353:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193485440, offset 224 00010000:00000001:1.0:1749609637.797353:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609637.797353:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749609637.797354:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797354:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609637.797355:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609637.797355:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1749609637.797356:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749609637.797356:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609637.797357:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609637.797358:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609637.797359:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609637.797359:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609637.797359:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609637.797360:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749609637.797360:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609637 v=5 (0 0 0 0) 02000000:00000010:3.0:1749609637.797361:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da79c00. 00000400:00000200:2.0:1749609637.797361:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d680 00000100:00000040:1.0:1749609637.797362:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00001000:0.0:1749609637.797362:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=99 v=20 (1 1 20 0) 02000000:00000001:3.0:1749609637.797363:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609637.797364:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609637.797364:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c2d [1] + 224 00000100:00000001:1.0:1749609637.797364:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609637.797365:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609637.797365:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749609637.797366:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609637.797366:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609637.797366:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609637.797367:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609637.797368:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609637.797368:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609637.797368:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749609637.797369:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609637.797369:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609637.797371:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609637.797371:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609637.797372:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609637.797373:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609637.797374:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 02000000:00000001:1.0:1749609637.797374:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609637.797375:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609637.797376:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609637.797376:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609637.797376:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609637.797378:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:1.0:1749609637.797378:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609637.797378:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609637.797379:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609637.797379:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609637.797380:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609637.797380:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609637.797380:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749609637.797381:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609637.797382:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609637.797382:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609637.797382:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609637.797384:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609637.797384:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609637.797384:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609637.797385:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609637.797386:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609637.797386:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609637.797386:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749609637.797387:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193485184, offset 0 00000100:00080000:0.0:1749609637.797387:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:3.0:1749609637.797388:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193485312, offset 0 00000100:00000001:2.0:1749609637.797388:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.797389:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00080000:0.0:1749609637.797389:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00010000:00000001:2.0:1749609637.797390:0:7440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609637.797391:0:7440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609637.797391:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609637.797391:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609637.797392:0:7440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609637.797393:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609637.797393:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774e00 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1749609648 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609637.797393:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609637.797396:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609637.797397:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609637.797398:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193485440:12345-0@lo:400: Request processed in 96us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1749609637.797400:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193485056:0@lo:38: 00000400:00000200:3.0:1749609637.797401:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d600 00000400:00000200:1.0:1749609637.797401:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d580 00000100:00100000:2.0:1749609637.797402:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000400:00000200:3.0:1749609637.797403:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c41 [1] + 0 00000100:00000040:2.0:1749609637.797403:0:7440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:0.0:1749609637.797403:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797404:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609637.797405:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609637.797405:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609637.797406:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609637.797406:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d180. 00000400:00000200:3.0:1749609637.797407:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609637.797407:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776680 x1834598193485056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609637.797409:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000400:00000200:1.0:1749609637.797411:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c35 [1] + 0 00000020:00000010:2.0:1749609637.797412:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74200. 00000100:00000001:0.0:1749609637.797412:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609637.797414:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749609637.797415:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749609637.797416:0:7440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000010:0.0:1749609637.797416:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d000. 00000100:00000001:2.0:1749609637.797417:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609637.797418:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609637.797418:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609637.797418:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749609637.797420:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609637.797420:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609637.797421:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:0.0:1749609637.797421:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00080000:2.0:1749609637.797423:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:1.0:1749609637.797423:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609637.797423:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1749609637.797424:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 02000000:00000010:0.0:1749609637.797424:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130770800. 00000100:00000040:3.0:1749609637.797425:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609637.797427:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609637.797427:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609637.797428:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609637.797428:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609637.797429:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749609637.797429:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776680. 00000400:00000001:2.0:1749609637.797430:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609637.797447:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609637.797451:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609637.797452:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9f8. 00000400:00000200:2.0:1749609637.797453:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000400:00000010:2.0:1749609637.797454:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000001:1.0:1749609637.797455:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609637.797455:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1749609637.797456:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:2.0:1749609637.797456:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609637.797457:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797457:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609637.797458:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609637.797458:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609637.797459:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609637.797460:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609637.797461:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609637.797462:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00000001:3.0:1749609637.797463:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609637.797463:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609637.797463:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609637.797464:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609637.797464:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609637.797464:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609637.797465:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797465:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.797465:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609637.797466:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609637.797466:0:1048:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609637.797466:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609637.797466:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609637.797467:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609637.797467:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609637.797468:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009d688380 x1834598193485312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609637.797468:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609637.797469:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609637.797469:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609637.797469:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749609637.797470:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609637.797470:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749609637.797471:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=32 v=5 (5 5 5 0) 00000100:00000040:1.0:1749609637.797471:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000010:0.0:1749609637.797472:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000100:00100000:3.0:1749609637.797473:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193485312:12345-0@lo:38: Request processed in 134us (209us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749609637.797473:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=32 v=5 (1 1 1 0) 00000100:00000001:1.0:1749609637.797473:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797474:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749609637.797474:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000100:00000001:2.0:1749609637.797475:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609637.797475:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609637.797475:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00100000:3.0:1749609637.797477:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00010000:00000001:2.0:1749609637.797477:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749609637.797477:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e15fb80 x1834598193485184/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609657 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797477:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609637.797478:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609637.797479:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:2.0:1749609637.797479:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609637.797480:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609637.797481:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000020:00000010:3.0:1749609637.797482:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00010000:00000001:2.0:1749609637.797482:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609637.797483:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 00000100:00000001:2.0:1749609637.797484:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609637.797485:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609637.797485:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:1.0:1749609637.797485:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e15fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193485184:12345-0@lo:38: Request processed in 162us (308us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749609637.797486:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609637.797487:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609637.797487:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.797489:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609637.797491:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000001:2.0:1749609637.797492:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609637.797492:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609637.797493:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609637.797493:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609637.797493:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609637.797494:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609637.797494:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609637.797494:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749609637.797495:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609637.797495:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609637.797497:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609637.797498:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609637.797499:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193485440:0@lo:400: 00000020:00000010:1.0:1749609637.797500:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552db00. 02000000:00000001:0.0:1749609637.797500:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797501:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609637.797501:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609637.797502:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130775500 x1834598193485440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609637.797503:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73a28. 00000100:00001000:0.0:1749609637.797503:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609637 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609637.797505:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1749609637.797505:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=81 v=20 (1 1 20 0) 02000000:00000001:2.0:1749609637.797506:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749609637.797506:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75000. 02000000:00000010:2.0:1749609637.797507:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74c00. 00000100:00000001:0.0:1749609637.797507:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749609637.797508:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609637.797508:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609637.797508:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749609637.797509:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609637.797509:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.797509:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609637.797510:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609637.797510:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be800. 00000100:00000040:0.0:1749609637.797511:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609637.797514:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609637.797515:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609637.797515:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:2.0:1749609637.797516:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130775500. 00000100:00000001:0.0:1749609637.797516:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609637.797517:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609637.797517:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.797517:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609637.797518:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.797518:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609637.797518:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609637.797519:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609637.797520:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609637.797520:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609637.797521:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749609637.797521:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609637.797522:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797522:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609637.797523:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609637.797527:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193485184:0@lo:38: 00000400:00000001:0.0:1749609637.797530:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609637.797530:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609637.797531:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749609637.797532:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749609637.797533:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000001:0.0:1749609637.797534:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609637.797535:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609637.797539:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797542:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609637.797543:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.797544:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609637.797545:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609637.797545:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609637.797546:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609637.797547:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609637.797548:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609637 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609637.797550:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=32 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609637.797551:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609637.797551:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609637.797552:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609637.797553:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797556:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609637.797557:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609637.797558:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.797558:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609637.797559:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609637.797560:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609637.797561:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609637.797562:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609637.797564:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609637.797569:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193485312:0@lo:38: 00000100:00000001:0.0:1749609637.797572:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797573:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609637.797575:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776300 x1834598193485184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797579:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609637.797580:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609637.797581:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48ec00. 02000000:00000001:0.0:1749609637.797584:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609637.797585:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609637.797586:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609637.797588:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609637.797589:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130770400. 02000000:00000001:0.0:1749609637.797590:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609637.797591:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609637.797592:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776300. 00000100:00000001:0.0:1749609637.797594:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609637.797595:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.797596:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609637.797598:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130775f80 x1834598193485312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609637.797603:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609637.797604:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609637.797605:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f400. 02000000:00000001:0.0:1749609637.797606:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609637.797607:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609637.797608:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609637.797609:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609637.797610:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130771800. 02000000:00000001:0.0:1749609637.797612:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609637.797612:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609637.797613:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130775f80. 00000100:00000001:0.0:1749609637.797615:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609637.797615:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609637.797617:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797618:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609637.797619:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609637.797621:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609637.797622:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609637.798712:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298910242, at 4298910242 00000100:00000010:2.0:1749609637.798717:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7180. 00000100:00000040:3.0:1749609637.798719:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298910242, at 4298910242 00000100:00000010:3.0:1749609637.798723:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7d40. 00000100:00000040:1.0:1749609637.798723:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298910242, at 4298910242 00000100:00000010:1.0:1749609637.798728:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e70c0. 00000100:00000040:0.0:1749609637.798738:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298910242, at 4298910242 00000100:00000010:0.0:1749609637.798743:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00010000:00000001:0.0:1749609637.838831:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609637.838835:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609637.838894:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609637.838897:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609637.838899:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609638.082782:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609638.082786:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609638.082787:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609638.082790:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609638.082792:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609638.082795:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609638.082797:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609638.082799:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609638.082800:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609638.417793:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609638.417799:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609638.417800:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609638.417803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609638.417805:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609638.417808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609638.417809:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609638.417811:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609638.417812:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609638.796824:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609638.796835:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609638.796836:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609638.796839:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609638.796841:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609638.796843:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609638.796845:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609638.840811:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609638.840816:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609638.840868:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609638.840870:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609638.840872:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609639.082781:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609639.082786:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609639.082787:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609639.082789:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609639.082792:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609639.082795:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609639.082797:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609639.082798:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609639.082800:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609639.417797:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609639.417802:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609639.417804:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609639.417807:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609639.417810:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609639.417813:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609639.417815:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609639.417818:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609639.417820:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609639.796785:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609639.796797:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609639.796798:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609639.796801:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609639.796803:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609639.796806:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609639.796807:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609639.842849:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609639.842854:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609639.842910:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609639.842913:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609639.842914:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609640.082784:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609640.082789:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609640.082790:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609640.082792:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609640.082794:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609640.082797:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609640.082798:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609640.082800:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609640.082801:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609640.417826:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609640.417831:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609640.417832:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609640.417835:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609640.417837:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609640.417839:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609640.417841:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609640.417843:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609640.417844:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609640.796800:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609640.796813:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609640.796815:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609640.796818:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609640.796820:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609640.796824:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609640.796826:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609640.844731:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609640.844736:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609640.844824:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609640.844828:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609640.844829:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609641.082805:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609641.082810:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609641.082812:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609641.082815:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609641.082818:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609641.082821:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609641.082823:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609641.082825:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609641.082826:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609641.417838:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609641.417844:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609641.417845:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609641.417848:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609641.417852:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609641.417855:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609641.417857:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609641.417860:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609641.417862:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609641.796807:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609641.796823:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609641.796824:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609641.796826:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609641.796828:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609641.796831:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609641.796833:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609641.846763:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609641.846768:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609641.846770:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609641.846771:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609641.846775:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609641.846776:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609641.846777:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609641.846778:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609641.846856:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609641.846860:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609641.846861:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609642.082784:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609642.082789:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609642.082790:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609642.082792:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609642.082795:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609642.082797:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.082799:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609642.082801:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.082802:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.417802:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609642.417807:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609642.417808:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609642.417810:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609642.417812:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609642.417815:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.417816:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609642.417819:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.417820:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.796793:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609642.796804:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609642.796805:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609642.796808:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609642.796810:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609642.796813:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.796814:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609642.804745:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609642.804750:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609642.804752:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609642.804755:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609642.804757:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609642.804759:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609642.804763:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609642.804766:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4242 00000100:00080000:2.0:1749609642.804769:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609642.804771:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609642.804774:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609642.804776:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609642.804777:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609642.804780:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609642.804782:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609642.804784:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609642.804787:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609642.804788:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609642.804790:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609642.804793:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609642.804795:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609642.804797:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609642.804798:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609642.804800:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609642.804803:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609642.804805:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609642.804808:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609642.804815:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609642.804817:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.804819:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609642.804821:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609642.804826:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775500. 00000020:00000040:2.0:1749609642.804829:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609642.804833:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609642.804834:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.804837:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609642.804839:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609642.804842:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609642.804848:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130771c00. 00000100:00000001:2.0:1749609642.804853:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609642.804859:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609642.804867:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609642.804869:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609642.804872:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130775500] to pc [ptlrpcd_rcv+-1] req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.804895:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609642.804897:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609642.804900:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609642.804901:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609642.804902:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609642.804904:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609642.804906:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4242 00000100:00080000:2.0:1749609642.804908:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609642.804910:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609642.804912:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609642.804914:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609642.804915:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609642.804917:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609642.804918:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609642.804919:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609642.804920:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609642.804922:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609642.804924:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609642.804927:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609642.804928:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609642.804930:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609642.804931:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609642.804933:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609642.804935:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609642.804936:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609642.804937:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609642.804938:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609642.804939:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609642.804940:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609642.804941:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609642.804942:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.804944:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609642.804945:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609642.804946:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609642.804948:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775180. 00000020:00000040:2.0:1749609642.804950:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609642.804952:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609642.804953:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.804953:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609642.804954:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609642.804954:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609642.804956:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609642.804957:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609642.804957:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749609642.804959:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130773000. 02000000:00000001:0.0:1749609642.804959:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609642.804961:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.804962:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609642.804963:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193485568:0@lo:38: 00000100:00100000:2.0:1749609642.804965:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609642.804967:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609642.804971:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609642.804972:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609642.804973:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609642.804973:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609642.804974:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609642.804975:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130775180] to pc [ptlrpcd_rcv+-1] req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609642.804978:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f400. 02000000:00000001:0.0:1749609642.804979:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.804981:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609642.804983:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749609642.804985:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000100:00080000:2.0:1749609642.804986:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609642.804987:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609642.804988:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609642.804990:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749609642.804990:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00080000:2.0:1749609642.804991:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4242 00000100:00080000:2.0:1749609642.804993:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609642.804994:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609642.804996:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609642.804996:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193485568, portal 4 00000100:00000040:2.0:1749609642.804997:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609642.804998:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609642.804999:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609642.804999:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422312704 : -131936287238912 : ffff880130775500) 00000020:00000001:2.0:1749609642.805001:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609642.805001:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609642.805003:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609642.805004:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000100:00000040:0.0:1749609642.805005:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609642.805006:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609642.805008:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609642.805010:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609642.805012:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609642.805012:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609642.805013:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609642.805014:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609642.805014:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609642.805016:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000400:00000010:0.0:1749609642.805016:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00080000:2.0:1749609642.805018:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000200:0.0:1749609642.805018:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193485568, offset 0 00000100:00000001:2.0:1749609642.805019:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609642.805021:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749609642.805022:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609642.805023:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609642.805024:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.805026:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609642.805027:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609642.805029:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774a80. 00000020:00000040:2.0:1749609642.805031:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609642.805032:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609642.805033:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609642.805033:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609642.805034:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609642.805035:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609642.805036:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609642.805039:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130773400. 00000100:00000001:2.0:1749609642.805041:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609642.805042:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0d700 00000100:00100000:2.0:1749609642.805043:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609642.805047:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 18720 00000100:00000001:2.0:1749609642.805049:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609642.805050:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609642.805052:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130774a80] to pc [ptlrpcd_rcv+-1] req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609642.805052:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609642.805056:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609642.805058:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609642.805060:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609642.805061:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609642.805062:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749609642.805062:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609642.805065:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774380. 00000020:00000040:2.0:1749609642.805066:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609642.805068:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1749609642.805068:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab100. 02000000:00000001:2.0:1749609642.805069:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609642.805070:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609642.805070:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012ebab100 x1834598193485568 msgsize 520 02000000:00000010:2.0:1749609642.805073:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3be800. 00000100:00100000:0.0:1749609642.805073:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609642.805075:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609642.805077:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609642.805089:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609642.805090:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805091:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609642.805093:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130774380] to pc [ptlrpcd_00_02+2] req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609642.805099:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749609642.805101:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:0.0:1749609642.805104:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609642.805106:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609642.805106:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609642.805111:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4252) 00000100:00000001:2.0:1749609642.805119:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609642.805119:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609642.805120:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609642.805121:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805122:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609642.805125:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609642.805127:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805128:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609642.805130:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609642.805131:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609642.805132:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193485568 02000000:00000001:3.0:1749609642.805134:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609642.805134:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1737 usecs (2 jiffies) 00000100:00000001:3.0:1749609642.805135:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609642.805137:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.805137:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609642.805137:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298915250 00000100:00000001:2.0:1749609642.805138:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609642.805139:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609642.805140:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1749609642.805140:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 00000100:00100000:3.0:1749609642.805141:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193485568 02000000:00000001:2.0:1749609642.805141:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609642.805142:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609642.805143:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749609642.805143:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609642.805144:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609642.805144:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193485952:0@lo:400: 00000020:00000001:3.0:1749609642.805145:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805145:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:3.0:1749609642.805146:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.805147:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609642.805149:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d400. 02000000:00000001:2.0:1749609642.805149:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609642.805150:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805150:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298915250 02000000:00000001:2.0:1749609642.805152:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749609642.805152:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7980. 00000020:00000010:3.0:1749609642.805153:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 02000000:00000010:2.0:1749609642.805154:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ef74c00. 00000100:00000001:0.0:1749609642.805154:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000010:3.0:1749609642.805155:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000001:2.0:1749609642.805155:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609642.805158:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9f8. 00000100:00000001:3.0:1749609642.805159:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609642.805160:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609642.805161:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609642.805161:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000200:2.0:1749609642.805164:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193485952, portal 10 00000100:00000001:3.0:1749609642.805165:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.805165:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609642.805166:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422308224 : -131936287243392 : ffff880130774380) 00000100:00000001:0.0:1749609642.805167:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298915250 00000100:00000001:3.0:1749609642.805169:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609642.805170:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609642.805170:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7a80. 00000100:00000001:0.0:1749609642.805172:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609642.805174:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609642.805174:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298915250 00000100:00000010:0.0:1749609642.805175:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e75c0. 00000100:00000001:3.0:1749609642.805176:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609642.805176:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609642.805178:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:3.0:1749609642.805179:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000040:2.0:1749609642.805179:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609642.805180:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393172736 : -131936316378880 : ffff88012ebab100) 00000400:00000010:2.0:1749609642.805180:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609642.805180:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609642.805181:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609642.805182:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193485952, offset 0 00000100:00000040:3.0:1749609642.805183:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ebab100 x1834598193485568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609642.805184:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609642.805185:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609642.805185:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609642.805188:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ebab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193485568:12345-0@lo:38: 00000100:00000200:3.0:1749609642.805190:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193485568 00000400:00000200:2.0:1749609642.805190:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609642.805190:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609642.805191:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609642.805192:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609642.805193:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609642.805194:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749609642.805195:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609642.805195:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0d880 00000100:00000001:0.0:1749609642.805195:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609642.805197:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609642.805199:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 91968 00000020:00000001:3.0:1749609642.805202:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609642.805203:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609642.805203:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00020000:3.0:1749609642.805204:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609642.805205:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609642.805206:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609642.805206:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609642.805208:0:1050:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609642.805208:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609642.805209:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609642.805210:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749609642.805211:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193485696:0@lo:38: 00000100:00000010:2.0:1749609642.805212:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774700. 00000100:00000001:0.0:1749609642.805214:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749609642.805215:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609642.805215:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff880130774700 x1834598193485952 msgsize 224 02000000:00000001:0.0:1749609642.805215:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609642.805216:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609642.805218:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609642.805218:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609642.805218:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609642.805220:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:0.0:1749609642.805220:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48ec00. 00000100:00000001:3.0:1749609642.805221:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609642.805221:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609642.805223:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609642.805223:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749609642.805223:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 02000000:00000010:3.0:1749609642.805225:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da7a000. 02000000:00000001:3.0:1749609642.805226:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609642.805226:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:0.0:1749609642.805226:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000001:3.0:1749609642.805227:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609642.805227:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00010000:00000001:3.0:1749609642.805229:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609642.805230:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.805230:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:3.0:1749609642.805232:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749609642.805232:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609642.805234:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749609642.805235:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193485696, portal 10 00000100:00000001:3.0:1749609642.805236:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609642.805237:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609642.805237:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609642.805238:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609642.805238:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609642.805238:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422311808 : -131936287239808 : ffff880130775180) 00000100:00000001:3.0:1749609642.805239:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609642.805240:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609642.805241:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609642.805241:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609642.805242:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609642.805243:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609642.805244:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609642.805245:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609642.805245:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609642.805246:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609642.805247:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609642.805248:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193485568, offset 0 00000100:00000001:0.0:1749609642.805248:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609642.805249:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609642.805249:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609642.805250:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609642.805251:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609642.805251:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 548 usecs (1 jiffies) 00000400:00000010:0.0:1749609642.805251:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00100000:1.0:1749609642.805252:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193485952 00000100:00000001:2.0:1749609642.805253:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298915249 02000000:00000001:1.0:1749609642.805253:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749609642.805253:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193485696, offset 0 00000100:00000001:1.0:1749609642.805254:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609642.805255:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609642.805255:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298915250 00000100:00000001:2.0:1749609642.805256:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298915249 00000100:00000001:1.0:1749609642.805256:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609642.805256:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609642.805257:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609642.805258:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0d700 00000100:00000001:2.0:1749609642.805258:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298915250 00000100:00000001:2.0:1749609642.805259:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298915249 00000100:00100000:1.0:1749609642.805259:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193485952 00000100:00000001:2.0:1749609642.805260:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298915250 00000020:00000001:1.0:1749609642.805260:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749609642.805261:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4c55 [1] + 0 00000020:00000040:1.0:1749609642.805261:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000200:0.0:1749609642.805261:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609642.805262:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298915249 00000020:00000001:1.0:1749609642.805262:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749609642.805263:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609642.805264:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298915250 00000020:00000040:1.0:1749609642.805264:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:3.0:1749609642.805265:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609642.805265:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609642.805265:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:1.0:1749609642.805266:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000400:00000200:0.0:1749609642.805266:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0d780 00000100:00000001:3.0:1749609642.805267:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609642.805267:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.805268:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609642.805269:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609642.805269:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 92192 00000100:00000001:2.0:1749609642.805270:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609642.805270:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609642.805273:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11000. 00000400:00000200:0.0:1749609642.805273:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609642.805274:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805274:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609642.805275:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1749609642.805275:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609642.805276:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4c80. 00000100:00000001:2.0:1749609642.805277:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609642.805277:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609642.805278:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805278:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609642.805279:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609642.805280:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609642.805281:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749609642.805281:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000010:0.0:1749609642.805281:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab800. 00000100:00000040:0.0:1749609642.805283:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012ebab800 x1834598193485696 msgsize 520 00000400:00000200:3.0:1749609642.805284:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609642.805285:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609642.805286:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609642.805286:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609642.805287:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609642.805287:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609642.805288:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609642.805289:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609642.805289:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1749609642.805290:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609642.805292:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609642.805292:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000020:00000001:3.0:1749609642.805293:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609642.805293:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609642.805293:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609642.805294:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebab100 x1834598193485568/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609642.805294:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000020:00000040:2.0:1749609642.805295:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:0.0:1749609642.805296:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000020:00000010:1.0:1749609642.805298:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000400:00000010:0.0:1749609642.805298:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00100000:3.0:1749609642.805299:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ebab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193485568:12345-0@lo:38: Request processed in 110us (228us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609642.805300:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609642.805302:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609642.805303:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:1.0:1749609642.805303:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609642.805305:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609642.805305:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609642.805305:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609642.805306:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609642.805307:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.805307:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749609642.805308:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000100:00000040:0.0:1749609642.805309:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609642.805310:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609642.805311:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609642.805311:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749609642.805312:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d400. 00000100:00000001:3.0:1749609642.805313:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609642.805313:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193485696 00000100:00000001:1.0:1749609642.805313:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749609642.805314:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609642.805314:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805315:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.805316:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609642.805316:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609642.805317:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805318:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609642.805319:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609642.805321:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193485696 00000100:00000040:0.0:1749609642.805321:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 728 usecs (1 jiffies) 00000020:00000001:2.0:1749609642.805322:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609642.805323:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609642.805323:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298915249 00000020:00000001:2.0:1749609642.805324:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609642.805324:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298915250 00000100:00000001:1.0:1749609642.805325:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609642.805326:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805326:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298915249 00000020:00000001:2.0:1749609642.805327:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805327:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298915250 00000020:00000010:2.0:1749609642.805329:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74200. 00000100:00000001:0.0:1749609642.805329:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298915249 00000020:00000010:2.0:1749609642.805331:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d180. 00000100:00000001:0.0:1749609642.805332:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298915250 00000020:00000010:2.0:1749609642.805333:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000100:00000001:1.0:1749609642.805333:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609642.805334:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609642.805334:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298915249 00000100:00000001:2.0:1749609642.805335:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609642.805335:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298915250 00000100:00000001:0.0:1749609642.805336:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609642.805337:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749609642.805337:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000001:3.0:1749609642.805338:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609642.805338:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805338:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609642.805339:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:3.0:1749609642.805340:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609642.805340:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609642.805341:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609642.805341:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422309120 : -131936287242496 : ffff880130774700) 00000100:00000040:0.0:1749609642.805341:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609642.805342:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000001:3.0:1749609642.805343:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393174528 : -131936316377088 : ffff88012ebab800) 00000100:00000040:3.0:1749609642.805345:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ebab800 x1834598193485696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609642.805345:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130774700 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:588/0 lens 224/0 e 0 to 0 dl 1749609653 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805346:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.805347:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609642.805347:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609642.805349:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749609642.805350:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ebab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193485696:12345-0@lo:38: 02000000:00000001:0.0:1749609642.805350:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609642.805352:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193485696 00000100:00000001:1.0:1749609642.805352:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749609642.805352:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609642.805353:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749609642.805353:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11080. 00010000:00000001:3.0:1749609642.805354:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609642.805354:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193485824:0@lo:38: 00000100:00000001:1.0:1749609642.805355:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609642.805356:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11080. 00000100:00000001:0.0:1749609642.805356:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749609642.805357:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609642.805358:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193485952:12345-0@lo:400: 02000000:00000001:0.0:1749609642.805358:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609642.805359:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609642.805360:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00020000:3.0:1749609642.805362:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749609642.805362:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d000. 00010000:00000001:3.0:1749609642.805363:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609642.805363:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609642.805364:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609642.805365:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749609642.805365:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac08. 00000100:00000001:3.0:1749609642.805366:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749609642.805366:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193485952 02000000:00000001:3.0:1749609642.805367:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609642.805367:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749609642.805367:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 02000000:00000010:3.0:1749609642.805369:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da7a400. 00000020:00000001:1.0:1749609642.805369:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:0.0:1749609642.805369:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193485824, portal 10 02000000:00000001:3.0:1749609642.805370:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609642.805370:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609642.805371:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805371:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749609642.805372:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609642.805372:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422310016 : -131936287241600 : ffff880130774a80) 00010000:00000001:3.0:1749609642.805373:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609642.805373:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00010000:00000001:3.0:1749609642.805374:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609642.805375:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609642.805375:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749609642.805375:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609642.805376:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609642.805377:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749609642.805377:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609642.805378:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1749609642.805379:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609642.805379:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609642.805379:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609642.805380:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000001:1.0:1749609642.805380:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805381:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609642.805382:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:1.0:1749609642.805382:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749609642.805383:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609642.805383:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609642.805383:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609642.805384:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609642.805384:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749609642.805384:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 02000000:00000001:1.0:1749609642.805385:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609642.805385:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193485824, offset 0 00000100:00000040:3.0:1749609642.805386:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609642.805387:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 02000000:00000010:1.0:1749609642.805387:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb96c00. 02000000:00000001:1.0:1749609642.805388:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609642.805388:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609642.805389:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609642.805390:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193485696, offset 0 00000020:00000001:1.0:1749609642.805391:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609642.805392:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:1.0:1749609642.805392:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193485952 00000400:00000200:0.0:1749609642.805392:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749609642.805393:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609642.805395:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0d800 00010000:00000200:1.0:1749609642.805415:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130774700 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609642.805416:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609642.805418:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 92712 00000400:00000200:3.0:1749609642.805420:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d780 00010000:00000001:1.0:1749609642.805420:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609642.805421:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609642.805421:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609642.805422:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c65 [1] + 0 00000100:00001000:1.0:1749609642.805423:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=37 v=5 (1 1 1 0) 00000400:00000200:3.0:1749609642.805424:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609642.805424:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609642.805425:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609642.805426:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609642.805426:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749609642.805427:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609642.805428:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609642.805428:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:0.0:1749609642.805428:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609642.805429:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609642.805429:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609642.805430:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609642.805430:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebabb80. 00000100:00000001:1.0:1749609642.805431:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609642.805432:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609642.805432:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88012ebabb80 x1834598193485824 msgsize 520 00000400:00000010:1.0:1749609642.805434:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00100000:0.0:1749609642.805435:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749609642.805436:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193485952, offset 224 00000400:00000200:1.0:1749609642.805439:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609642.805440:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609642.805443:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609642.805444:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609642.805444:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609642.805446:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d880 00000400:00000200:3.0:1749609642.805448:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609642.805448:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609642.805450:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609642.805451:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609642.805451:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c5d [1] + 224 00000100:00000001:3.0:1749609642.805453:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609642.805453:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609642.805453:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000100:00000040:3.0:1749609642.805454:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609642.805455:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609642.805455:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000020:00000001:3.0:1749609642.805456:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609642.805456:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609642.805456:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609642.805458:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebab800 x1834598193485696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609642.805458:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609642.805459:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609642.805461:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609642.805462:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ebab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193485696:12345-0@lo:38: Request processed in 111us (178us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609642.805465:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000001:3.0:1749609642.805467:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609642.805467:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609642.805468:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609642.805469:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d180. 00000100:00000001:0.0:1749609642.805470:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749609642.805471:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000100:00000001:2.0:1749609642.805471:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609642.805472:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609642.805473:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74200. 00000100:00100000:2.0:1749609642.805473:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193485824 02000000:00000001:2.0:1749609642.805475:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609642.805476:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609642.805477:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609642.805477:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805477:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609642.805478:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609642.805478:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609642.805479:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609642.805481:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193485824 00000400:00000200:1.0:1749609642.805482:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000020:00000001:2.0:1749609642.805483:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749609642.805483:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609642.805483:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609642.805484:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609642.805485:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609642.805485:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749609642.805485:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 565 usecs (1 jiffies) 00000020:00000001:2.0:1749609642.805486:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609642.805487:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609642.805487:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609642.805487:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298915249 00000100:00000001:1.0:1749609642.805489:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805489:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298915250 00000020:00000010:2.0:1749609642.805490:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74e00. 00000100:00000001:0.0:1749609642.805490:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298915249 00000100:00000040:1.0:1749609642.805491:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609642.805491:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298915250 00000020:00000010:2.0:1749609642.805492:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d100. 00010000:00000001:1.0:1749609642.805493:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609642.805493:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298915249 00000020:00000010:2.0:1749609642.805494:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609642.805494:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298915250 00000020:00000001:1.0:1749609642.805495:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805495:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298915249 00000100:00000001:2.0:1749609642.805496:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609642.805497:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609642.805497:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298915250 00000100:00000001:2.0:1749609642.805498:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805498:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609642.805499:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609642.805500:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609642.805501:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609642.805502:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609642.805504:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774700 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1749609653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609642.805504:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609642.805505:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749609642.805507:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749609642.805508:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000001:0.0:1749609642.805510:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609642.805511:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193485952:12345-0@lo:400: Request processed in 158us (294us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609642.805512:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609642.805512:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805517:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609642.805517:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000200:0.0:1749609642.805518:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805519:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609642.805519:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00100000:2.0:1749609642.805521:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000001:1.0:1749609642.805521:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609642.805522:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609642.805523:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393175424 : -131936316376192 : ffff88012ebabb80) 00000100:00000001:0.0:1749609642.805524:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609642.805525:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000100:00000001:0.0:1749609642.805525:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609642.805526:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ebabb80 x1834598193485824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609642.805527:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609642.805527:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749609642.805530:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 02000000:00000001:0.0:1749609642.805530:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609642.805531:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609642.805532:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609642.805533:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ebabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193485824:12345-0@lo:38: 00000020:00000040:1.0:1749609642.805533:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:1.0:1749609642.805534:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609642.805535:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609642.805536:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193485824 00000020:00000001:2.0:1749609642.805538:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:0.0:1749609642.805538:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609642 v=5 (0 0 0 0) 00010000:00000001:2.0:1749609642.805540:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:0.0:1749609642.805541:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=104 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609642.805544:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749609642.805545:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805546:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:2.0:1749609642.805547:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609642.805547:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609642.805549:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609642.805550:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609642.805551:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609642.805553:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609642.805555:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609642.805556:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609642.805556:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749609642.805558:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130773c00. 00000100:00000001:0.0:1749609642.805558:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749609642.805560:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805560:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609642.805561:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805561:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:2.0:1749609642.805563:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609642.805563:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609642.805564:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609642.805565:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:2.0:1749609642.805566:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:0.0:1749609642.805567:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609642.805568:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609642.805569:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609642.805570:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609642.805571:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609642.805572:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805573:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609642.805575:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609642.805577:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609642.805578:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749609642.805578:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193485568:0@lo:38: 02000000:00000001:2.0:1749609642.805580:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609642.805581:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609642.805581:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609642.805583:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609642.805583:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749609642.805584:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000040:0.0:1749609642.805584:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130775500 x1834598193485568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609642.805587:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193485824, offset 0 00000400:00000200:2.0:1749609642.805590:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609642.805590:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609642.805591:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609642.805593:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f400. 00000400:00000200:2.0:1749609642.805595:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609642.805596:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609642.805598:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749609642.805599:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0d800 00000020:00000040:0.0:1749609642.805599:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609642.805601:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749609642.805602:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c71 [1] + 0 02000000:00000010:0.0:1749609642.805602:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130771c00. 02000000:00000001:0.0:1749609642.805604:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609642.805605:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1749609642.805606:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749609642.805607:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130775500. 00000400:00000200:2.0:1749609642.805608:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609642.805610:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609642.805610:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609642.805611:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609642.805612:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609642.805613:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609642.805615:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609642.805616:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.805617:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609642.805618:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609642.805620:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609642.805620:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609642.805621:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609642.805622:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:0.0:1749609642.805624:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749609642.805625:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:0.0:1749609642.805626:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609642.805628:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805632:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609642.805634:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609642.805635:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609642.805637:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609642.805639:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609642.805639:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609642.805640:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609642.805640:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.805641:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609642.805642:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609642.805642:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609642.805643:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609642.805644:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609642.805645:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805645:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609642.805646:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609642.805647:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749609642.805648:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609642 v=5 (0 0 0 0) 00000100:00000040:2.0:1749609642.805649:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebabb80 x1834598193485824/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609662 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609642.805651:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=86 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609642.805653:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1749609642.805655:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1749609642.805657:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ebabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193485824:12345-0@lo:38: Request processed in 123us (223us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609642.805657:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609642.805659:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609642.805662:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:0.0:1749609642.805662:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805664:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609642.805665:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609642.805667:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d100. 00000100:00000001:0.0:1749609642.805667:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749609642.805669:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609642.805669:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609642.805670:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.805671:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:2.0:1749609642.805672:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74e00. 00000100:00000001:0.0:1749609642.805672:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609642.805693:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609642.805694:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609642.805697:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609642.805698:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609642.805701:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609642.805701:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805703:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609642.805705:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609642.805706:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749609642.805707:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193485696:0@lo:38: 00000400:00000010:2.0:1749609642.805708:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9f8. 00000400:00000200:2.0:1749609642.805710:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000400:00000010:2.0:1749609642.805711:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000001:2.0:1749609642.805713:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749609642.805714:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609642.805715:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749609642.805716:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609642.805716:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac08. 00000400:00000200:0.0:1749609642.805718:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000400:00000010:0.0:1749609642.805719:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:0.0:1749609642.805721:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609642.805723:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609642.805723:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805728:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609642.805728:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805730:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609642.805731:0:1050:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609642.805732:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609642.805734:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609642.805734:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609642.805735:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805735:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609642.805736:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805736:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609642.805737:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609642.805738:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749609642.805739:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=37 v=5 (5 5 5 0) 00000100:00000001:0.0:1749609642.805739:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609642.805741:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609642.805742:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=37 v=5 (1 1 1 0) 00000100:00001000:0.0:1749609642.805743:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609642 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609642.805744:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609642.805745:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609642.805746:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=37 v=20 (1 1 20 0) 00010000:00000001:2.0:1749609642.805747:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609642.805748:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609642.805749:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:2.0:1749609642.805750:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609642.805751:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609642.805753:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609642.805756:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805758:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609642.805759:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609642.805760:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609642.805760:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609642.805761:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609642.805761:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609642.805763:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805763:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609642.805764:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609642.805765:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609642.805765:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609642.805767:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609642.805769:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609642.805771:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609642.805771:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805773:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609642.805774:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609642.805776:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609642.805777:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193485824:0@lo:38: 00000100:00000001:0.0:1749609642.805780:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609642.805782:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193485952:0@lo:400: 00000100:00000001:0.0:1749609642.805782:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609642.805783:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130775180 x1834598193485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609642.805785:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609642.805787:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609642.805788:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130774380 x1834598193485952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609642.805788:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609642.805790:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609642.805791:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48ec00. 02000000:00000001:0.0:1749609642.805793:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609642.805794:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609642.805794:0:1047:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749609642.805795:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1749609642.805795:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000010:2.0:1749609642.805796:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ef74c00. 00000020:00000001:0.0:1749609642.805797:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609642.805798:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130773000. 02000000:00000001:2.0:1749609642.805799:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609642.805800:0:1050:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749609642.805800:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1749609642.805801:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749609642.805801:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749609642.805802:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1749609642.805802:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130775180. 02000000:00000010:2.0:1749609642.805804:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3be800. 00000100:00000001:0.0:1749609642.805804:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609642.805805:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.805806:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609642.805808:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749609642.805808:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130774a80 x1834598193485824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609642.805809:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609642.805810:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130774380. 00000100:00000001:2.0:1749609642.805812:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609642.805813:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.805813:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609642.805814:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609642.805814:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609642.805815:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d000. 00000100:00000001:2.0:1749609642.805817:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609642.805818:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609642.805818:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609642.805819:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609642.805819:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609642.805820:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609642.805821:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609642.805821:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609642.805822:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130773400. 02000000:00000001:0.0:1749609642.805823:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609642.805824:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609642.805825:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130774a80. 00000100:00000001:0.0:1749609642.805827:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609642.805828:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609642.805829:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805830:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609642.805831:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609642.805832:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609642.805833:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609642.806718:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298915250, at 4298915250 00000100:00000040:0.0:1749609642.806719:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298915250, at 4298915250 00000100:00000040:3.0:1749609642.806727:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298915250, at 4298915250 00000100:00000010:2.0:1749609642.806728:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a80. 00000100:00000010:3.0:1749609642.806734:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e75c0. 00000100:00000010:0.0:1749609642.806737:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00000100:00000040:1.0:1749609642.806757:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298915250, at 4298915250 00000100:00000010:1.0:1749609642.806762:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7980. 00010000:00000001:0.0:1749609642.848797:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609642.848801:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609642.848861:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609642.848864:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609642.848866:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609643.082773:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609643.082778:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609643.082779:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609643.082781:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609643.082784:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609643.082786:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609643.082788:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609643.082789:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609643.082790:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609643.417787:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609643.417792:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609643.417793:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609643.417796:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609643.417798:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609643.417801:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609643.417803:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609643.417804:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609643.417805:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609643.805826:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609643.805841:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609643.805843:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609643.805847:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609643.805849:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609643.805852:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609643.805854:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609643.850812:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609643.850816:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609643.850900:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609643.850902:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609643.850904:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609644.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609644.082803:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609644.082805:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609644.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609644.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609644.082814:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609644.082816:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609644.082818:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609644.082820:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609644.417783:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609644.417788:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609644.417789:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609644.417791:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609644.417794:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609644.417796:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609644.417797:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609644.417800:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609644.417801:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609644.512808:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012eb1f540] -> 12345-192.168.203.44@tcp (4) 00000800:00000200:0.0:1749609644.512814:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.44@tcp ip 192.168.203.44:1021 00000800:00000200:0.0:1749609644.512818:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130dc1b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:0.0:1749609644.512851:0:1040:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88011de35a00. 00000800:00000200:0.0:1749609644.512853:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749609644.512856:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749609644.512857:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749609644.512943:0:1042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749609644.512947:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609644.512957:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749609644.512960:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609644.512961:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609644.512964:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1749609644.805798:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609644.805810:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609644.805811:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609644.805814:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609644.805816:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609644.805818:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609644.805820:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609644.852808:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609644.852812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609644.852905:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609644.852908:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609644.852910:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609645.082799:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609645.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609645.082806:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609645.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609645.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609645.082813:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609645.082815:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609645.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609645.082817:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609645.417778:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609645.417783:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609645.417784:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609645.417786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609645.417789:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609645.417791:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609645.417793:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609645.417795:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609645.417796:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609645.805822:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609645.805834:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609645.805835:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609645.805838:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609645.805839:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609645.805842:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609645.805843:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609645.854798:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609645.854802:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609645.854894:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609645.854897:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609645.854898:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609646.082779:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609646.082785:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609646.082786:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609646.082788:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609646.082790:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609646.082792:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609646.082794:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609646.082795:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609646.082796:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609646.417772:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609646.417776:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609646.417777:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609646.417780:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609646.417782:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609646.417785:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609646.417790:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609646.417792:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609646.417794:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609646.805801:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609646.805813:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609646.805815:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609646.805818:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609646.805820:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609646.805824:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609646.805825:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609646.856759:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609646.856763:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609646.856812:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609646.856814:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609646.856816:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609647.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609647.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609647.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609647.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609647.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609647.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609647.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609647.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609647.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.417792:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609647.417798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609647.417799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609647.417802:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609647.417805:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609647.417808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609647.417811:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609647.417818:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012f3d6300 x1834598193484416/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.417826:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609647.417828:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012f3d6300 x1834598193484416/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.417835:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609647.417837:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609647.417839:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609647.417841:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609647.417843:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d6300 x1834598193484416/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609647.417850:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f3d6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193484416:0@lo:101: 00000100:00000001:0.0:1749609647.417854:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609647.417856:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609647.417858:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609647.417860:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609647.417862:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012f3d6300 x1834598193484416/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.417868:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609647.417870:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609647.417873:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609647.417874:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609647.417877:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609647.417881:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609647.417883:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609647.417885:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79200 refcount=4 00000020:00000001:0.0:1749609647.417887:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841782784 : -131938867768832 : ffff880096a79200) 00010000:00000001:0.0:1749609647.417890:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841782784 : -131938867768832 : ffff880096a79200) 00010000:00010000:0.0:1749609647.417893:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609647.417901:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609647.417904:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609647.417909:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609647.417910:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609647.417916:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609647.417917:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609647.417919:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609647.417924:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609647.417926:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609647.417929:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609647.417931:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609647.417936:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a79200 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609647.417939:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609647.417940:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609647.417945:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609647.417946:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609647.417947:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609647.417948:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79200 refcount=5 00000020:00000001:0.0:1749609647.417949:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841782784 : -131938867768832 : ffff880096a79200) 00010000:00000001:0.0:1749609647.417951:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841782784 : -131938867768832 : ffff880096a79200) 00010000:00000001:0.0:1749609647.417953:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609647.417954:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609647.417959:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609647.417960:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609647.417964:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749609647.417966:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609647.417968:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609647.417969:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609647.417972:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609647.417974:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609647.417975:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609647.417976:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609647.417977:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609647.417980:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a79200 with handle 0xae754a0887514934 from hash 00010000:00000001:0.0:1749609647.417981:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609647.417983:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609647.417984:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609647.417985:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609647.417986:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609647.417987:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609647.417989:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609647.417990:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609647.417991:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609647.417992:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609647.417993:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609647.417998:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609647.417999:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609647.418000:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609647.418001:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609647.418002:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609647.418003:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609647.418003:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609647.418004:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a79200/0xae754a0887514934 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609647.418009:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35900 count: 0 00010000:00000001:0.0:1749609647.418034:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609647.418036:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609647.418038:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609647.418040:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012f3d6300 x1834598193484416/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.418046:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609647.418049:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609647.418050:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609647.418052:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609647.418054:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a78400. 02000000:00000001:0.0:1749609647.418058:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609647.418060:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609647.418061:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f3d6300. 00000100:00000001:0.0:1749609647.418064:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609647.418066:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609647.418067:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609647.418069:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749609647.418071:0:6439:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749609647.418075:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801302e7800. 00000020:00000010:0.0:1749609647.418077:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78400. 00000020:00000010:0.0:1749609647.418082:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a79e00. 00000040:00000010:0.0:1749609647.418084:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a79a00. 00000020:00000010:0.0:1749609647.418088:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a75000. 00000020:00000010:0.0:1749609647.418092:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a79000. 80000000:00000010:0.0:1749609647.418095:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609647.418099:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a79c00. 00080000:00000010:0.0:1749609647.418104:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:0.0:1749609647.418108:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dd5a000. 10000000:00000040:0.0:1749609647.418113:0:6439:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013733cc00 : new refcount 2 10000000:00000001:0.0:1749609647.418115:0:6439:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749609647.418119:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a79e00. 00000040:00000010:0.0:1749609647.418122:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a79a00. 00000020:00000010:0.0:1749609647.418124:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a75000. 00000020:00000010:0.0:1749609647.418128:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a79000. 80000000:00000010:0.0:1749609647.418130:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009a4ed600. 00040000:00000010:0.0:1749609647.418133:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a79c00. 00080000:00000010:0.0:1749609647.418136:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dd5a000. 00080000:00000010:0.0:1749609647.418139:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 00000020:00000010:0.0:1749609647.418145:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78400. 10000000:00000010:0.0:1749609647.418147:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801302e7800. 10000000:01000000:0.0:1749609647.418149:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:0.0:1749609647.418151:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749609647.418154:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749609647.424687:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609647.424691:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609647.424692:0:6439:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff88012a9f7c00) refs 2 10000000:00000001:0.0:1749609647.424694:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609647.424696:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609647.424697:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff8800b46a7200) refs 2 10000000:00000001:0.0:1749609647.424699:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609647.424700:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609647.424701:0:6439:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:0.0:1749609647.424703:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609647.424704:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff88008fb77000 from 1 10000000:00000001:0.0:1749609647.424706:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609647.424707:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:0.0:1749609647.424711:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab480. 00000020:00000040:0.0:1749609647.424714:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609647.424718:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609647.424721:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609647.424725:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609647.424729:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a78400. 00000100:00000001:0.0:1749609647.424734:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609647.424737:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609647.424739:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609647.424743:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35c00. 00010000:00000001:0.0:1749609647.424747:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609647.424748:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a78800. 00000020:00000001:0.0:1749609647.424751:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609647.424753:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a78800 with handle 0xae754a088751493b to hash 00000020:00000001:0.0:1749609647.424754:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609647.424756:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609647.424758:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609647.424760:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609647.424762:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609647.424764:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609647.424771:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609647.424780:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609647.424785:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609647.424786:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609647.424790:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609647.424792:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392601152 : -131936316950464 : ffff88012eb1f840) 00000100:00000001:0.0:1749609647.424794:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609647.424795:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393173632 : -131936316377984 : ffff88012ebab480) 00000100:00000001:0.0:1749609647.424798:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609647.424800:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.424802:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609647.424803:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609647.424806:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ebab480 x1834598193486080/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.424813:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609647.424814:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609647.424817:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ebab480 x1834598193486080/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.424823:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.424824:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609647.424825:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609647.424826:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609647.424828:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609647.424829:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609647.424830:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609647.424831:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609647.424833:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609647.425779:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35900. 00010000:00000010:1.1:1749609647.425785:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a79200. 00000100:00000001:2.0:1749609647.805774:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609647.805778:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749609647.805786:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609622/real 1749609622] req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609647 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609647.805799:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609647.805800:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609647.805803:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:2.0:1749609647.805806:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9d48 00000400:00000010:2.0:1749609647.805807:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9d48. 00000100:00000001:2.0:1749609647.805810:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609647.805811:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609647 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609647.805816:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609647 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.805821:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609647.805822:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.805824:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609647.805825:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609647.805827:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609647 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.805830:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.805837:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609647.805838:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.805839:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609647.805841:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609647.805842:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609647.805844:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609647 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.805848:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609647.805849:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.805850:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609647.805850:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.805852:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609647.805853:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749609647.805856:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609647.805875:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:2.0:1749609647.805876:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749609647.805878:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609647 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609647.805882:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193483264:0@lo:250: 00000100:00000001:2.0:1749609647.805885:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.805887:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609647.805888:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130775c00 x1834598193483264/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609647 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.805892:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609647.805893:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609647.805896:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c000. 02000000:00000001:2.0:1749609647.805898:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609647.805900:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609647.805901:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609647.805902:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609647.805903:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130772800. 02000000:00000001:2.0:1749609647.805905:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609647.805906:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609647.805908:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130775c00. 00000100:00000001:2.0:1749609647.805910:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609647.805910:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.805911:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.805913:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609647.805913:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.805914:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609647.805915:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609647.805953:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609647.805958:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749609647.805959:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609647.805960:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609647.805962:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609647.805964:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4227 00000100:00080000:0.0:1749609647.805966:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609647.805968:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609647.805970:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609647.805972:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609647.805973:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609647.805975:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609647.805975:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:0.0:1749609647.805977:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609647.805979:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:0.0:1749609647.805980:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:0.0:1749609647.805981:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:0.0:1749609647.805983:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609647.805983:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609647.805984:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609647.805985:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609647.805987:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:0.0:1749609647.805988:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:0.0:1749609647.805989:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609647.805991:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609647.805993:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609647.805995:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.805996:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609647.805997:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609647.806001:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9880. 00000020:00000040:0.0:1749609647.806004:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:0.0:1749609647.806006:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609647.806007:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806010:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609647.806011:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609647.806014:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609647.806018:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48d000. 00000100:00000001:0.0:1749609647.806022:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609647.806025:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609647.806035:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609647.806036:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609647.806037:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012eba9880] to pc [ptlrpcd_rcv+-1] req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.806053:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609647.806055:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609647.806057:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609647.806057:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609647.806058:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609647.806059:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609647.806061:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4247 00000100:00080000:0.0:1749609647.806062:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609647.806063:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609647.806064:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609647.806064:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609647.806065:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609647.806066:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609647.806066:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609647.806067:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609647.806067:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609647.806067:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609647.806068:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609647.806069:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609647.806069:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609647.806070:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609647.806071:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609647.806072:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609647.806073:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609647.806073:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609647.806073:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609647.806074:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609647.806075:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609647.806075:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 02000000:00000001:2.0:1749609647.806076:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749609647.806076:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609647.806077:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806078:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609647.806078:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609647.806079:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609647.806081:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012eba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193486208:0@lo:250: 02000000:00000001:0.0:1749609647.806082:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609647.806083:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609647.806083:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806084:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749609647.806085:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609647.806085:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806086:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806087:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749609647.806088:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f3d6300. 02000000:00000010:2.0:1749609647.806089:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130772800. 00000020:00000040:0.0:1749609647.806089:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609647.806090:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609647.806091:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609647.806091:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806092:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749609647.806093:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9f8. 02000000:00000001:0.0:1749609647.806093:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609647.806094:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609647.806095:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48ec00. 00000400:00000010:2.0:1749609647.806096:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000001:0.0:1749609647.806097:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609647.806098:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749609647.806099:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193486208, portal 25 00000100:00000001:2.0:1749609647.806101:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609647.806102:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393166464 : -131936316385152 : ffff88012eba9880) 00000100:00000001:0.0:1749609647.806102:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609647.806103:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609647.806104:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609647.806104:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012f3d6300] to pc [ptlrpcd_rcv+-1] req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806108:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609647.806108:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609647.806109:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749609647.806110:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609647.806111:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00080000:0.0:1749609647.806111:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609647.806111:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:2.0:1749609647.806112:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193486208, offset 0 00000100:00080000:0.0:1749609647.806112:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609647.806113:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609647.806114:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4247 00000100:00080000:0.0:1749609647.806115:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749609647.806116:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609647.806116:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609647.806117:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609647.806118:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609647.806118:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609647.806120:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609647.806120:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609647.806121:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609647.806122:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:0.0:1749609647.806123:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609647.806124:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000400:00000200:2.0:1749609647.806125:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609647.806125:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609647.806126:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609647.806127:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609647.806127:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609647.806128:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:0.0:1749609647.806129:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609647.806130:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609647.806131:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749609647.806132:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada0d980 02000000:00000001:0.0:1749609647.806132:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609647.806133:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806134:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609647.806134:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1749609647.806135:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193486208 offset 0 length 520: 4 00000400:00000200:2.0:1749609647.806138:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e3058c0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749609647.806139:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749609647.806143:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609647.806144:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609647.806147:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609647.806148:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609647.806150:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660000. 00000020:00000040:0.0:1749609647.806151:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609647.806152:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609647.806152:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749609647.806153:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609647.806153:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806154:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609647.806154:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609647.806155:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806156:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609647.806156:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48f400. 00000100:00000001:2.0:1749609647.806157:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609647.806158:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806159:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609647.806160:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609647.806162:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298920261 00000100:00000001:0.0:1749609647.806163:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609647.806164:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609647.806165:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d48c0. 00000100:00000040:0.0:1749609647.806165:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131660000] to pc [ptlrpcd_rcv+-1] req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806170:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609647.806176:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298920261 00000100:00000001:0.0:1749609647.806177:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609647.806178:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4980. 00000100:00080000:0.0:1749609647.806178:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609647.806180:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1749609647.806180:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609647.806181:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609647.806181:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609647.806182:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609647.806183:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4247 00000100:00080000:0.0:1749609647.806184:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609647.806185:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609647.806186:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609647.806187:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609647.806187:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609647.806188:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609647.806189:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609647.806189:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609647.806191:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:0.0:1749609647.806191:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:0.0:1749609647.806192:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:2.0:1749609647.806193:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298920261 00000100:00000040:0.0:1749609647.806193:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609647.806194:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749609647.806195:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4ac0. 00000100:00000040:0.0:1749609647.806195:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609647.806196:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609647.806196:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00000001:2.0:1749609647.806197:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00080000:0.0:1749609647.806197:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609647.806199:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298920261 00000100:00000001:0.0:1749609647.806199:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609647.806199:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:2.0:1749609647.806200:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4740. 02000000:00000001:0.0:1749609647.806201:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609647.806202:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749609647.806202:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806203:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609647.806204:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609647.806206:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660380. 00000020:00000040:0.0:1749609647.806207:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609647.806208:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609647.806208:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806209:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609647.806210:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609647.806210:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609647.806211:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48f000. 00000100:00000001:2.0:1749609647.806212:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609647.806213:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806214:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609647.806214:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609647.806216:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806217:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609647.806217:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609647.806218:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609647.806219:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131660380] to pc [ptlrpcd_rcv+-1] req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806220:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609647.806221:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609647.806222:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806223:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609647.806223:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609647.806224:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609647.806224:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609647.806225:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749609647.806226:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660700. 00000020:00000040:0.0:1749609647.806227:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:2.0:1749609647.806228:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.806228:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609647.806229:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609647.806230:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609647.806231:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35700. 00000100:00000001:0.0:1749609647.806233:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806234:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749609647.806234:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609647.806235:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806236:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609647.806238:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609647.806238:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609647.806239:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806240:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609647.806241:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193486336:0@lo:38: 00000100:00000040:0.0:1749609647.806241:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131660700] to pc [ptlrpcd_00_03+3] req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806244:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609647.806246:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609647.806247:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806248:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609647.806254:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609647.806255:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130773400. 02000000:00000001:2.0:1749609647.806257:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609647.806257:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4257) 00000400:00000010:2.0:1749609647.806260:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fda50. 00000100:00000001:3.0:1749609647.806263:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749609647.806263:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:3.0:1749609647.806265:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609647.806265:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193486336, portal 4 00000100:00000001:2.0:1749609647.806266:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609647.806267:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609647.806267:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137401737984 : -131936307813632 : ffff88012f3d6300) 00000100:00000040:3.0:1749609647.806271:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.806271:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609647.806272:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.806272:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806278:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609647.806278:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609647.806280:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609647.806281:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000200:2.0:1749609647.806283:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193486336, offset 0 00000100:00000001:3.0:1749609647.806284:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609647.806286:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609647.806287:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609647.806288:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609647.806290:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609647.806290:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609647.806292:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193486720:0@lo:400: 00000400:00000200:2.0:1749609647.806294:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0da00 00000100:00000001:3.0:1749609647.806295:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609647.806297:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609647.806298:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609647.806299:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749609647.806299:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 19240 02000000:00000010:3.0:1749609647.806302:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782c200. 02000000:00000001:3.0:1749609647.806304:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609647.806304:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609647.806307:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b688. 00000400:00000200:2.0:1749609647.806307:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749609647.806310:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609647.806311:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609647.806313:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193486720, portal 10 00000100:00000200:2.0:1749609647.806313:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609647.806315:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1749609647.806315:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775c00. 00000100:00000001:3.0:1749609647.806316:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437955840 : -131936271595776 : ffff880131660700) 00000100:00000040:2.0:1749609647.806317:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130775c00 x1834598193486336 msgsize 520 00000100:00000040:3.0:1749609647.806320:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609647.806321:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609647.806326:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609647.806327:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609647.806329:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749609647.806330:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193486720, offset 0 00000400:00000200:3.0:1749609647.806334:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609647.806334:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609647.806339:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609647.806339:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000400:00000010:2.0:1749609647.806341:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:2.0:1749609647.806343:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609647.806344:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0db80 00000100:00000200:2.0:1749609647.806345:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609647.806349:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 93232 00000100:00000001:2.0:1749609647.806351:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609647.806353:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609647.806353:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609647.806356:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609647.806356:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609647.806357:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193486336 02000000:00000001:0.0:1749609647.806358:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609647.806359:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609647.806359:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609647.806360:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609647.806360:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609647.806360:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609647.806362:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609647.806376:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5c1c00. 02000000:00000001:0.0:1749609647.806378:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609647.806379:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5c1c00 x1834598193486720 msgsize 224 00000100:00100000:0.0:1749609647.806381:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193486336 00000100:00100000:3.0:1749609647.806382:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609647.806382:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609647.806383:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609647.806384:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609647.806385:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609647.806386:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806387:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806388:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749609647.806388:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79c00. 00000100:00000040:2.0:1749609647.806390:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1725 usecs (2 jiffies) 00000100:00000001:2.0:1749609647.806392:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298920251 00000020:00000010:0.0:1749609647.806392:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000001:2.0:1749609647.806394:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298920261 00000020:00000010:0.0:1749609647.806394:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609647.806396:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298920251 00000400:00000200:3.0:1749609647.806397:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000100:00000001:2.0:1749609647.806397:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298920261 00000400:00000010:3.0:1749609647.806398:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000001:0.0:1749609647.806398:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609647.806398:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609647.806399:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298920251 00000100:00000001:0.0:1749609647.806399:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806400:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298920261 00000100:00000001:3.0:1749609647.806401:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609647.806401:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298920251 00000100:00000001:2.0:1749609647.806402:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298920261 00000100:00000200:3.0:1749609647.806403:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806403:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609647.806403:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806405:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806407:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609647.806409:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609647.806410:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609647.806411:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.806412:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806415:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609647.806416:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806417:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806418:0:1051:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609647.806418:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609647.806418:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609647.806419:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609647.806420:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609647.806421:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806421:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609647.806422:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000040:3.0:1749609647.806423:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 551 usecs (1 jiffies) 00000100:00100000:2.0:1749609647.806423:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193486464:0@lo:38: 00000100:00000001:0.0:1749609647.806424:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422314496 : -131936287237120 : ffff880130775c00) 00000100:00000001:3.0:1749609647.806425:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298920250 00000100:00000001:2.0:1749609647.806426:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609647.806426:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130775c00 x1834598193486336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609647.806427:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298920261 02000000:00000001:2.0:1749609647.806427:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609647.806428:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806429:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298920250 00000100:00000001:3.0:1749609647.806430:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298920261 02000000:00000001:2.0:1749609647.806430:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749609647.806431:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193486336:12345-0@lo:38: 00000100:00000001:3.0:1749609647.806432:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298920250 02000000:00000010:2.0:1749609647.806432:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130773000. 00000100:00000001:3.0:1749609647.806433:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298920261 00000100:00000001:3.0:1749609647.806434:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298920250 02000000:00000001:2.0:1749609647.806434:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609647.806434:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193486336 00000100:00000001:3.0:1749609647.806435:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298920261 00000400:00000010:2.0:1749609647.806435:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdaa8. 00000020:00000001:0.0:1749609647.806436:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609647.806437:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609647.806438:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00010000:00000001:0.0:1749609647.806438:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609647.806439:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806440:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609647.806440:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193486464, portal 10 00000100:00000001:3.0:1749609647.806442:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806442:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609647.806443:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437954048 : -131936271597568 : ffff880131660000) 00000100:00000001:3.0:1749609647.806446:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749609647.806446:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806447:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749609647.806447:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749609647.806448:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609647.806449:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609647.806450:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749609647.806450:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609647.806451:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609647.806452:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609647.806453:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806453:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609647.806453:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749609647.806455:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609647.806455:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609647.806455:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749609647.806456:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682550. 02000000:00000001:0.0:1749609647.806456:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749609647.806457:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193486464, offset 0 00000100:00100000:1.0:1749609647.806457:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193486720 02000000:00000010:0.0:1749609647.806458:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b48e400. 02000000:00000001:1.0:1749609647.806459:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609647.806459:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609647.806460:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609647.806460:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609647.806461:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609647.806462:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609647.806463:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609647.806464:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749609647.806464:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609647.806465:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609647.806466:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609647.806467:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0da80 00000100:00100000:1.0:1749609647.806467:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193486720 00000100:00000001:0.0:1749609647.806468:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609647.806469:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609647.806469:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609647.806470:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 93456 00000020:00000040:1.0:1749609647.806470:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:1.0:1749609647.806471:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609647.806471:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609647.806471:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609647.806472:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000020:00000040:1.0:1749609647.806473:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:2.0:1749609647.806474:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609647.806474:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000001:1.0:1749609647.806475:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 02000000:00000001:0.0:1749609647.806475:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609647.806476:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609647.806477:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609647.806477:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609647.806477:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609647.806479:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609647.806479:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609647.806480:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1749609647.806480:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000001:1.0:1749609647.806481:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749609647.806482:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193486336, offset 0 00000100:00000010:2.0:1749609647.806483:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774380. 00000020:00000010:1.0:1749609647.806483:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11080. 00000100:00000040:2.0:1749609647.806484:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130774380 x1834598193486464 msgsize 520 00000400:00000200:0.0:1749609647.806484:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609647.806486:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11000. 00000100:00100000:2.0:1749609647.806488:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609647.806489:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609647.806492:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0da00 00000100:00000001:2.0:1749609647.806493:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609647.806494:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4c8d [1] + 0 00000020:00000040:1.0:1749609647.806496:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000200:0.0:1749609647.806497:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609647.806498:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682550 00000400:00000200:0.0:1749609647.806498:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609647.806500:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682550. 00000100:00000001:2.0:1749609647.806502:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609647.806502:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609647.806504:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609647.806504:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806509:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609647.806509:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609647.806510:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749609647.806511:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609647.806513:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609647.806514:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528ce00. 00000100:00000001:2.0:1749609647.806517:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609647.806517:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d080. 00000400:00000200:0.0:1749609647.806517:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000100:00000001:2.0:1749609647.806518:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749609647.806518:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:0.0:1749609647.806519:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609647.806520:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609647.806520:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000001:0.0:1749609647.806520:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609647.806521:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609647.806522:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 726 usecs (1 jiffies) 00000100:00000040:0.0:1749609647.806523:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609647.806524:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298920250 00000100:00000001:0.0:1749609647.806524:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806525:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298920261 00000100:00000040:1.0:1749609647.806525:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1749609647.806525:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609647.806527:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298920250 00000100:00000001:1.0:1749609647.806527:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609647.806527:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775c00 x1834598193486336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806528:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298920261 00000100:00000001:1.0:1749609647.806528:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609647.806530:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298920250 00000100:00000001:1.0:1749609647.806530:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806531:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298920261 00000100:00100000:0.0:1749609647.806531:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193486336:12345-0@lo:38: Request processed in 100us (213us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749609647.806532:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609647.806532:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298920250 00000100:00000001:2.0:1749609647.806533:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298920261 00000100:00000001:1.0:1749609647.806534:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1749609647.806535:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609647.806535:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609647.806535:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1749609647.806535:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000001:2.0:1749609647.806536:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609647.806536:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806537:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609647.806537:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609647.806538:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609647.806539:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609647.806539:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000020:00000010:0.0:1749609647.806541:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000100:00000001:1.0:1749609647.806542:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609647.806543:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79c00. 00000100:00000001:0.0:1749609647.806544:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806545:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609647.806546:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806547:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609647.806547:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609647.806548:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609647.806549:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193486464 02000000:00000001:2.0:1749609647.806550:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609647.806550:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609647.806551:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609647.806551:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609647.806552:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193486592:0@lo:38: 00000100:00000001:3.0:1749609647.806553:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609647.806553:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806554:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609647.806554:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609647.806556:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 02000000:00000001:2.0:1749609647.806556:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749609647.806556:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193486464 02000000:00000001:2.0:1749609647.806557:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609647.806557:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609647.806557:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609647.806558:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 02000000:00000001:2.0:1749609647.806558:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1749609647.806558:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609647.806558:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609647.806559:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937500672 : -131938772050944 : ffff88009c5c1c00) 00000020:00000001:1.0:1749609647.806559:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609647.806559:0:6441:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609647.806560:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130771c00. 00000100:00000001:0.0:1749609647.806560:0:6441:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609647.806561:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609647.806562:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c1c00 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:593/0 lens 224/0 e 0 to 0 dl 1749609658 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609647.806562:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609647.806562:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609647.806563:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdb00. 00000400:00000010:2.0:1749609647.806565:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682550. 00000020:00000010:1.0:1749609647.806565:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000020:00000010:1.0:1749609647.806567:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d300. 00000100:00000200:2.0:1749609647.806568:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193486592, portal 10 00000100:00000001:2.0:1749609647.806569:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749609647.806569:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000100:00000001:3.0:1749609647.806570:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609647.806570:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437954944 : -131936271596672 : ffff880131660380) 00000100:00000001:1.0:1749609647.806571:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749609647.806572:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba740. 00000100:00000001:1.0:1749609647.806572:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609647.806573:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806574:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609647.806574:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609647.806575:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609647.806576:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7eba740. 00000100:00100000:3.0:1749609647.806579:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193486720:12345-0@lo:400: 00000100:00000001:2.0:1749609647.806579:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609647.806579:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609647.806581:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609647.806582:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193486720 00000400:00000010:2.0:1749609647.806582:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682908. 00000020:00000001:3.0:1749609647.806583:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749609647.806583:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193486592, offset 0 00000100:00000001:1.0:1749609647.806584:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609647.806585:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609647.806585:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609647.806586:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749609647.806586:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609647.806586:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609647.806588:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609647.806588:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000020:00000001:3.0:1749609647.806590:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749609647.806590:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609647.806592:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:3.0:1749609647.806594:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1749609647.806594:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0db00 00000100:00000001:1.0:1749609647.806594:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422308224 : -131936287243392 : ffff880130774380) 00000100:00000001:0.0:1749609647.806594:0:6441:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806595:0:6441:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609647.806596:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 93976 00000020:00000001:3.0:1749609647.806597:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609647.806597:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130774380 x1834598193486464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609647.806599:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609647.806600:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1749609647.806600:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609647.806602:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609647.806602:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609647.806604:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609647.806604:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609647.806605:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749609647.806606:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193486464:12345-0@lo:38: 00000100:00000001:3.0:1749609647.806607:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:2.0:1749609647.806607:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774000. 02000000:00000001:3.0:1749609647.806608:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609647.806609:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130774000 x1834598193486592 msgsize 520 00000100:00000200:1.0:1749609647.806609:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193486464 02000000:00000010:3.0:1749609647.806610:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da7a800. 00000020:00000001:1.0:1749609647.806610:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609647.806612:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609647.806612:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749609647.806612:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609647.806613:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609647.806615:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806616:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000040:3.0:1749609647.806617:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193486720 00000020:00000001:1.0:1749609647.806617:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609647.806619:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749609647.806619:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682908 00010000:00020000:1.0:1749609647.806619:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749609647.806620:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682908. 00010000:00000001:1.0:1749609647.806620:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609647.806621:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609647.806621:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:3.0:1749609647.806622:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c5c1c00 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609647.806622:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609647.806622:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193486592 00000100:00000200:2.0:1749609647.806623:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609647.806623:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749609647.806623:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609647.806624:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609647.806624:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609647.806625:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609647.806625:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609647.806626:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609647.806627:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb97000. 00000100:00100000:0.0:1749609647.806627:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193486592 02000000:00000001:1.0:1749609647.806628:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806629:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609647.806629:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609647.806629:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609647.806629:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609647.806630:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609647.806630:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749609647.806631:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749609647.806631:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609647.806632:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609647.806632:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609647.806632:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609647.806633:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609647.806633:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749609647.806633:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79c00. 00000100:00000001:1.0:1749609647.806634:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749609647.806635:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=42 v=5 (1 1 1 0) 00000100:00000001:2.0:1749609647.806635:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609647.806635:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749609647.806635:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000040:1.0:1749609647.806636:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:0.0:1749609647.806636:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609647.806637:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609647.806637:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609647.806638:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609647.806638:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609647.806638:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609647.806638:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609647.806639:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609647.806639:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609647.806640:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:1.0:1749609647.806640:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:0.0:1749609647.806640:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609647.806641:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 563 usecs (1 jiffies) 02000000:00000001:1.0:1749609647.806641:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609647.806642:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298920250 02000000:00000001:1.0:1749609647.806642:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609647.806643:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609647.806644:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298920261 00000100:00000040:1.0:1749609647.806644:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609647.806644:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806645:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298920250 00000400:00000010:1.0:1749609647.806646:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609647.806646:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609647.806647:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609647.806647:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298920261 00000100:00000001:0.0:1749609647.806647:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609647.806648:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298920250 00000100:00000200:1.0:1749609647.806648:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193486464, offset 0 02000000:00000001:3.0:1749609647.806649:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609647.806649:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298920261 00000100:00100000:0.0:1749609647.806649:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000001:2.0:1749609647.806650:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298920250 00000100:00000001:0.0:1749609647.806650:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422307328 : -131936287244288 : ffff880130774000) 02000000:00000001:3.0:1749609647.806651:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609647.806651:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130774000 x1834598193486592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609647.806652:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609647.806652:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298920261 00000100:00000040:3.0:1749609647.806654:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609647.806654:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609647.806654:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609647.806655:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609647.806656:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00100000:0.0:1749609647.806656:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193486592:12345-0@lo:38: 00000100:00000001:2.0:1749609647.806657:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609647.806658:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609647.806658:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193486592 00000100:00000200:3.0:1749609647.806659:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193486720, offset 224 00000100:00000001:2.0:1749609647.806659:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609647.806659:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609647.806660:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749609647.806661:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0da80 00000400:00000200:3.0:1749609647.806662:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609647.806662:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609647.806663:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:0.0:1749609647.806663:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609647.806664:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609647.806665:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609647.806665:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c9d [1] + 0 00010000:00000001:0.0:1749609647.806665:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609647.806666:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749609647.806666:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609647.806667:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609647.806667:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609647.806667:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:2.0:1749609647.806668:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609647.806669:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749609647.806669:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609647.806669:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609647.806669:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749609647.806670:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fda50. 00000400:00000200:3.0:1749609647.806671:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0db80 02000000:00000010:0.0:1749609647.806671:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b48e000. 00000400:00000200:2.0:1749609647.806672:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 02000000:00000001:0.0:1749609647.806672:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609647.806673:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609647.806673:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806693:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609647.806696:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609647.806701:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749609647.806702:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609647.806702:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609647.806703:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609647.806704:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609647.806705:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609647.806707:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:2.0:1749609647.806708:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609647.806708:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609647.806709:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609647.806709:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609647.806709:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:0.0:1749609647.806710:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000400:00000200:3.0:1749609647.806711:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c95 [1] + 224 00000100:00000001:2.0:1749609647.806711:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749609647.806711:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609647.806711:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609647.806712:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609647.806712:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609647.806713:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609647.806713:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609647.806714:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609647.806715:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749609647.806715:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000001:2.0:1749609647.806716:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609647.806716:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609647.806716:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193486592, offset 0 00000400:00000200:3.0:1749609647.806718:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609647.806718:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609647.806718:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609647.806720:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609647.806721:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749609647.806722:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609647 v=5 (0 0 0 0) 00000400:00000200:0.0:1749609647.806722:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609647.806723:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609647.806723:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609647.806724:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000400:00000200:0.0:1749609647.806724:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0db00 00000100:00001000:2.0:1749609647.806725:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=109 v=20 (1 1 20 0) 00000100:00000001:1.0:1749609647.806726:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609647.806726:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609647.806727:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749609647.806727:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ca9 [1] + 0 00000100:00000001:2.0:1749609647.806728:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609647.806728:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609647.806729:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000200:0.0:1749609647.806729:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609647.806730:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806730:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609647.806730:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609647.806730:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609647.806732:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609647.806732:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609647.806733:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609647.806733:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774380 x1834598193486464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609647.806733:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609647.806738:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609647.806739:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609647.806739:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609647.806739:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193486464:12345-0@lo:38: Request processed in 133us (252us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749609647.806742:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000100:00000001:0.0:1749609647.806742:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609647.806743:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1749609647.806743:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000400:00000010:3.0:1749609647.806744:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000001:2.0:1749609647.806744:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609647.806744:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609647.806745:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609647.806746:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609647.806746:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749609647.806746:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d300. 00000100:00000001:3.0:1749609647.806747:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609647.806747:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609647.806747:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000020:00000010:1.0:1749609647.806748:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000400:00000010:0.0:1749609647.806748:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00080000:2.0:1749609647.806749:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609647.806749:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609647.806750:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609647.806750:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:0.0:1749609647.806750:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609647.806751:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00080000:2.0:1749609647.806751:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609647.806751:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609647.806752:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609647.806753:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609647.806753:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609647.806753:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609647.806754:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609647.806755:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609647.806755:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609647.806756:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609647.806756:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774000 x1834598193486592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609667 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609647.806757:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1749609647.806761:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193486592:12345-0@lo:38: Request processed in 104us (150us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609647.806762:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193486336:0@lo:38: 00000100:00000040:3.0:1749609647.806764:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c1c00 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1749609658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609647.806764:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000001:0.0:1749609647.806765:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1749609647.806766:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609647.806766:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749609647.806767:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609647.806768:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdaa8. 00000020:00000010:0.0:1749609647.806768:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000020:00000010:0.0:1749609647.806769:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000400:00000200:2.0:1749609647.806770:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000020:00000010:0.0:1749609647.806770:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79c00. 00000100:00100000:3.0:1749609647.806771:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193486720:12345-0@lo:400: Request processed in 200us (390us total) trans 0 rc 0/0 00000400:00000010:2.0:1749609647.806771:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:0.0:1749609647.806771:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806773:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609647.806775:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609647.806777:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:3.0:1749609647.806779:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609647.806781:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749609647.806781:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609647.806782:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609647.806784:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d080. 00000020:00000010:3.0:1749609647.806787:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000001:2.0:1749609647.806787:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609647.806788:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609647.806789:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528ce00. 00000100:00000001:2.0:1749609647.806789:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609647.806790:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609647.806791:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749609647.806792:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:2.0:1749609647.806792:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806794:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609647.806794:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609647.806796:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609647 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609647.806798:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=91 v=20 (1 1 20 0) 00000100:00000001:2.0:1749609647.806800:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609647.806801:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609647.806803:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609647.806805:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609647.806811:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609647.806811:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609647.806813:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609647.806813:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609647.806814:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609647.806815:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609647.806815:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609647.806816:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:3.0:1749609647.806817:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1749609647.806817:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:3.0:1749609647.806818:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b688. 00000100:00080000:2.0:1749609647.806819:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609647.806821:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609647.806822:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000040:2.0:1749609647.806823:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609647.806824:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609647.806826:0:1051:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609647.806828:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609647.806829:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193486464:0@lo:38: 00000400:00000001:2.0:1749609647.806832:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609647.806833:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749609647.806834:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609647.806835:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdb00. 00000400:00000200:2.0:1749609647.806836:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682550 00000400:00000010:2.0:1749609647.806837:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682550. 00000100:00000001:2.0:1749609647.806839:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609647.806840:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609647.806841:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609647.806841:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609647.806842:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609647.806844:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609647.806845:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609647.806846:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609647.806847:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609647.806848:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609647.806851:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=42 v=5 (5 5 5 0) 00000100:00000001:2.0:1749609647.806852:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609647.806853:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609647.806854:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=42 v=5 (1 1 1 0) 00000100:00000001:2.0:1749609647.806855:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609647.806856:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609647.806857:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609647.806858:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806859:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806860:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609647.806861:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609647.806862:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609647 v=5 (0 0 0 0) 00010000:00000001:3.0:1749609647.806863:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1749609647.806864:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=42 v=20 (1 1 20 0) 00010000:00080000:3.0:1749609647.806866:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806866:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609647.806868:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609647.806869:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609647.806871:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609647.806872:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806875:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609647.806876:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609647.806877:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609647.806877:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609647.806878:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806879:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609647.806879:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609647.806880:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806881:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609647.806882:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609647.806884:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609647.806886:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609647.806886:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609647.806887:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609647.806888:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609647.806889:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609647.806889:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609647.806891:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609647.806895:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193486592:0@lo:38: 00000100:00100000:3.0:1749609647.806897:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193486720:0@lo:400: 00000100:00000001:2.0:1749609647.806899:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609647.806900:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806900:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609647.806902:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609647.806902:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012f3d6300 x1834598193486336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609647.806903:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131660700 x1834598193486720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806907:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609647.806909:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609647.806909:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749609647.806910:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609647.806910:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130773400. 02000000:00000010:3.0:1749609647.806912:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782c200. 02000000:00000001:2.0:1749609647.806912:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609647.806914:0:1047:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749609647.806915:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1749609647.806915:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609647.806916:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1749609647.806916:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1749609647.806917:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000010:2.0:1749609647.806918:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48ec00. 00000020:00000001:3.0:1749609647.806919:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749609647.806919:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1749609647.806920:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35700. 02000000:00000001:2.0:1749609647.806920:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609647.806922:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1749609647.806922:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f3d6300. 02000000:00000001:3.0:1749609647.806923:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609647.806924:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660700. 00000100:00000001:2.0:1749609647.806924:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609647.806925:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806927:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609647.806929:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131660000 x1834598193486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609647.806931:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609647.806932:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609647.806933:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806934:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609647.806935:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609647.806936:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130773000. 00000100:00000001:3.0:1749609647.806937:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609647.806938:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609647.806938:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609647.806939:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609647.806939:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609647.806940:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609647.806940:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609647.806941:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609647.806942:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48f400. 02000000:00000001:2.0:1749609647.806944:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609647.806945:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609647.806946:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660000. 00000100:00000001:2.0:1749609647.806948:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609647.806949:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806950:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609647.806951:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131660380 x1834598193486592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609647.806957:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609647.806957:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609647.806959:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130771c00. 02000000:00000001:2.0:1749609647.806960:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609647.806961:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609647.806962:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609647.806963:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609647.806964:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48f000. 02000000:00000001:2.0:1749609647.806966:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609647.806966:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609647.806967:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660380. 00000100:00000001:2.0:1749609647.806969:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609647.806969:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609647.806970:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806972:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609647.806973:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609647.806974:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609647.806975:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609647.817750:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298920261, at 4298920261 00000100:00000040:1.0:1749609647.817750:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298920261, at 4298920261 00000100:00000040:0.0:1749609647.817750:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298920261, at 4298920261 00000100:00000040:3.0:1749609647.817751:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298920261, at 4298920261 00000100:00000010:3.0:1749609647.817763:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4740. 00000100:00000010:1.0:1749609647.817776:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4980. 00000100:00000010:2.0:1749609647.817783:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4ac0. 00000100:00000010:0.0:1749609647.817789:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d48c0. 00010000:00000001:0.0:1749609647.858755:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609647.858758:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609647.858822:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609647.858825:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609647.858828:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609648.082831:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609648.082838:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609648.082839:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609648.082841:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609648.082843:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609648.082846:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609648.082848:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609648.082850:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609648.082851:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609648.248483:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609648.248501:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609648.248505:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609648.248508:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609648.248519:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749609648.248537:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead500980 00000400:00000100:0.0:1749609648.248544:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188190080 offset 0 length 520: 4 00000400:00000200:0.0:1749609648.248548:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff8800726198c0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749609648.248550:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749609648.248559:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609648.248576:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609648.248579:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609648.248581:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609648.424832:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609648.424837:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609648.424838:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609648.424840:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609648.424843:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609648.424845:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609648.424847:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609648.424849:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609648.424850:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609648.860804:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609648.860809:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609648.860865:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609648.860868:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609648.860871:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609649.082826:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609649.082832:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609649.082834:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609649.082836:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609649.082838:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609649.082840:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609649.082842:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609649.082843:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609649.082845:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609649.424794:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609649.424798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609649.424799:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609649.424801:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609649.424804:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609649.424807:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609649.424808:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609649.424811:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609649.424812:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609649.862851:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609649.862856:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609649.862906:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609649.862909:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609649.862911:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609650.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609650.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609650.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609650.082805:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609650.082807:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609650.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609650.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609650.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609650.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609650.424789:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609650.424794:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609650.424795:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609650.424797:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609650.424800:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609650.424803:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609650.424804:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609650.424806:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609650.424808:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609650.864755:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609650.864762:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609650.864764:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609650.864766:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609650.864769:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609650.864771:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609650.864772:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609650.864774:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609650.864810:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609650.864813:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609650.864815:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609651.082784:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609651.082789:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609651.082790:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609651.082792:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609651.082794:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609651.082797:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609651.082799:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609651.082800:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609651.082802:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609651.424823:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609651.424830:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609651.424832:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609651.424834:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609651.424838:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609651.424842:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609651.424844:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609651.424847:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609651.424848:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609651.866799:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609651.866804:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609651.866864:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609651.866868:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609651.866870:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609652.082798:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609652.082806:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609652.082808:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609652.082811:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609652.082815:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609652.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609652.082822:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609652.082824:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609652.082826:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.424795:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609652.424803:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609652.424805:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609652.424808:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609652.424812:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609652.424815:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609652.424818:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609652.424820:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609652.424822:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.806784:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609652.806798:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609652.806799:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.806804:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609652.806806:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609652.806809:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.806810:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609652.820781:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609652.820789:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749609652.820791:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609652.820794:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609652.820799:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609652.820802:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609652.820806:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609652.820810:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4252 00000100:00080000:0.0:1749609652.820813:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609652.820814:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609652.820817:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609652.820818:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609652.820819:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609652.820822:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609652.820824:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:0.0:1749609652.820826:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609652.820829:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:0.0:1749609652.820830:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:0.0:1749609652.820831:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609652.820833:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609652.820834:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609652.820835:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609652.820835:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609652.820837:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:0.0:1749609652.820839:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609652.820840:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609652.820842:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609652.820848:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609652.820849:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.820850:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609652.820853:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609652.820857:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660a80. 00000020:00000040:0.0:1749609652.820860:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609652.820863:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609652.820864:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.820866:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609652.820869:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609652.820872:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609652.820877:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48cc00. 00000100:00000001:0.0:1749609652.820883:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609652.820889:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609652.820897:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609652.820899:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609652.820901:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131660a80] to pc [ptlrpcd_rcv+-1] req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609652.820920:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609652.820922:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609652.820924:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609652.820925:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609652.820925:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609652.820927:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609652.820928:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4252 00000100:00080000:0.0:1749609652.820929:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609652.820930:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609652.820931:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609652.820932:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609652.820933:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609652.820933:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609652.820934:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:0.0:1749609652.820935:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609652.820936:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:0.0:1749609652.820936:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609652.820937:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609652.820939:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609652.820939:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609652.820940:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609652.820941:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609652.820942:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:0.0:1749609652.820944:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609652.820945:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609652.820946:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609652.820947:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609652.820948:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.820949:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609652.820950:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609652.820952:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660e00. 00000020:00000040:0.0:1749609652.820953:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609652.820954:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609652.820954:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.820955:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609652.820956:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609652.820956:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.820958:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749609652.820958:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48c800. 00000100:00000001:0.0:1749609652.820959:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609652.820961:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609652.820963:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609652.820965:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609652.820965:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609652.820966:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609652.820967:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131660e00] to pc [ptlrpcd_rcv+-1] req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609652.820970:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609652.820972:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609652.820974:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609652.820976:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609652.820977:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609652.820978:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.820978:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609652.820979:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749609652.820980:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609652.820981:0:11382:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749609652.820982:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609652.820983:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4252 02000000:00000001:2.0:1749609652.820984:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609652.820985:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749609652.820986:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193486848:0@lo:38: 00000100:00000040:0.0:1749609652.820986:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609652.820989:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609652.820989:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609652.820990:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609652.820991:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:2.0:1749609652.820992:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749609652.820993:0:11382:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609652.820994:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609652.820994:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609652.820995:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609652.820996:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749609652.820997:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 02000000:00000010:2.0:1749609652.820998:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130771c00. 00000020:00000001:0.0:1749609652.820999:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:2.0:1749609652.821000:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609652.821000:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:0.0:1749609652.821002:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609652.821004:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749609652.821005:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdb00. 00000100:00000040:0.0:1749609652.821005:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609652.821006:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609652.821008:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:0.0:1749609652.821010:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000400:00000010:2.0:1749609652.821011:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682550. 00000100:00000001:0.0:1749609652.821011:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609652.821013:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609652.821015:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609652.821017:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609652.821018:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193486848, portal 4 00000100:00000001:0.0:1749609652.821019:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609652.821020:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609652.821020:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821022:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437956736 : -131936271594880 : ffff880131660a80) 00000100:00000010:0.0:1749609652.821022:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661180. 00000020:00000040:0.0:1749609652.821024:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609652.821026:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609652.821027:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609652.821028:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609652.821029:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609652.821030:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609652.821031:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821035:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749609652.821035:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48d400. 00000100:00000001:0.0:1749609652.821037:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609652.821038:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609652.821040:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00100000:0.0:1749609652.821040:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749609652.821042:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193486848, offset 0 00000100:00000001:0.0:1749609652.821046:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749609652.821048:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609652.821048:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609652.821050:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131661180] to pc [ptlrpcd_rcv+-1] req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609652.821055:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609652.821056:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609652.821058:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749609652.821061:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749609652.821061:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661500. 00000020:00000040:0.0:1749609652.821062:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609652.821064:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609652.821065:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609652.821065:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609652.821068:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35800. 00000100:00000001:0.0:1749609652.821069:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609652.821071:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749609652.821073:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0dc00 00000100:00000001:0.0:1749609652.821075:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609652.821076:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609652.821078:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131661500] to pc [ptlrpcd_00_00+0] req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609652.821080:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 19760 00000400:00000200:2.0:1749609652.821088:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609652.821092:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609652.821098:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609652.821100:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609652.821106:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130774a80. 00000100:00000001:0.0:1749609652.821107:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609652.821109:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130774a80 x1834598193486848 msgsize 520 00000100:00000040:0.0:1749609652.821110:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4262) 00000100:00100000:2.0:1749609652.821112:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609652.821121:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609652.821128:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609652.821128:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000400:00000010:2.0:1749609652.821129:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:3.0:1749609652.821132:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609652.821133:0:1048:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609652.821133:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609652.821135:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609652.821138:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821140:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609652.821142:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609652.821144:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609652.821146:0:1048:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609652.821146:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609652.821146:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193486848 00000100:00000001:2.0:1749609652.821147:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609652.821148:0:1048:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609652.821148:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609652.821149:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609652.821150:0:1048:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609652.821151:0:1048:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609652.821151:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609652.821152:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1711 usecs (2 jiffies) 02000000:00000001:3.0:1749609652.821153:0:1048:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.821153:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821155:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298925266 00000100:00100000:3.0:1749609652.821156:0:1048:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193487232:0@lo:400: 00000100:00000010:2.0:1749609652.821157:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4ac0. 02000000:00000001:0.0:1749609652.821157:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609652.821159:0:1048:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749609652.821160:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193486848 02000000:00000001:3.0:1749609652.821161:0:1048:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749609652.821162:0:6490:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609652.821163:0:1048:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821163:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000040:0.0:1749609652.821163:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749609652.821164:0:1048:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609652.821164:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609652.821166:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609652.821167:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782c200. 00000020:00000001:0.0:1749609652.821167:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821168:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298925266 02000000:00000001:3.0:1749609652.821169:0:1048:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609652.821169:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4380. 00000100:00000001:1.0:1749609652.821169:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609652.821171:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000010:3.0:1749609652.821172:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b688. 00000020:00000010:0.0:1749609652.821172:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79000. 00000100:00000001:2.0:1749609652.821173:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298925266 00000100:00000010:2.0:1749609652.821174:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4fc0. 00000100:00000001:1.0:1749609652.821174:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609652.821176:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609652.821176:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000010:0.0:1749609652.821177:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000100:00000001:2.0:1749609652.821178:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298925266 00000100:00000200:3.0:1749609652.821179:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193487232, portal 10 00000100:00000010:2.0:1749609652.821179:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4f40. 00000100:00000001:3.0:1749609652.821180:0:1048:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609652.821180:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609652.821182:0:1048:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437959424 : -131936271592192 : ffff880131661500) 00000100:00000001:2.0:1749609652.821182:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609652.821182:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609652.821183:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821186:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609652.821187:0:1048:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821187:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609652.821188:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609652.821189:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609652.821191:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609652.821191:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821192:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821193:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609652.821194:0:1048:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609652.821194:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609652.821195:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609652.821196:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609652.821197:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821200:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609652.821201:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609652.821202:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609652.821203:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609652.821204:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.821204:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609652.821206:0:1048:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609652.821206:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193486976:0@lo:38: 00000100:00000001:2.0:1749609652.821207:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749609652.821208:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749609652.821209:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193487232, offset 0 02000000:00000001:2.0:1749609652.821209:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609652.821209:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609652.821210:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609652.821211:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130773000. 02000000:00000001:2.0:1749609652.821212:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.821212:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609652.821213:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749609652.821214:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdaa8. 00000100:00000001:0.0:1749609652.821214:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609652.821216:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000200:2.0:1749609652.821218:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193486976, portal 10 00000400:00000200:3.0:1749609652.821219:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609652.821219:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749609652.821219:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000001:2.0:1749609652.821220:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437957632 : -131936271593984 : ffff880131660e00) 00000100:00000001:0.0:1749609652.821222:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422310016 : -131936287241600 : ffff880130774a80) 00000100:00000040:2.0:1749609652.821223:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609652.821224:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0dd80 00000100:00000040:0.0:1749609652.821226:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130774a80 x1834598193486848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821227:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609652.821228:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609652.821229:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 94496 00000400:00000010:2.0:1749609652.821229:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000400:00000200:3.0:1749609652.821234:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749609652.821235:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193486848:12345-0@lo:38: 00000400:00000200:3.0:1749609652.821237:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609652.821237:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193486976, offset 0 00000100:00000200:0.0:1749609652.821238:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193486848 00000400:00000200:2.0:1749609652.821239:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609652.821241:0:1048:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749609652.821241:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609652.821242:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609652.821243:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749609652.821245:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0dc80 00010000:00000001:0.0:1749609652.821245:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:3.0:1749609652.821246:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5c1500. 00000400:00000200:2.0:1749609652.821247:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 94720 00000100:00000040:3.0:1749609652.821248:0:1048:0:(events.c:338:request_in_callback()) incoming req@ffff88009c5c1500 x1834598193487232 msgsize 224 00000400:00000200:2.0:1749609652.821250:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609652.821251:0:1048:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609652.821252:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609652.821256:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609652.821258:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609652.821259:0:1048:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:0.0:1749609652.821260:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609652.821262:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609652.821264:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749609652.821266:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000100:00000001:0.0:1749609652.821266:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749609652.821267:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 02000000:00000001:0.0:1749609652.821268:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609652.821270:0:1048:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609652.821270:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609652.821271:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1749609652.821271:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b48c400. 00000100:00000200:3.0:1749609652.821272:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609652.821272:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609652.821273:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775180. 00000100:00000001:0.0:1749609652.821273:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609652.821275:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130775180 x1834598193486976 msgsize 520 00010000:00000001:0.0:1749609652.821276:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749609652.821277:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1749609652.821278:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609652.821280:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749609652.821280:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749609652.821282:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609652.821282:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609652.821285:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609652.821286:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609652.821287:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609652.821287:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609652.821288:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.821288:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609652.821290:0:1048:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609652.821290:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00000040:0.0:1749609652.821290:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:2.0:1749609652.821291:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 02000000:00000001:0.0:1749609652.821291:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609652.821292:0:1048:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821292:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609652.821292:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609652.821294:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609652.821294:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609652.821295:0:1048:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 552 usecs (1 jiffies) 00000100:00000040:0.0:1749609652.821295:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609652.821297:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298925265 00000400:00000010:0.0:1749609652.821297:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000001:2.0:1749609652.821298:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609652.821299:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298925266 00000100:00000040:2.0:1749609652.821299:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609652.821299:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193486848, offset 0 00000100:00000001:3.0:1749609652.821301:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298925265 00000400:00000200:0.0:1749609652.821301:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609652.821303:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298925266 00000100:00000001:2.0:1749609652.821303:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609652.821304:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298925265 00000100:00000001:2.0:1749609652.821304:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609652.821305:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609652.821305:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609652.821306:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298925266 00000100:00000040:2.0:1749609652.821307:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 722 usecs (1 jiffies) 00000100:00000001:2.0:1749609652.821308:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298925265 00000100:00000001:2.0:1749609652.821309:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298925266 00000400:00000200:0.0:1749609652.821309:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0dc00 00000100:00000001:2.0:1749609652.821310:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298925265 00000100:00000001:2.0:1749609652.821311:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298925266 00000400:00000200:0.0:1749609652.821311:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4cbd [1] + 0 00000100:00000001:3.0:1749609652.821312:0:1048:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298925265 00000100:00000001:2.0:1749609652.821312:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298925265 00000100:00000001:2.0:1749609652.821313:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298925266 00000100:00000001:3.0:1749609652.821314:0:1048:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298925266 00000100:00000001:2.0:1749609652.821314:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298925265 00000400:00000200:0.0:1749609652.821314:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609652.821316:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609652.821317:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609652.821318:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609652.821319:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609652.821321:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193487232 02000000:00000001:1.0:1749609652.821324:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609652.821324:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609652.821327:0:1048:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609652.821327:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609652.821343:0:1048:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.821344:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609652.821345:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821345:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609652.821347:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609652.821347:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193486976 02000000:00000001:2.0:1749609652.821348:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609652.821348:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000100:00000001:2.0:1749609652.821349:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749609652.821349:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:2.0:1749609652.821350:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609652.821351:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609652.821351:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.821351:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609652.821352:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1749609652.821352:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193486976 00000100:00000001:0.0:1749609652.821352:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609652.821353:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609652.821354:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609652.821354:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609652.821354:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.821354:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609652.821355:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609652.821355:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609652.821355:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609652.821356:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609652.821356:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609652.821356:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609652.821357:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609652.821357:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609652.821358:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609652.821358:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609652.821360:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 00000100:00100000:1.0:1749609652.821360:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193487232 00000100:00000040:0.0:1749609652.821360:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130774a80 x1834598193486848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609652.821361:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d800. 00000020:00000001:1.0:1749609652.821363:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1749609652.821364:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000020:00000040:1.0:1749609652.821364:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:2.0:1749609652.821366:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609652.821366:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609652.821367:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609652.821368:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609652.821368:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00100000:0.0:1749609652.821368:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193486848:12345-0@lo:38: Request processed in 135us (259us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749609652.821370:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:1.0:1749609652.821371:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609652.821372:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609652.821374:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000001:1.0:1749609652.821375:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609652.821375:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609652.821376:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609652.821377:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609652.821378:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11000. 00000020:00000010:0.0:1749609652.821379:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000100:00000001:2.0:1749609652.821382:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609652.821382:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11080. 00000020:00000010:0.0:1749609652.821382:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000100:00000001:2.0:1749609652.821383:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749609652.821384:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79000. 00000100:00100000:2.0:1749609652.821385:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000020:00000040:1.0:1749609652.821386:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609652.821386:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821387:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422311808 : -131936287239808 : ffff880130775180) 00000100:00000040:2.0:1749609652.821389:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130775180 x1834598193486976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609652.821394:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193486976:12345-0@lo:38: 00000100:00000200:2.0:1749609652.821396:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193486976 00000020:00000001:2.0:1749609652.821398:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609652.821399:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609652.821401:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1749609652.821403:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609652.821404:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749609652.821404:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00010000:00000001:2.0:1749609652.821406:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609652.821407:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609652.821408:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749609652.821408:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d300. 00000100:00000001:2.0:1749609652.821410:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609652.821410:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1749609652.821411:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 02000000:00000010:2.0:1749609652.821412:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130773400. 02000000:00000001:2.0:1749609652.821414:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821415:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609652.821416:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609652.821416:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:2.0:1749609652.821417:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609652.821418:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609652.821418:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609652.821419:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609652.821420:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609652.821420:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821421:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609652.821422:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609652.821424:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00080000:3.0:1749609652.821425:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609652.821425:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:1.0:1749609652.821425:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749609652.821426:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609652.821426:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609652.821427:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609652.821428:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609652.821428:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821429:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:3.0:1749609652.821430:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:2.0:1749609652.821430:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609652.821431:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609652.821433:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193486976, offset 0 00000400:00000200:2.0:1749609652.821435:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609652.821435:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609652.821438:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609652.821440:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0dc80 00000400:00000200:2.0:1749609652.821442:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ccd [1] + 0 00000100:00000001:1.0:1749609652.821442:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609652.821443:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609652.821445:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609652.821447:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609652.821447:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000001:2.0:1749609652.821448:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609652.821449:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000200:2.0:1749609652.821450:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609652.821455:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821459:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609652.821459:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134937498880 : -131938772052736 : ffff88009c5c1500) 00000400:00000200:2.0:1749609652.821461:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609652.821462:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609652.821463:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609652.821464:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609652.821464:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c5c1500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:598/0 lens 224/0 e 0 to 0 dl 1749609663 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821465:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609652.821467:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609652.821468:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609652.821470:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609652.821470:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609652.821471:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775180 x1834598193486976/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609652.821471:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11080. 00000100:00000001:1.0:1749609652.821472:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609652.821473:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11080. 00000100:00100000:2.0:1749609652.821476:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193486976:12345-0@lo:38: Request processed in 81us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609652.821477:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193487232:12345-0@lo:400: 00000100:00000200:1.0:1749609652.821479:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193487232 00000020:00000001:1.0:1749609652.821480:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609652.821482:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000020:00000001:1.0:1749609652.821482:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609652.821484:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609652.821484:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609652.821484:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609652.821485:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1749609652.821486:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d800. 00000020:00000001:1.0:1749609652.821487:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000010:2.0:1749609652.821489:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000020:00000001:1.0:1749609652.821489:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1749609652.821492:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00000020:00000001:1.0:1749609652.821492:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609652.821493:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609652.821494:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609652.821495:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821496:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609652.821497:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609652.821500:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609652.821502:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609652.821503:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298925266 02000000:00000010:1.0:1749609652.821504:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb97400. 00000100:00000001:2.0:1749609652.821505:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609652.821505:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821506:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609652.821507:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609652.821509:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749609652.821509:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609652.821510:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609652.821511:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdaa8. 00010000:00000040:1.0:1749609652.821511:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193487232 00000400:00000200:2.0:1749609652.821512:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00010000:00000001:1.0:1749609652.821513:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:2.0:1749609652.821514:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:2.0:1749609652.821515:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609652.821516:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749609652.821516:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c5c1500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609652.821520:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821523:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609652.821523:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609652.821524:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609652.821524:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821526:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609652.821527:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1749609652.821527:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=47 v=5 (1 1 1 0) 00000100:00000001:2.0:1749609652.821528:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609652.821529:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609652.821531:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609652.821535:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609652 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609652.821535:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1749609652.821537:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=96 v=20 (1 1 20 0) 00000100:00000040:1.0:1749609652.821538:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609652.821539:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609652.821540:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609652.821541:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609652.821542:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609652.821543:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609652.821543:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609652.821545:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609652.821545:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609652.821547:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609652.821550:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749609652.821550:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000001:2.0:1749609652.821551:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609652.821553:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821554:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609652.821555:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749609652.821555:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193487232, offset 224 00000100:00080000:2.0:1749609652.821556:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609652.821558:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:1.0:1749609652.821559:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609652.821560:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609652.821561:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609652.821565:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193486976:0@lo:38: 00000100:00000001:2.0:1749609652.821567:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609652.821568:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609652.821568:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609652.821572:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609652.821572:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609652.821573:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609652.821574:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609652.821575:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609652.821575:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0dd80 00000100:00100000:2.0:1749609652.821576:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193487104:0@lo:38: 00000100:00000001:2.0:1749609652.821578:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609652.821579:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609652.821580:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609652.821580:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4cc5 [1] + 224 02000000:00000001:2.0:1749609652.821581:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609652.821582:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130771800. 02000000:00000001:2.0:1749609652.821584:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609652.821585:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdaa8. 00000400:00000200:1.0:1749609652.821585:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609652.821586:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000200:2.0:1749609652.821588:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193487104, portal 10 00000400:00000200:1.0:1749609652.821588:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609652.821590:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609652.821590:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437958528 : -131936271593088 : ffff880131661180) 00000100:00000001:1.0:1749609652.821591:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609652.821593:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609652.821594:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821596:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609652.821597:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609652.821598:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609652.821599:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193487104, offset 0 00000100:00000040:1.0:1749609652.821599:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609652.821601:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609652.821604:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609652.821607:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0dd00 00000400:00000200:2.0:1749609652.821609:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 95240 00000400:00000200:2.0:1749609652.821611:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609652.821612:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609652.821613:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609652.821614:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609652.821615:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749609652.821616:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775500. 00000100:00000040:2.0:1749609652.821617:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130775500 x1834598193487104 msgsize 520 00000400:00000200:1.0:1749609652.821618:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00100000:2.0:1749609652.821619:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1749609652.821620:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:1.0:1749609652.821622:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609652.821623:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609652.821623:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609652.821625:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609652.821626:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609652.821627:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000040:1.0:1749609652.821627:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609652.821628:0:1047:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749609652.821628:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609652.821629:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609652.821630:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609652.821631:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609652.821632:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609652.821633:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609652.821633:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c1500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1749609663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609652.821634:0:1048:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609652.821635:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609652.821637:0:1048:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609652.821638:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609652.821638:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1048:x1834598193487232:12345-0@lo:400: Request processed in 167us (388us total) trans 0 rc 0/0 00000400:00000001:3.0:1749609652.821639:0:1048:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609652.821639:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609652.821640:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609652.821641:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b688. 00000100:00000040:2.0:1749609652.821642:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 561 usecs (1 jiffies) 00000100:00000001:2.0:1749609652.821643:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298925265 00000100:00000001:2.0:1749609652.821644:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298925266 00000400:00000200:3.0:1749609652.821646:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:2.0:1749609652.821646:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298925265 00000100:00100000:1.0:1749609652.821646:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000400:00000010:3.0:1749609652.821647:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609652.821647:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298925266 00000100:00000001:2.0:1749609652.821648:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298925265 00000100:00000040:1.0:1749609652.821648:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:2.0:1749609652.821649:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298925266 00000100:00000001:2.0:1749609652.821649:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298925265 00000100:00000001:1.0:1749609652.821649:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609652.821650:0:1048:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609652.821650:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298925266 00000100:00000001:1.0:1749609652.821650:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609652.821651:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609652.821652:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609652.821653:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609652.821653:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609652.821653:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609652.821653:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d300. 00000400:00000010:2.0:1749609652.821654:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdb00. 00000400:00000200:2.0:1749609652.821655:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682550 00000400:00000010:2.0:1749609652.821656:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682550. 00000020:00000010:1.0:1749609652.821656:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000100:00000001:2.0:1749609652.821657:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609652.821657:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000200:2.0:1749609652.821658:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609652.821660:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000200:3.0:1749609652.821661:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609652.821662:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609652.821662:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821665:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609652.821665:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821666:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609652.821667:0:1048:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609652.821667:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609652.821667:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609652.821667:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609652.821668:0:1048:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821668:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609652.821668:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193487104 02000000:00000001:2.0:1749609652.821669:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609652.821669:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609652.821670:0:1048:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:2.0:1749609652.821670:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609652 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609652.821670:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609652.821671:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609652.821672:0:1048:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1749609652.821672:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=114 v=20 (1 1 20 0) 00000100:00000001:3.0:1749609652.821673:0:1048:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609652.821673:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749609652.821673:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821695:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609652.821697:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609652.821700:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609652.821701:0:1048:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609652.821703:0:1048:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821706:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749609652.821707:0:1048:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=47 v=5 (5 5 5 0) 00000100:00000001:2.0:1749609652.821708:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1749609652.821709:0:1048:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=47 v=5 (1 1 1 0) 00000100:00000001:2.0:1749609652.821709:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821710:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609652.821712:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609652.821714:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749609652.821715:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193487104 00000100:00000001:3.0:1749609652.821716:0:1048:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00080000:2.0:1749609652.821716:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:1.0:1749609652.821717:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609652.821717:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609652.821718:0:1048:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821718:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609652.821718:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609652.821719:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609652.821720:0:1048:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749609652.821720:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609652.821720:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609652.821722:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528cc00. 00000020:00000010:1.0:1749609652.821723:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d300. 00010000:00080000:3.0:1749609652.821724:0:1048:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609652.821724:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000100:00000001:1.0:1749609652.821725:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749609652.821726:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193486848:0@lo:38: 00000100:00000001:1.0:1749609652.821726:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609652.821727:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609652.821728:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609652.821730:0:1048:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821730:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821731:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609652.821732:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609652.821733:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131660e00 x1834598193486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609652.821734:0:1048:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609652.821735:0:1048:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609652.821735:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609652.821736:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609652.821737:0:1048:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1749609652.821738:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000001:3.0:1749609652.821739:0:1048:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609652.821739:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422312704 : -131936287238912 : ffff880130775500) 00000100:00000001:2.0:1749609652.821740:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749609652.821741:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609652.821741:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130775500 x1834598193487104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609652.821742:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609652.821743:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130773000. 00000100:00000001:3.0:1749609652.821746:0:1048:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609652.821746:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609652.821748:0:1048:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749609652.821748:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609652.821749:0:1048:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609652.821749:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:1.0:1749609652.821750:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193487104:12345-0@lo:38: 00000100:00000040:3.0:1749609652.821751:0:1048:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609652.821752:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1749609652.821752:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193487104 02000000:00000010:2.0:1749609652.821753:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48c800. 00000020:00000001:1.0:1749609652.821753:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609652.821754:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749609652.821756:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609652.821757:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749609652.821758:0:1048:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1048:1834598193487232:0@lo:400: 00000100:00000010:2.0:1749609652.821759:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660e00. 00000100:00000001:3.0:1749609652.821762:0:1048:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609652.821763:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609652.821764:0:1048:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609652.821764:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00020000:1.0:1749609652.821764:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609652.821765:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609652.821766:0:1048:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131661500 x1834598193487232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609652.821766:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609652.821767:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749609652.821767:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609652.821769:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131660a80 x1834598193486848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609652.821769:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609652.821770:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609652.821771:0:1048:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609652.821771:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609652.821772:0:1048:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609652.821772:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb97800. 02000000:00000001:1.0:1749609652.821773:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609652.821774:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782c200. 00000100:00000001:1.0:1749609652.821774:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609652.821775:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609652.821776:0:1048:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1749609652.821776:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609652.821778:0:1048:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1749609652.821778:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:3.0:1749609652.821779:0:1048:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609652.821779:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749609652.821781:0:1048:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609652.821781:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749609652.821782:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35800. 00000100:00000001:2.0:1749609652.821782:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749609652.821782:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609652.821783:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609652.821783:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000010:2.0:1749609652.821784:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130771c00. 00000100:00000001:1.0:1749609652.821784:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 02000000:00000001:3.0:1749609652.821785:0:1048:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749609652.821786:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609652.821787:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749609652.821787:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749609652.821788:0:1047:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749609652.821788:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609652.821789:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609652.821789:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609652.821790:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749609652.821790:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609652.821791:0:1048:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1749609652.821791:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48cc00. 00000400:00000010:1.0:1749609652.821791:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000010:3.0:1749609652.821792:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661500. 02000000:00000001:2.0:1749609652.821793:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1749609652.821793:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193487104, offset 0 02000000:00000001:2.0:1749609652.821794:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609652.821795:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660a80. 00000400:00000200:1.0:1749609652.821795:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609652.821797:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609652.821798:0:1048:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609652.821798:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609652.821798:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609652.821799:0:1048:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821799:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609652.821801:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821802:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609652.821803:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609652.821804:0:1048:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749609652.821804:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0dd00 00000100:00000001:3.0:1749609652.821805:0:1048:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821805:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609652.821806:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609652.821807:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609652.821807:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609652.821807:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ce1 [1] + 0 00000100:00000001:3.0:1749609652.821808:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821809:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609652.821809:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609652.821811:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609652.821813:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609652.821815:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609652.821819:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609652.821826:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609652.821828:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749609652.821829:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:2.0:1749609652.821830:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609652.821830:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609652.821831:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609652.821831:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609652.821832:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609652.821833:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000001:2.0:1749609652.821834:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609652.821834:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609652.821835:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749609652.821836:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609652.821837:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775500 x1834598193487104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609672 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609652.821838:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdaa8. 00000400:00000200:2.0:1749609652.821840:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000100:00100000:1.0:1749609652.821841:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193487104:12345-0@lo:38: Request processed in 93us (223us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749609652.821842:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:2.0:1749609652.821844:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609652.821845:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000200:2.0:1749609652.821847:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609652.821847:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609652.821847:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609652.821849:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d300. 00000020:00000010:1.0:1749609652.821850:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000020:00000010:1.0:1749609652.821851:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528cc00. 00000100:00000001:1.0:1749609652.821853:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609652.821854:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821860:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609652.821861:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821862:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609652.821863:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609652.821865:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609652.821866:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609652.821868:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609652.821871:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609652 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609652.821873:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=47 v=20 (1 1 20 0) 00000100:00000001:2.0:1749609652.821876:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609652.821877:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609652.821878:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609652.821881:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821887:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609652.821889:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609652.821890:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821891:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609652.821892:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609652.821894:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609652.821897:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609652.821898:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609652.821900:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609652.821906:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193487104:0@lo:38: 00000100:00000001:2.0:1749609652.821909:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821910:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609652.821912:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131661180 x1834598193487104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609652.821917:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609652.821918:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609652.821919:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130771800. 02000000:00000001:2.0:1749609652.821921:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609652.821922:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609652.821923:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609652.821925:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609652.821926:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48d400. 02000000:00000001:2.0:1749609652.821928:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609652.821929:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609652.821930:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661180. 00000100:00000001:2.0:1749609652.821933:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609652.821934:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609652.821935:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821937:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609652.821938:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609652.821939:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609652.821940:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609652.822755:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298925266, at 4298925266 00000100:00000040:3.0:1749609652.822759:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298925266, at 4298925266 00000100:00000010:1.0:1749609652.822768:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4380. 00000100:00000010:3.0:1749609652.822777:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4f40. 00000100:00000040:2.0:1749609652.823712:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298925266, at 4298925267 00000100:00000010:2.0:1749609652.823716:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4fc0. 00000100:00000040:0.0:1749609652.823719:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298925266, at 4298925267 00000100:00000010:0.0:1749609652.823723:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4ac0. 00010000:00000001:0.0:1749609652.868787:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609652.868792:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609652.868850:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609652.868853:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609652.868856:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609653.082785:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609653.082791:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609653.082792:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609653.082795:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609653.082798:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609653.082800:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609653.082803:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609653.082804:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609653.082806:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609653.424818:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609653.424826:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609653.424827:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609653.424829:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609653.424832:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609653.424835:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609653.424838:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609653.424841:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609653.424843:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609653.821834:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609653.821849:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609653.821850:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609653.821854:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609653.821856:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609653.821859:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609653.821861:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609653.870829:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609653.870835:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609653.870928:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609653.870932:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609653.870934:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609654.082787:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609654.082794:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609654.082796:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609654.082799:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609654.082802:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609654.082805:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609654.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609654.082809:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609654.082811:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609654.424806:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609654.424811:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609654.424813:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609654.424816:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609654.424818:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609654.424821:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609654.424824:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609654.424826:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609654.424828:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609654.821792:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609654.821801:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609654.821803:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609654.821806:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609654.821807:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609654.821810:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609654.821811:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609654.872799:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609654.872805:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609654.872858:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609654.872861:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609654.872864:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609655.082776:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609655.082783:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609655.082784:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609655.082787:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609655.082790:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609655.082794:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609655.082797:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609655.082799:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609655.082801:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609655.424786:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609655.424794:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609655.424796:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609655.424799:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609655.424802:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609655.424805:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609655.424807:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609655.424809:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609655.424811:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609655.821834:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609655.821850:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609655.821851:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609655.821856:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609655.821859:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609655.821862:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609655.821869:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609655.874806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609655.874812:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609655.874908:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609655.874911:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609655.874913:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609656.082788:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609656.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609656.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609656.082801:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609656.082804:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609656.082808:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609656.082811:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609656.082813:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609656.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609656.424820:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609656.424828:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609656.424829:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609656.424832:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609656.424836:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609656.424839:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609656.424841:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609656.424844:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609656.424845:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609656.821777:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609656.821792:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609656.821793:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609656.821797:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609656.821800:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609656.821803:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609656.821804:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609656.876821:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609656.876828:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609656.876889:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609656.876892:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609656.876895:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609657.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609657.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609657.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609657.082807:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609657.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609657.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609657.082820:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.082822:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.424793:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609657.424801:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609657.424803:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609657.424806:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609657.424810:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609657.424813:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.424816:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609657.424819:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.424822:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.821785:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609657.821798:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609657.821800:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609657.821803:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609657.821806:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609657.821809:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.821810:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609657.828781:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609657.828786:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609657.828787:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609657.828790:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609657.828792:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609657.828794:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609657.828797:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609657.828801:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4257 00000100:00080000:2.0:1749609657.828804:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609657.828806:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609657.828808:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609657.828809:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609657.828810:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609657.828813:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609657.828815:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609657.828817:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609657.828819:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609657.828821:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609657.828822:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609657.828824:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609657.828826:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609657.828827:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609657.828828:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609657.828831:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609657.828833:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609657.828834:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609657.828836:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609657.828841:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609657.828843:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.828844:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609657.828846:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609657.828851:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775f80. 00000020:00000040:2.0:1749609657.828853:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609657.828856:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609657.828858:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.828860:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609657.828862:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609657.828865:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609657.828871:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130771800. 00000100:00000001:2.0:1749609657.828877:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609657.828884:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609657.828890:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609657.828892:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.828895:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130775f80] to pc [ptlrpcd_rcv+-1] req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609657.828910:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609657.828912:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609657.828914:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609657.828914:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609657.828915:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609657.828917:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609657.828918:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4257 00000100:00080000:2.0:1749609657.828919:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609657.828921:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609657.828922:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609657.828923:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609657.828924:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609657.828925:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609657.828925:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609657.828926:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609657.828927:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609657.828928:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609657.828932:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609657.828933:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609657.828934:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609657.828935:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609657.828935:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609657.828936:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00000001:0.0:1749609657.828936:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609657.828937:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609657.828938:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609657.828939:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609657.828939:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609657.828941:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609657.828941:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.828942:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609657.828943:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609657.828944:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609657.828945:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776300. 00000020:00000040:2.0:1749609657.828946:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609657.828947:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1749609657.828947:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609657.828948:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.828948:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609657.828949:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609657.828950:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609657.828951:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130771c00. 00000100:00000001:2.0:1749609657.828953:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609657.828955:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609657.828956:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609657.828958:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.828959:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609657.828960:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.828961:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776300] to pc [ptlrpcd_rcv+-1] req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609657.828961:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609657.828963:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609657.828964:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609657.828965:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609657.828966:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609657.828967:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609657.828968:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609657.828968:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749609657.828968:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193487360:0@lo:38: 00000100:00000001:2.0:1749609657.828969:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609657.828971:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4257 00000100:00080000:2.0:1749609657.828972:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609657.828972:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609657.828973:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609657.828974:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609657.828974:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609657.828975:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609657.828975:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609657.828976:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609657.828976:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609657.828977:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609657.828978:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 02000000:00000001:0.0:1749609657.828978:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609657.828979:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609657.828980:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 02000000:00000001:0.0:1749609657.828980:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609657.828982:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609657.828982:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609657.828983:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609657.828984:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609657.828985:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 02000000:00000010:0.0:1749609657.828985:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48d400. 00000100:00080000:2.0:1749609657.828986:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609657.828987:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609657.828987:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609657.828988:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609657.828990:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609657.828991:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609657.828993:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac08. 00000100:00000001:2.0:1749609657.828995:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609657.828996:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609657.828998:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776680. 00000020:00000040:2.0:1749609657.828999:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609657.829000:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609657.829001:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609657.829001:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000001:2.0:1749609657.829002:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609657.829002:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609657.829003:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609657.829004:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130773000. 00000100:00000001:2.0:1749609657.829005:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609657.829007:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749609657.829008:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193487360, portal 4 00000100:00000001:2.0:1749609657.829010:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609657.829010:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.829011:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776680] to pc [ptlrpcd_rcv+-1] req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829011:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609657.829012:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422315392 : -131936287236224 : ffff880130775f80) 00000100:00000001:2.0:1749609657.829015:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.829016:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609657.829017:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609657.829019:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777100. 00000100:00000040:0.0:1749609657.829019:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609657.829020:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609657.829021:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609657.829022:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609657.829023:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609657.829025:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3beb00. 00000100:00000001:2.0:1749609657.829026:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.829027:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609657.829027:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609657.829030:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609657.829032:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749609657.829034:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193487360, offset 0 00000100:00000001:2.0:1749609657.829036:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609657.829036:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.829039:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777100] to pc [ptlrpcd_00_01+1] req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609657.829039:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609657.829053:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609657.829064:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0de00 00000100:00000001:2.0:1749609657.829065:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.829068:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4267) 00000400:00000200:0.0:1749609657.829071:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 20280 00000400:00000200:0.0:1749609657.829079:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609657.829083:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609657.829089:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609657.829091:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609657.829096:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661880. 00000100:00000040:0.0:1749609657.829098:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131661880 x1834598193487360 msgsize 520 00000100:00100000:0.0:1749609657.829102:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609657.829110:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609657.829113:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609657.829119:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749609657.829121:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:0.0:1749609657.829125:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609657.829128:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609657.829132:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609657.829135:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609657.829135:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609657.829137:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609657.829141:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609657.829143:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829143:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609657.829144:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829145:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609657.829148:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609657.829152:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1700 usecs (2 jiffies) 00000100:00000001:1.0:1749609657.829153:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609657.829154:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829156:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298930274 02000000:00000001:1.0:1749609657.829158:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1749609657.829159:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 02000000:00000001:1.0:1749609657.829160:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609657.829162:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609657.829164:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193487744:0@lo:400: 00000100:00000001:0.0:1749609657.829165:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609657.829168:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609657.829168:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749609657.829170:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193487360 02000000:00000001:3.0:1749609657.829172:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609657.829172:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609657.829172:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298930274 00000100:00000001:3.0:1749609657.829174:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609657.829174:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609657.829174:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7d80. 00000100:00000001:3.0:1749609657.829176:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609657.829176:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609657.829177:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749609657.829179:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829179:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298930274 02000000:00000010:1.0:1749609657.829180:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528cc00. 00000100:00100000:3.0:1749609657.829182:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193487360 02000000:00000001:1.0:1749609657.829182:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609657.829182:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7e80. 00000020:00000001:3.0:1749609657.829183:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609657.829184:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609657.829184:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:3.0:1749609657.829185:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609657.829186:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609657.829187:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609657.829187:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a160. 00000020:00000010:3.0:1749609657.829191:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c200. 00000400:00000010:1.0:1749609657.829192:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000020:00000010:3.0:1749609657.829195:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000100:00000001:0.0:1749609657.829197:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298930274 00000020:00000010:3.0:1749609657.829198:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000200:1.0:1749609657.829198:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193487744, portal 10 00000100:00000010:0.0:1749609657.829199:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7b80. 00000100:00000001:1.0:1749609657.829200:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609657.829201:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422319872 : -131936287231744 : ffff880130777100) 00000100:00000001:0.0:1749609657.829201:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609657.829203:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609657.829204:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609657.829204:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609657.829205:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829206:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609657.829207:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829209:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609657.829210:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829210:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609657.829213:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609657.829214:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609657.829216:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609657.829216:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609657.829217:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829217:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609657.829218:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000001:0.0:1749609657.829219:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749609657.829220:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193487744, offset 0 00000100:00000001:0.0:1749609657.829220:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609657.829222:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609657.829223:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609657.829225:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609657.829225:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609657.829228:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000001:0.0:1749609657.829229:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609657.829230:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609657.829231:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437960320 : -131936271591296 : ffff880131661880) 02000000:00000001:0.0:1749609657.829232:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609657.829233:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131661880 x1834598193487360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609657.829234:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609657.829235:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609657.829236:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609657.829237:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193487488:0@lo:38: 00000100:00000001:0.0:1749609657.829240:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609657.829242:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609657.829244:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609657.829245:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0df80 02000000:00000001:0.0:1749609657.829245:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609657.829248:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 02000000:00000001:0.0:1749609657.829249:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609657.829250:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 95760 00000400:00000010:0.0:1749609657.829252:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000400:00000200:1.0:1749609657.829256:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749609657.829256:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749609657.829258:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193487488, portal 10 00000100:00100000:3.0:1749609657.829259:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131661880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193487360:12345-0@lo:38: 00000100:00000001:0.0:1749609657.829260:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1749609657.829261:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193487360 00000400:00000200:1.0:1749609657.829261:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609657.829261:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422316288 : -131936287235328 : ffff880130776300) 00000020:00000001:3.0:1749609657.829264:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609657.829266:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609657.829266:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609657.829267:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749609657.829272:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609657.829272:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609657.829274:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609657.829275:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000010:1.0:1749609657.829276:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011da7c700. 00000100:00000200:0.0:1749609657.829277:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193487488, offset 0 00000020:00000001:3.0:1749609657.829278:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609657.829278:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff88011da7c700 x1834598193487744 msgsize 224 00010000:00020000:3.0:1749609657.829281:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609657.829281:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609657.829283:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609657.829283:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749609657.829285:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609657.829287:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609657.829288:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609657.829289:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609657.829291:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609657.829291:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0de80 02000000:00000010:3.0:1749609657.829293:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da7ac00. 02000000:00000001:3.0:1749609657.829310:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609657.829311:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609657.829312:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609657.829315:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609657.829315:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 95984 00010000:00000001:3.0:1749609657.829316:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609657.829319:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609657.829320:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609657.829321:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609657.829322:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609657.829323:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609657.829325:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:1.0:1749609657.829325:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000100:00000001:3.0:1749609657.829326:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000010:1.0:1749609657.829326:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000001:3.0:1749609657.829327:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609657.829328:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609657.829330:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609657.829330:0:1049:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609657.829331:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609657.829332:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609657.829332:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829332:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749609657.829333:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749609657.829334:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1749609657.829335:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000010:0.0:1749609657.829336:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661c00. 00000100:00000200:3.0:1749609657.829337:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193487360, offset 0 00000100:00000040:0.0:1749609657.829338:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131661c00 x1834598193487488 msgsize 520 00000100:00000001:1.0:1749609657.829340:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609657.829342:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609657.829342:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609657.829343:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609657.829346:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609657.829348:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609657.829349:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609657.829353:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609657.829354:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0de00 00000100:00000001:0.0:1749609657.829355:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609657.829356:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000400:00000200:3.0:1749609657.829357:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4ced [1] + 0 00000100:00000001:1.0:1749609657.829358:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298930273 00000400:00000200:3.0:1749609657.829360:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609657.829361:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298930274 00000400:00000200:3.0:1749609657.829362:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609657.829362:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000100:00000001:1.0:1749609657.829363:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298930273 00000400:00000010:0.0:1749609657.829364:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000001:1.0:1749609657.829365:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298930274 00000100:00000001:0.0:1749609657.829366:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609657.829367:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298930273 00000100:00000001:1.0:1749609657.829368:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298930274 00000100:00000200:0.0:1749609657.829369:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609657.829370:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609657.829370:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298930273 00000100:00000001:1.0:1749609657.829371:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298930274 00000100:00000200:3.0:1749609657.829373:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609657.829373:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609657.829375:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829375:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609657.829377:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609657.829377:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609657.829378:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609657.829379:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609657.829379:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609657.829380:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193487744 02000000:00000001:2.0:1749609657.829381:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609657.829382:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609657.829383:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609657.829384:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609657.829384:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829384:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609657.829386:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609657.829386:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609657.829387:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00100000:2.0:1749609657.829387:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193487744 00000100:00000001:1.0:1749609657.829387:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1749609657.829388:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609657.829388:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609657.829389:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609657.829389:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609657.829389:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000001:3.0:1749609657.829390:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609657.829391:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609657.829391:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 717 usecs (1 jiffies) 00000100:00000001:3.0:1749609657.829392:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609657.829392:0:6440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:2.0:1749609657.829393:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000040:3.0:1749609657.829394:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609657.829394:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609657.829394:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298930273 00000100:00000001:3.0:1749609657.829395:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609657.829395:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609657.829395:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609657.829396:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829396:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298930274 00000020:00000001:3.0:1749609657.829397:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609657.829398:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609657.829398:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829398:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298930273 00000100:00000040:3.0:1749609657.829399:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131661880 x1834598193487360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609657.829400:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4fc0. 00000100:00000001:0.0:1749609657.829400:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298930274 00000100:00000001:0.0:1749609657.829401:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298930273 00000020:00000010:2.0:1749609657.829403:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1b11000. 00000100:00000001:0.0:1749609657.829403:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298930274 00000100:00100000:3.0:1749609657.829404:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131661880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193487360:12345-0@lo:38: Request processed in 147us (305us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609657.829405:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298930273 00000100:00000001:0.0:1749609657.829406:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298930274 00000020:00000040:2.0:1749609657.829408:0:6440:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609657.829408:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609657.829409:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609657.829410:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000001:3.0:1749609657.829411:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609657.829411:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609657.829412:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609657.829413:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609657.829414:0:6440:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749609657.829415:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000020:00000010:2.0:1749609657.829417:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 00000020:00000010:3.0:1749609657.829418:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609657.829418:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749609657.829419:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d800. 00000100:00000001:0.0:1749609657.829419:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609657.829420:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c200. 00000100:00000001:1.0:1749609657.829420:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749609657.829421:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 02000000:00000001:0.0:1749609657.829421:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609657.829422:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609657.829422:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193487488 02000000:00000001:0.0:1749609657.829422:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609657.829424:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609657.829424:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.829426:0:6440:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609657.829426:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609657.829426:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193487616:0@lo:38: 00000100:00000001:2.0:1749609657.829427:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609657.829428:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609657.829428:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829429:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609657.829430:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609657.829430:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1749609657.829432:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:1.0:1749609657.829432:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609657.829432:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.829433:0:6440:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749609657.829433:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1749609657.829434:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00100000:1.0:1749609657.829434:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193487488 00000100:00000001:2.0:1749609657.829435:0:6440:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1749609657.829435:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c800. 00000100:00000001:2.0:1749609657.829436:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609657.829437:0:6441:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609657.829437:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609657.829438:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:0.0:1749609657.829439:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000100:00000001:2.0:1749609657.829440:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609657.829441:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749609657.829441:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000020:00000001:1.0:1749609657.829442:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609657.829443:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193487616, portal 10 00000020:00000001:1.0:1749609657.829444:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829445:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609657.829446:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609657.829446:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422317184 : -131936287234432 : ffff880130776680) 00000100:00000001:2.0:1749609657.829447:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609657.829447:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528c200. 00000100:00100000:2.0:1749609657.829450:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1749609657.829450:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609657.829451:0:6440:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000010:1.0:1749609657.829451:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d300. 00000100:00000001:2.0:1749609657.829452:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137106720512 : -131936602831104 : ffff88011da7c700) 00000100:00000040:2.0:1749609657.829455:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011da7c700 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:603/0 lens 224/0 e 0 to 0 dl 1749609668 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609657.829455:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000100:00000001:0.0:1749609657.829456:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609657.829458:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609657.829459:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749609657.829459:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000001:1.0:1749609657.829460:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609657.829461:0:6440:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749609657.829461:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193487616, offset 0 00000020:00000010:2.0:1749609657.829462:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46d4240. 00000100:00000001:1.0:1749609657.829462:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.829463:0:6440:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609657.829464:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46d4240. 00000400:00000200:0.0:1749609657.829464:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609657.829466:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011da7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193487744:12345-0@lo:400: 00000100:00000001:1.0:1749609657.829467:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609657.829468:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193487744 00000400:00000200:0.0:1749609657.829468:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609657.829469:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609657.829471:0:6440:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609657.829472:0:6440:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609657.829472:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0df00 00000100:00000001:1.0:1749609657.829473:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609657.829474:0:6440:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749609657.829475:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 96504 00000020:00000001:2.0:1749609657.829476:0:6440:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:2.0:1749609657.829477:0:6440:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749609657.829478:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609657.829480:0:6440:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609657.829481:0:6440:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749609657.829481:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609657.829482:0:6440:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609657.829482:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609657.829483:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609657.829484:0:6440:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609657.829484:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609657.829484:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749609657.829485:0:6440:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000010:0.0:1749609657.829487:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661f80. 00000100:00000001:2.0:1749609657.829488:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609657.829488:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000040:0.0:1749609657.829488:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131661f80 x1834598193487616 msgsize 520 02000000:00000001:2.0:1749609657.829489:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609657.829491:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130770400. 00000100:00000001:1.0:1749609657.829491:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437961216 : -131936271590400 : ffff880131661c00) 02000000:00000001:2.0:1749609657.829492:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609657.829492:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609657.829493:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609657.829494:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131661c00 x1834598193487488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609657.829495:0:6440:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609657.829496:0:6440:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193487744 00010000:00000001:2.0:1749609657.829498:0:6440:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749609657.829500:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011da7c700 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609657.829503:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131661c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193487488:12345-0@lo:38: 00010000:00000001:2.0:1749609657.829504:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609657.829505:0:6440:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609657.829506:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193487488 00000100:00000001:0.0:1749609657.829506:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:2.0:1749609657.829507:0:6440:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=52 v=5 (1 1 1 0) 00000020:00000001:1.0:1749609657.829508:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609657.829509:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609657.829510:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:0.0:1749609657.829510:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000100:00000001:2.0:1749609657.829511:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00010000:00000001:1.0:1749609657.829511:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749609657.829511:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 02000000:00000001:2.0:1749609657.829512:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609657.829513:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829513:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609657.829514:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609657.829515:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749609657.829516:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609657.829517:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000200:2.0:1749609657.829519:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193487744, offset 224 00000400:00000200:2.0:1749609657.829522:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609657.829522:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829522:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609657.829524:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609657.829525:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609657.829526:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609657.829529:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193487616 00010000:00020000:1.0:1749609657.829529:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609657.829529:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829530:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609657.829531:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609657.829531:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0df80 00010000:00000001:1.0:1749609657.829531:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609657.829532:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609657.829533:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609657.829533:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609657.829533:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609657.829534:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4cf5 [1] + 224 02000000:00000001:3.0:1749609657.829535:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609657.829535:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 557 usecs (1 jiffies) 00000100:00100000:3.0:1749609657.829536:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193487616 00000100:00000001:1.0:1749609657.829536:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749609657.829537:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609657.829537:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298930273 00000020:00000001:3.0:1749609657.829538:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609657.829538:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609657.829538:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609657.829539:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609657.829539:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609657.829539:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298930274 00000020:00000001:3.0:1749609657.829540:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.829540:0:6440:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609657.829540:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609657.829541:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829541:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298930273 00000100:00000001:0.0:1749609657.829542:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298930274 00000020:00000010:3.0:1749609657.829543:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c200. 00000100:00000200:2.0:1749609657.829543:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609657.829544:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb97c00. 00000100:00000001:0.0:1749609657.829544:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298930273 00000020:00000010:3.0:1749609657.829545:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 02000000:00000001:1.0:1749609657.829545:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609657.829546:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:0.0:1749609657.829546:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298930274 00000100:00000040:2.0:1749609657.829547:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609657.829547:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829547:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298930273 00000100:00000001:3.0:1749609657.829548:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609657.829549:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609657.829549:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298930274 00000100:00000001:3.0:1749609657.829550:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829550:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609657.829551:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609657.829551:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609657.829552:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609657.829552:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609657.829554:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749609657.829554:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609657.829555:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749609657.829555:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:0.0:1749609657.829556:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609657.829558:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609657.829558:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:0.0:1749609657.829558:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac08. 00000100:00000001:3.0:1749609657.829559:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609657.829560:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000100:00100000:3.0:1749609657.829561:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00000001:1.0:1749609657.829561:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609657.829561:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:3.0:1749609657.829562:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437962112 : -131936271589504 : ffff880131661f80) 00000100:00000001:0.0:1749609657.829562:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609657.829563:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:3.0:1749609657.829564:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131661f80 x1834598193487616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609657.829564:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:2.0:1749609657.829565:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000100:00000200:0.0:1749609657.829565:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609657.829566:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:1.0:1749609657.829566:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609657.829568:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749609657.829568:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00100000:3.0:1749609657.829569:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131661f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193487616:12345-0@lo:38: 00000100:00000001:2.0:1749609657.829569:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749609657.829570:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749609657.829571:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193487616 00000100:00000001:2.0:1749609657.829571:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609657.829572:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609657.829572:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609657.829573:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609657.829573:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609657.829573:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609657.829574:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:2.0:1749609657.829574:0:6440:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609657.829575:0:6440:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609657.829576:0:6440:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609657.829576:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609657.829578:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.829578:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011da7c700 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1749609668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609657.829578:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000001:0.0:1749609657.829578:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:3.0:1749609657.829579:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609657.829579:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609657.829580:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609657.829581:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609657.829581:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193487488, offset 0 00000100:00000001:0.0:1749609657.829581:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749609657.829583:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011da7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193487744:12345-0@lo:400: Request processed in 121us (304us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609657.829584:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609657.829584:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609657.829585:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609657.829585:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609657.829586:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609657.829587:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000001:0.0:1749609657.829587:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609657.829588:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609657.829589:0:6440:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000400:00000200:1.0:1749609657.829589:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609657.829589:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609657.829590:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da7b000. 00000100:00000001:2.0:1749609657.829590:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749609657.829591:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.829591:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609657.829592:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609657.829593:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1749609657.829593:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d800. 00000100:00001000:0.0:1749609657.829593:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609657 v=5 (0 0 0 0) 00010000:00000001:3.0:1749609657.829594:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609657.829594:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0de80 00000100:00001000:3.0:1749609657.829595:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749609657.829596:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00001000:0.0:1749609657.829596:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=119 v=20 (1 1 20 0) 00000100:00000001:3.0:1749609657.829597:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609657.829598:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609657.829598:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4cfd [1] + 0 00000100:00000001:0.0:1749609657.829599:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749609657.829600:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000010:2.0:1749609657.829600:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00000100:00000001:3.0:1749609657.829601:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:1.0:1749609657.829601:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609657.829601:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609657.829602:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609657.829603:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609657.829604:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000020:00000040:2.0:1749609657.829604:0:6440:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000001:3.0:1749609657.829605:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609657.829605:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.829605:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609657.829605:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609657.829606:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609657.829606:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609657.829607:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609657.829608:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609657.829609:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:1.0:1749609657.829610:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609657.829611:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193487616, offset 0 00000400:00000200:3.0:1749609657.829613:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609657.829613:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609657.829614:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609657.829615:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609657.829616:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1749609657.829617:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749609657.829618:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1749609657.829618:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609657.829619:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a160. 00000100:00000001:0.0:1749609657.829619:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609657.829621:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0df00 00000400:00000200:2.0:1749609657.829621:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00000001:0.0:1749609657.829621:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:2.0:1749609657.829622:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000001:0.0:1749609657.829623:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609657.829624:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609657.829625:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d09 [1] + 0 00000100:00000200:2.0:1749609657.829625:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609657.829625:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749609657.829627:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609657.829628:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609657.829628:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000400:00000200:3.0:1749609657.829629:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609657.829630:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829630:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609657.829631:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609657.829632:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609657.829633:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609657.829634:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609657.829635:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609657.829635:0:1049:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609657.829635:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609657.829636:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609657.829637:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609657.829637:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609657.829638:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609657.829639:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609657.829640:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000100:00100000:0.0:1749609657.829640:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193487360:0@lo:38: 00000100:00000001:3.0:1749609657.829642:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749609657.829642:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=52 v=5 (5 5 5 0) 00000400:00000010:1.0:1749609657.829642:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00001000:2.0:1749609657.829643:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=52 v=5 (1 1 1 0) 00000100:00000001:1.0:1749609657.829644:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609657.829644:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.829645:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609657.829645:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609657.829646:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609657.829646:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609657.829647:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130775f80 x1834598193487360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609657.829648:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00010000:00000001:2.0:1749609657.829648:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1749609657.829649:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609657.829649:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609657.829650:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609657.829651:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00080000:2.0:1749609657.829651:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609657.829651:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609657.829653:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609657.829653:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829653:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749609657.829654:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:2.0:1749609657.829655:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609657.829655:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609657.829655:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609657.829656:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609657.829657:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609657.829658:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1749609657.829658:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48d400. 00000100:00000040:3.0:1749609657.829659:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131661f80 x1834598193487616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609657.829659:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:1.0:1749609657.829659:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131661c00 x1834598193487488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609677 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609657.829660:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749609657.829660:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609657.829661:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609657.829662:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609657.829662:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1749609657.829664:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131661f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193487616:12345-0@lo:38: Request processed in 94us (174us total) trans 0 rc -19/-19 00000020:00000040:0.0:1749609657.829664:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609657.829665:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609657.829666:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131661c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193487488:12345-0@lo:38: Request processed in 164us (326us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749609657.829666:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609657.829667:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609657.829667:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609657.829667:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130771800. 00000100:00100000:3.0:1749609657.829668:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000001:3.0:1749609657.829669:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609657.829669:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609657.829670:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609657.829670:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1749609657.829671:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 02000000:00000001:0.0:1749609657.829671:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1749609657.829672:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00100000:2.0:1749609657.829672:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193487744:0@lo:400: 00000020:00000010:3.0:1749609657.829673:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c200. 00000100:00000010:0.0:1749609657.829673:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130775f80. 00000100:00000001:2.0:1749609657.829691:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609657.829692:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609657.829693:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749609657.829694:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777100 x1834598193487744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829694:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829696:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609657.829697:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609657.829698:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609657.829700:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528cc00. 00000100:00000001:0.0:1749609657.829700:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609657.829701:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829701:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609657.829702:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609657.829703:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609657.829703:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609657.829703:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609657.829704:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609657.829704:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749609657.829705:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3beb00. 00000400:00000001:0.0:1749609657.829707:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609657.829708:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749609657.829710:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1749609657.829710:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 02000000:00000001:2.0:1749609657.829711:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609657.829712:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777100. 00000100:00000001:2.0:1749609657.829713:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1749609657.829713:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000100:00000001:2.0:1749609657.829714:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609657.829714:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:2.0:1749609657.829715:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829716:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609657.829717:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609657.829718:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609657.829719:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609657.829719:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609657.829720:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609657.829721:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000001:1.0:1749609657.829724:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609657.829725:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749609657.829725:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609657.829728:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d300. 00000020:00000010:1.0:1749609657.829730:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000100:00000001:0.0:1749609657.829731:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609657.829732:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528c200. 00000100:00000001:0.0:1749609657.829732:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829733:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609657.829734:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609657.829734:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609657.829736:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609657.829737:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609657.829739:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609657.829742:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609657 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609657.829744:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=101 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609657.829747:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609657.829748:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609657.829749:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609657.829751:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829755:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609657.829756:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609657.829757:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829758:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609657.829758:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609657.829760:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609657.829761:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609657.829762:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609657.829763:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609657.829766:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193487488:0@lo:38: 00000400:00000001:0.0:1749609657.829770:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609657.829771:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609657.829772:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749609657.829773:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749609657.829774:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000001:0.0:1749609657.829775:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609657.829776:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609657.829780:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829783:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609657.829784:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829785:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609657.829785:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609657.829786:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609657.829786:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609657.829787:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609657.829789:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609657 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609657.829790:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=52 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609657.829791:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609657.829792:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609657.829793:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609657.829794:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829797:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609657.829799:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609657.829799:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829800:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609657.829800:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609657.829801:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609657.829802:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609657.829803:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609657.829805:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609657.829809:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193487616:0@lo:38: 00000100:00000001:0.0:1749609657.829811:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829811:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609657.829812:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776300 x1834598193487488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829815:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609657.829816:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609657.829817:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 02000000:00000001:0.0:1749609657.829818:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609657.829819:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609657.829819:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609657.829820:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609657.829821:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130771c00. 02000000:00000001:0.0:1749609657.829822:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609657.829823:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609657.829823:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776300. 00000100:00000001:0.0:1749609657.829824:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609657.829825:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829826:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609657.829827:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776680 x1834598193487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609657.829830:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609657.829831:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609657.829832:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c800. 02000000:00000001:0.0:1749609657.829833:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609657.829833:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609657.829833:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609657.829834:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609657.829835:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130773000. 02000000:00000001:0.0:1749609657.829836:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609657.829836:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609657.829837:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776680. 00000100:00000001:0.0:1749609657.829838:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609657.829839:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609657.829840:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829840:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609657.829841:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609657.829842:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609657.829843:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609657.830701:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298930274, at 4298930274 00000100:00000010:3.0:1749609657.830706:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7b80. 00000100:00000040:2.0:1749609657.830711:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298930274, at 4298930274 00000100:00000010:2.0:1749609657.830715:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7e80. 00000100:00000040:1.0:1749609657.830715:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298930274, at 4298930274 00000100:00000040:0.0:1749609657.830716:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298930274, at 4298930274 00000100:00000010:1.0:1749609657.830727:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7d80. 00000100:00000010:0.0:1749609657.830738:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00010000:00000001:0.0:1749609657.878811:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609657.878818:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609657.878872:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609657.878874:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609657.878877:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609658.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609658.082804:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609658.082806:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609658.082809:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609658.082812:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609658.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609658.082817:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609658.082819:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609658.082821:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609658.424783:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609658.424788:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609658.424790:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609658.424793:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609658.424795:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609658.424799:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609658.424801:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609658.424803:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609658.424805:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609658.829785:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609658.829800:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609658.829801:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609658.829805:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609658.829807:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609658.829811:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609658.829812:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609658.880778:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609658.880785:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609658.880835:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609658.880838:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609658.880841:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609659.082773:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609659.082781:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609659.082782:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609659.082785:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609659.082788:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609659.082791:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609659.082793:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609659.082795:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609659.082796:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609659.424790:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609659.424798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609659.424800:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609659.424803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609659.424807:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609659.424811:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609659.424814:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609659.424816:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609659.424819:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609659.829884:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609659.829900:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609659.829902:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609659.829910:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609659.829913:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609659.829916:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609659.829918:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609659.882792:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609659.882797:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609659.882863:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609659.882867:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609659.882870:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609660.082777:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609660.082785:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609660.082786:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609660.082789:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609660.082792:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609660.082795:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609660.082797:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609660.082799:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609660.082800:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609660.424793:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609660.424800:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609660.424802:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609660.424805:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609660.424808:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609660.424812:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609660.424815:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609660.424818:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609660.424820:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609660.829773:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609660.829786:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609660.829789:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609660.829792:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609660.829794:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609660.829798:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609660.829799:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609660.884800:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609660.884806:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609660.884808:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609660.884810:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609660.884813:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609660.884815:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609660.884817:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609660.884818:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609660.884887:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609660.884891:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609660.884894:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609661.082789:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609661.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609661.082797:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609661.082800:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609661.082802:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609661.082805:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609661.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609661.082810:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609661.082812:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609661.424786:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609661.424791:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609661.424793:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609661.424795:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609661.424798:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609661.424800:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609661.424802:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609661.424803:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609661.424804:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609661.829803:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609661.829820:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609661.829822:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609661.829826:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609661.829829:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609661.829833:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609661.829835:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609661.886852:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609661.886859:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609661.886934:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609661.886939:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609661.886942:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609662.082832:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609662.082839:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609662.082841:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609662.082843:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609662.082846:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609662.082849:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.082852:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609662.082854:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.082855:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.424769:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609662.424776:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609662.424778:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609662.424781:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609662.424783:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609662.424786:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.424788:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609662.424791:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.424793:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.829769:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609662.829784:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609662.829786:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609662.829790:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609662.829792:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609662.829797:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.829799:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609662.836727:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609662.836732:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609662.836734:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609662.836737:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609662.836739:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609662.836740:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609662.836743:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609662.836747:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4262 00000100:00080000:2.0:1749609662.836751:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609662.836752:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609662.836754:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609662.836755:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609662.836756:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609662.836759:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609662.836761:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609662.836763:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609662.836766:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609662.836768:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609662.836770:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609662.836772:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609662.836773:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609662.836774:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609662.836775:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609662.836776:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609662.836778:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609662.836779:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609662.836781:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609662.836788:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609662.836789:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.836791:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609662.836792:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609662.836797:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777100. 00000020:00000040:2.0:1749609662.836799:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609662.836801:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609662.836803:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.836805:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609662.836807:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609662.836810:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609662.836816:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130770800. 00000100:00000001:2.0:1749609662.836821:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609662.836827:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609662.836835:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609662.836836:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609662.836839:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777100] to pc [ptlrpcd_rcv+-1] req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609662.836856:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609662.836858:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609662.836860:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609662.836861:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609662.836862:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609662.836864:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609662.836865:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4262 00000100:00080000:2.0:1749609662.836867:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609662.836868:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609662.836869:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609662.836869:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609662.836870:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609662.836871:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609662.836872:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609662.836872:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609662.836873:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609662.836874:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609662.836875:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609662.836876:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609662.836877:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609662.836878:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609662.836878:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609662.836879:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609662.836880:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609662.836881:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609662.836882:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609662.836884:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609662.836885:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.836886:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609662.836887:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609662.836889:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777b80. 00000020:00000040:2.0:1749609662.836890:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609662.836891:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609662.836892:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.836893:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609662.836894:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609662.836895:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609662.836898:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130773000. 00000100:00000001:2.0:1749609662.836900:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609662.836902:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609662.836906:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609662.836906:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609662.836908:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777b80] to pc [ptlrpcd_rcv+-1] req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609662.836911:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609662.836913:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609662.836914:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609662.836915:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609662.836915:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609662.836916:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609662.836917:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4262 00000100:00080000:2.0:1749609662.836918:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609662.836919:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609662.836920:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609662.836921:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609662.836922:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609662.836923:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609662.836923:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:2.0:1749609662.836924:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609662.836925:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000100:00000001:0.0:1749609662.836925:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609662.836926:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:2.0:1749609662.836927:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609662.836928:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609662.836928:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609662.836929:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609662.836930:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609662.836930:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609662.836931:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609662.836932:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609662.836934:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000040:0.0:1749609662.836934:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609662.836935:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609662.836936:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609662.836937:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609662.836938:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.836939:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609662.836939:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609662.836941:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776d80. 00000020:00000040:2.0:1749609662.836941:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749609662.836941:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609662.836943:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609662.836943:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.836943:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.836944:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609662.836944:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609662.836945:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609662.836945:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749609662.836946:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130771c00. 02000000:00000001:0.0:1749609662.836947:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609662.836948:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609662.836948:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609662.836949:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749609662.836950:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193487872:0@lo:38: 00000100:00000001:2.0:1749609662.836952:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609662.836953:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.836953:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609662.836954:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776d80] to pc [ptlrpcd_rcv+-1] req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609662.836956:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609662.836957:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.836958:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609662.836958:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1749609662.836959:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609662.836960:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609662.836962:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777480. 02000000:00000010:0.0:1749609662.836962:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c800. 00000020:00000040:2.0:1749609662.836963:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749609662.836963:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.836964:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609662.836965:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609662.836966:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609662.836968:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3beb00. 00000400:00000010:0.0:1749609662.836968:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000100:00000001:2.0:1749609662.836971:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609662.836973:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609662.836975:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000001:2.0:1749609662.836980:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609662.836981:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609662.836982:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193487872, portal 4 00000100:00000040:2.0:1749609662.836984:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777480] to pc [ptlrpcd_00_02+2] req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.836984:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609662.836985:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422319872 : -131936287231744 : ffff880130777100) 00000100:00000040:0.0:1749609662.836990:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.836995:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609662.836997:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609662.836998:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749609662.837000:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193487872, offset 0 00000400:00000200:0.0:1749609662.837005:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609662.837017:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609662.837019:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609662.837024:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4272) 00000400:00000200:0.0:1749609662.837026:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0e000 00000400:00000200:0.0:1749609662.837031:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 20800 00000400:00000200:0.0:1749609662.837037:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609662.837040:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609662.837044:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609662.837045:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609662.837048:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662300. 00000100:00000040:0.0:1749609662.837050:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131662300 x1834598193487872 msgsize 520 00000100:00100000:0.0:1749609662.837052:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609662.837057:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609662.837062:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609662.837064:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609662.837067:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609662.837068:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609662.837071:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609662.837072:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609662.837076:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749609662.837077:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:1.0:1749609662.837079:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609662.837080:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837080:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609662.837082:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837087:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609662.837088:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837092:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837093:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609662.837095:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.837097:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609662.837097:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749609662.837098:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1688 usecs (2 jiffies) 00000100:00100000:2.0:1749609662.837099:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193487872 02000000:00000001:1.0:1749609662.837100:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609662.837101:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609662.837101:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298935282 02000000:00000001:1.0:1749609662.837102:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.837103:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1749609662.837104:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 00000100:00000001:2.0:1749609662.837105:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609662.837105:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193488256:0@lo:400: 02000000:00000001:2.0:1749609662.837108:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609662.837109:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609662.837109:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:2.0:1749609662.837111:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193487872 00000020:00000001:2.0:1749609662.837112:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609662.837113:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749609662.837113:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609662.837114:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609662.837114:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298935282 00000020:00000001:2.0:1749609662.837115:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609662.837116:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609662.837116:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609662.837116:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7a00. 00000100:00000001:0.0:1749609662.837117:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749609662.837118:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749609662.837120:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 00000100:00000001:0.0:1749609662.837120:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298935282 00000100:00000010:0.0:1749609662.837121:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e79c0. 00000020:00000010:2.0:1749609662.837123:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d800. 02000000:00000010:1.0:1749609662.837123:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528c200. 00000100:00000001:0.0:1749609662.837123:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:1.0:1749609662.837125:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837125:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298935282 00000100:00000010:0.0:1749609662.837126:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7c40. 00000020:00000010:2.0:1749609662.837127:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609662.837128:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:1.0:1749609662.837130:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a1b8. 00000100:00000001:2.0:1749609662.837131:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609662.837132:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609662.837133:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609662.837134:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837134:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609662.837136:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000001:0.0:1749609662.837136:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609662.837137:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609662.837139:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837141:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749609662.837142:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193488256, portal 10 00000100:00000001:0.0:1749609662.837142:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609662.837143:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609662.837144:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609662.837144:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609662.837144:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609662.837145:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422320768 : -131936287230848 : ffff880130777480) 02000000:00000001:0.0:1749609662.837145:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609662.837147:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193488000:0@lo:38: 00000100:00000001:0.0:1749609662.837148:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609662.837149:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609662.837150:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609662.837150:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609662.837150:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.837151:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609662.837151:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609662.837153:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 00000100:00000001:3.0:1749609662.837154:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609662.837154:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609662.837154:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609662.837155:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609662.837155:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000040:1.0:1749609662.837156:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609662.837156:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000100:00000001:2.0:1749609662.837157:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437963008 : -131936271588608 : ffff880131662300) 00000100:00000001:3.0:1749609662.837158:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609662.837158:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000001:3.0:1749609662.837159:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609662.837159:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193488256, offset 0 00000400:00000010:0.0:1749609662.837159:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000040:2.0:1749609662.837160:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131662300 x1834598193487872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609662.837161:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193488000, portal 10 00000400:00000200:1.0:1749609662.837163:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609662.837163:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609662.837164:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422322560 : -131936287229056 : ffff880130777b80) 00000100:00100000:2.0:1749609662.837166:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131662300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193487872:12345-0@lo:38: 00000100:00000200:2.0:1749609662.837168:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193487872 00000100:00000040:0.0:1749609662.837168:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609662.837171:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609662.837172:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609662.837173:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609662.837174:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749609662.837175:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609662.837176:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000200:0.0:1749609662.837179:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193488000, offset 0 00000400:00000200:1.0:1749609662.837180:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0e180 00000400:00000200:0.0:1749609662.837182:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609662.837184:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609662.837186:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749609662.837186:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 97024 00010000:00000001:2.0:1749609662.837188:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609662.837188:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609662.837189:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609662.837191:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749609662.837191:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609662.837191:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0e080 00000100:00000001:2.0:1749609662.837193:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609662.837194:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609662.837195:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609662.837196:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 97248 02000000:00000010:2.0:1749609662.837197:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130771800. 02000000:00000001:2.0:1749609662.837198:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.837199:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609662.837200:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609662.837202:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609662.837203:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609662.837204:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609662.837206:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609662.837206:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609662.837207:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609662.837208:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609662.837210:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1749609662.837211:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011da7ca80. 00000100:00000040:2.0:1749609662.837212:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609662.837212:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609662.837213:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609662.837214:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88011da7ca80 x1834598193488256 msgsize 224 00000100:00000040:2.0:1749609662.837215:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:2.0:1749609662.837216:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749609662.837217:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609662.837218:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.837219:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609662.837220:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609662.837222:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000200:2.0:1749609662.837224:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193487872, offset 0 00000400:00000200:2.0:1749609662.837227:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609662.837231:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609662.837235:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0e000 00000400:00000200:2.0:1749609662.837238:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4d1d [1] + 0 00000100:00000001:1.0:1749609662.837238:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609662.837240:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609662.837242:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609662.837244:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609662.837246:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609662.837251:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609662.837255:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000100:00000001:2.0:1749609662.837256:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609662.837257:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000001:1.0:1749609662.837276:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609662.837280:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609662.837285:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000400:00000010:2.0:1749609662.837286:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:1.0:1749609662.837287:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609662.837289:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749609662.837289:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837289:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609662.837290:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609662.837291:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609662.837292:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193488256 00000100:00000040:2.0:1749609662.837293:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609662.837293:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609662.837294:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609662.837295:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609662.837296:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609662.837296:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609662.837296:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609662.837297:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609662.837298:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131662300 x1834598193487872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609662.837299:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609662.837301:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609662.837301:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193488256 00000100:00100000:2.0:1749609662.837303:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131662300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193487872:12345-0@lo:38: Request processed in 138us (252us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749609662.837303:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609662.837304:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000040:1.0:1749609662.837305:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000020:00000001:0.0:1749609662.837306:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609662.837308:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000001:1.0:1749609662.837308:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298935281 00000020:00000040:0.0:1749609662.837308:0:6441:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000100:00000001:2.0:1749609662.837310:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609662.837310:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609662.837310:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:1.0:1749609662.837311:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298935282 00000020:00000001:0.0:1749609662.837312:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000010:2.0:1749609662.837313:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d800. 00000100:00000001:1.0:1749609662.837313:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298935281 00000100:00000001:1.0:1749609662.837315:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298935282 00000100:00000001:0.0:1749609662.837315:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609662.837316:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298935281 00000020:00000010:2.0:1749609662.837317:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609662.837318:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298935282 00000020:00000010:0.0:1749609662.837318:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e71c0. 00000100:00000001:1.0:1749609662.837319:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298935281 00000100:00000001:1.0:1749609662.837320:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298935282 00000020:00000010:2.0:1749609662.837321:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00000100:00000001:1.0:1749609662.837322:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609662.837322:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46d4fc0. 00000100:00000001:1.0:1749609662.837323:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.837326:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609662.837326:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609662.837327:0:6441:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609662.837328:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609662.837335:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609662.837336:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609662.837338:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609662.837339:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609662.837340:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837340:0:6441:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609662.837342:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609662.837343:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79c00. 00000020:00000010:0.0:1749609662.837346:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00000020:00000010:0.0:1749609662.837349:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 00000100:00000040:0.0:1749609662.837355:0:6441:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609662.837357:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609662.837358:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609662.837360:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837364:0:6441:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00080000:3.0:1749609662.837365:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609662.837366:0:6441:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:3.0:1749609662.837368:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609662.837368:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837374:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837380:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609662.837382:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609662.837382:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609662.837383:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609662.837385:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:2.0:1749609662.837387:0:6442:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609662.837387:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:2.0:1749609662.837388:0:6442:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837388:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137106721408 : -131936602830208 : ffff88011da7ca80) 00000100:00000040:0.0:1749609662.837391:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011da7ca80 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:608/0 lens 224/0 e 0 to 0 dl 1749609673 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837399:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609662.837401:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7040. 00000100:00000001:0.0:1749609662.837403:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609662.837405:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e7040. 00000100:00100000:0.0:1749609662.837408:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011da7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193488256:12345-0@lo:400: 00000100:00000200:0.0:1749609662.837411:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193488256 00000020:00000001:0.0:1749609662.837413:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609662.837416:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609662.837418:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609662.837420:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609662.837423:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000020:00000001:0.0:1749609662.837425:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609662.837429:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609662.837430:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609662.837433:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609662.837435:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609662.837437:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609662.837440:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609662.837442:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609662.837444:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b48d400. 02000000:00000001:0.0:1749609662.837446:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837447:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609662.837449:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609662.837451:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193488256 00010000:00000001:0.0:1749609662.837454:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749609662.837457:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011da7ca80 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:608/0 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609662.837464:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609662.837465:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609662.837468:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=57 v=5 (1 1 1 0) 00000100:00000001:0.0:1749609662.837471:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609662.837472:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609662.837474:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000001:0.0:1749609662.837476:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609662.837477:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837478:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609662.837480:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609662.837482:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749609662.837484:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193488256, offset 224 00000400:00000200:0.0:1749609662.837488:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609662.837493:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609662.837497:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e180 00000400:00000200:0.0:1749609662.837502:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d25 [1] + 224 00000400:00000200:0.0:1749609662.837505:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609662.837508:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609662.837510:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609662.837514:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609662.837521:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837539:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609662.837544:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749609662.837545:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000001:0.0:1749609662.837547:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609662.837549:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609662.837551:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609662.837553:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00010000:00000001:0.0:1749609662.837555:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609662.837556:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609662.837557:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609662.837558:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609662.837559:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749609662.837561:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011da7ca80 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:608/0 lens 224/224 e 0 to 0 dl 1749609673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609662.837564:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609662.837565:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609662.837567:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a1b8. 00000400:00000200:1.0:1749609662.837569:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000100:00100000:0.0:1749609662.837569:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011da7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193488256:12345-0@lo:400: Request processed in 169us (354us total) trans 0 rc 0/0 00000400:00000010:1.0:1749609662.837570:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000001:1.0:1749609662.837572:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609662.837574:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609662.837575:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:0.0:1749609662.837578:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000200:1.0:1749609662.837579:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837580:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609662.837581:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609662.837582:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609662.837583:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609662.837584:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000100:00000001:1.0:1749609662.837585:0:1050:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609662.837586:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1749609662.837586:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000100:00000001:1.0:1749609662.837587:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609662.837589:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609662.837589:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79c00. 02000000:00000001:1.0:1749609662.837590:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609662.837592:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00001000:1.0:1749609662.837594:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=57 v=5 (5 5 5 0) 00000100:00000001:0.0:1749609662.837594:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609662.837596:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=57 v=5 (1 1 1 0) 00000100:00000001:1.0:1749609662.837597:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609662.837598:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609662.837600:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609662.837602:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837605:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749609662.837606:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609662.837606:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609662.837608:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609662.837609:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609662.837609:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1749609662.837609:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662680. 00000100:00000001:1.0:1749609662.837610:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609662.837611:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609662.837611:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131662680 x1834598193488000 msgsize 520 00000100:00100000:0.0:1749609662.837614:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609662.837615:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609662.837616:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609662.837617:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609662.837621:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837624:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609662.837625:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193488256:0@lo:400: 00000100:00000001:1.0:1749609662.837628:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609662.837628:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000100:00000001:1.0:1749609662.837629:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609662.837630:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777480 x1834598193488256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609662.837630:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:0.0:1749609662.837632:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609662.837633:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609662.837634:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609662.837635:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528c200. 00000100:00000200:0.0:1749609662.837635:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609662.837638:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609662.837639:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609662.837640:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609662.837641:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609662.837641:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749609662.837642:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3beb00. 00000100:00000001:2.0:1749609662.837643:0:6441:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609662.837643:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609662.837644:0:6441:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193488000 02000000:00000001:2.0:1749609662.837645:0:6441:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609662.837646:0:6441:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609662.837648:0:6441:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609662.837648:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609662.837648:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609662.837649:0:6441:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609662.837649:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609662.837650:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609662.837651:0:6441:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193488000 00000100:00000010:1.0:1749609662.837651:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777480. 00000020:00000001:2.0:1749609662.837652:0:6441:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609662.837652:0:6441:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609662.837652:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609662.837652:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609662.837653:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609662.837654:0:6441:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609662.837654:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609662.837654:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 716 usecs (1 jiffies) 00000020:00000001:2.0:1749609662.837655:0:6441:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609662.837656:0:6441:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609662.837656:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609662.837656:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298935281 00000100:00000001:1.0:1749609662.837657:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609662.837658:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 00000100:00000001:1.0:1749609662.837658:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609662.837658:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298935282 00000020:00000010:2.0:1749609662.837659:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d800. 00000100:00000001:1.0:1749609662.837659:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837659:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298935281 00000100:00000001:0.0:1749609662.837660:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298935282 00000020:00000010:2.0:1749609662.837661:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:2.0:1749609662.837662:0:6441:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609662.837662:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298935281 00000100:00000001:2.0:1749609662.837663:0:6441:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609662.837663:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298935282 00000100:00000001:2.0:1749609662.837664:0:6441:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837664:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298935281 00000100:00000001:0.0:1749609662.837665:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298935282 00000100:00000001:0.0:1749609662.837665:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609662.837666:0:6441:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837667:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837668:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837669:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837672:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609662.837673:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609662.837688:0:6441:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837690:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609662.837691:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609662.837692:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609662.837692:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609662.837693:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609662.837693:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609662.837695:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000001:3.0:1749609662.837696:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609662.837696:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437963904 : -131936271587712 : ffff880131662680) 00000100:00000001:0.0:1749609662.837697:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609662.837698:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609662.837698:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131662680 x1834598193488000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837698:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609662.837699:0:6442:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609662.837699:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609662.837700:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609662.837701:0:6442:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609662.837701:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609662.837702:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193488128:0@lo:38: 00000100:00100000:2.0:1749609662.837704:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131662680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193488000:12345-0@lo:38: 00000100:00000001:0.0:1749609662.837704:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1749609662.837705:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193488000 02000000:00000001:0.0:1749609662.837705:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609662.837706:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609662.837707:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609662.837707:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1749609662.837708:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:0.0:1749609662.837709:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f000. 02000000:00000001:0.0:1749609662.837710:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609662.837711:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609662.837712:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749609662.837712:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac08. 00010000:00000001:2.0:1749609662.837714:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609662.837714:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000200:0.0:1749609662.837715:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193488128, portal 10 00010000:00000001:2.0:1749609662.837716:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609662.837716:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609662.837717:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609662.837717:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422318976 : -131936287232640 : ffff880130776d80) 00000100:00000001:2.0:1749609662.837718:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609662.837719:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609662.837720:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837724:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609662.837725:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609662.837726:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749609662.837727:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193488128, offset 0 00000400:00000200:0.0:1749609662.837729:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749609662.837732:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011de74000. 00000400:00000200:0.0:1749609662.837732:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609662.837734:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.837735:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609662.837735:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0e100 00000400:00000200:0.0:1749609662.837736:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 97768 00010000:00000001:2.0:1749609662.837737:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609662.837738:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609662.837739:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749609662.837740:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609662.837741:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609662.837743:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609662.837743:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609662.837743:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609662.837744:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749609662.837745:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662a00. 00000100:00000040:2.0:1749609662.837746:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:0.0:1749609662.837746:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131662a00 x1834598193488128 msgsize 520 00000100:00000001:2.0:1749609662.837748:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00100000:0.0:1749609662.837748:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609662.837749:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609662.837752:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609662.837752:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609662.837753:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609662.837754:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609662.837754:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749609662.837755:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000001:2.0:1749609662.837756:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609662.837756:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609662.837757:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609662.837758:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609662.837758:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609662.837759:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000001:0.0:1749609662.837761:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749609662.837762:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193488000, offset 0 00000100:00000040:0.0:1749609662.837762:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609662.837765:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193488128 00000400:00000200:2.0:1749609662.837765:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609662.837766:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837766:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609662.837767:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609662.837769:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609662.837769:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609662.837770:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609662.837770:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609662.837771:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 556 usecs (1 jiffies) 00000100:00000001:0.0:1749609662.837772:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298935282 02000000:00000001:3.0:1749609662.837773:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837773:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298935282 00000100:00000001:0.0:1749609662.837774:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298935282 00000100:00100000:3.0:1749609662.837775:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193488128 00000400:00000200:2.0:1749609662.837775:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e080 00000100:00000001:0.0:1749609662.837775:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298935282 00000100:00000001:0.0:1749609662.837776:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298935282 00000020:00000001:3.0:1749609662.837777:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609662.837777:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609662.837777:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298935282 00000400:00000200:2.0:1749609662.837778:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d2d [1] + 0 00000100:00000001:0.0:1749609662.837778:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298935282 00000100:00000001:0.0:1749609662.837778:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298935282 00000020:00000001:3.0:1749609662.837779:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609662.837779:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609662.837780:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837780:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609662.837781:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609662.837782:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749609662.837782:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749609662.837783:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c200. 00000400:00000001:0.0:1749609662.837783:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1749609662.837784:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609662.837784:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000020:00000010:3.0:1749609662.837785:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000400:00000200:0.0:1749609662.837785:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749609662.837785:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000001:0.0:1749609662.837786:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609662.837787:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609662.837788:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000200:0.0:1749609662.837788:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609662.837790:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609662.837790:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609662.837791:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749609662.837791:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609662.837792:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609662.837794:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837795:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609662.837796:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837796:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837797:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609662.837798:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609662.837799:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609662.837800:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837800:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609662.837802:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609662.837803:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609662.837804:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1749609662.837805:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609662 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609662.837807:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00001000:0.0:1749609662.837807:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=124 v=20 (1 1 20 0) 00000100:00000001:3.0:1749609662.837808:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437964800 : -131936271586816 : ffff880131662a00) 00000100:00000001:2.0:1749609662.837808:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609662.837808:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749609662.837810:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131662a00 x1834598193488128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837810:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609662.837811:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609662.837812:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000400:00000010:2.0:1749609662.837813:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000040:0.0:1749609662.837813:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609662.837815:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609662.837816:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609662.837817:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131662a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193488128:12345-0@lo:38: 00000100:00000001:0.0:1749609662.837817:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609662.837818:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609662.837819:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193488128 00000100:00000001:0.0:1749609662.837819:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749609662.837820:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609662.837820:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609662.837820:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837821:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:3.0:1749609662.837822:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609662.837822:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837822:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609662.837823:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609662.837824:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609662.837825:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000001:3.0:1749609662.837826:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609662.837826:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131662680 x1834598193488000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837826:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:3.0:1749609662.837827:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749609662.837828:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609662.837829:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609662.837830:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609662.837832:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193487872:0@lo:38: 00000100:00100000:2.0:1749609662.837833:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131662680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193488000:12345-0@lo:38: Request processed in 129us (221us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609662.837834:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:0.0:1749609662.837834:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609662.837835:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609662.837835:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000100:00000001:3.0:1749609662.837836:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609662.837836:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 02000000:00000001:3.0:1749609662.837837:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749609662.837837:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:0.0:1749609662.837838:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749609662.837839:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da7b400. 00000100:00100000:2.0:1749609662.837839:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 02000000:00000001:3.0:1749609662.837840:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609662.837840:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609662.837841:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.837841:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1749609662.837842:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609662.837842:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749609662.837843:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609662.837843:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609662.837844:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d800. 00000100:00001000:3.0:1749609662.837845:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749609662.837846:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609662.837846:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609662.837847:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609662.837847:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837847:0:1047:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749609662.837848:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 02000000:00000001:0.0:1749609662.837848:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609662.837849:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609662.837849:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609662.837849:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609662.837850:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609662.837851:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:0.0:1749609662.837851:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609662.837852:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609662 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609662.837853:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00001000:0.0:1749609662.837853:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=106 v=20 (1 1 20 0) 00000100:00000001:3.0:1749609662.837855:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:0.0:1749609662.837855:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609662.837856:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609662.837857:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609662.837857:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609662.837858:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609662.837858:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609662.837860:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609662.837861:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609662.837861:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609662.837862:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609662.837862:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609662.837863:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609662.837863:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609662.837864:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609662.837865:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:3.0:1749609662.837866:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00080000:0.0:1749609662.837866:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609662.837866:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609662.837868:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609662.837869:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193488128, offset 0 00000100:00100000:0.0:1749609662.837871:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193488000:0@lo:38: 00000400:00000200:3.0:1749609662.837873:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609662.837873:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837874:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609662.837875:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777100 x1834598193487872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837878:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609662.837879:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609662.837879:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609662.837880:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c800. 02000000:00000001:0.0:1749609662.837882:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609662.837883:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609662.837884:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1749609662.837885:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e100 00000020:00000001:0.0:1749609662.837885:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609662.837885:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130770800. 00000400:00000200:3.0:1749609662.837888:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d3d [1] + 0 02000000:00000001:0.0:1749609662.837888:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609662.837889:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609662.837890:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777100. 00000400:00000200:3.0:1749609662.837892:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609662.837892:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609662.837892:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837893:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609662.837894:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777b80 x1834598193488000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609662.837895:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609662.837897:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609662.837898:0:6442:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609662.837898:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609662.837898:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 02000000:00000001:0.0:1749609662.837899:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609662.837900:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609662.837900:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:3.0:1749609662.837901:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609662.837901:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609662.837901:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130773000. 02000000:00000001:0.0:1749609662.837902:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609662.837903:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609662.837903:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777b80. 00000100:00000001:0.0:1749609662.837904:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609662.837905:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837905:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837907:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609662.837908:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609662.837909:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837909:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609662.837909:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609662.837917:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:0.0:1749609662.837928:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609662.837929:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609662.837930:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac08. 00000400:00000200:0.0:1749609662.837931:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000400:00000010:0.0:1749609662.837931:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:0.0:1749609662.837932:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609662.837933:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000200:0.0:1749609662.837934:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609662.837935:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609662.837937:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749609662.837937:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609662.837938:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609662.837940:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609662.837941:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837942:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609662.837943:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609662.837943:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609662.837943:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609662.837944:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837944:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609662.837945:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609662.837946:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609662.837946:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609662.837947:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609662 v=5 (0 0 0 0) 00000100:00000040:3.0:1749609662.837949:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131662a00 x1834598193488128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609682 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609662.837949:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=57 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609662.837950:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609662.837950:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609662.837951:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609662.837953:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609662.837954:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131662a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193488128:12345-0@lo:38: Request processed in 137us (206us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609662.837956:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609662.837957:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609662.837958:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609662.837959:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00000001:0.0:1749609662.837959:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609662.837959:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609662.837960:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:0.0:1749609662.837960:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609662.837961:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:0.0:1749609662.837961:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609662.837962:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609662.837963:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000100:00000040:0.0:1749609662.837963:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609662.837965:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749609662.837967:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c200. 00000100:00100000:0.0:1749609662.837967:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193488128:0@lo:38: 00000100:00000001:3.0:1749609662.837968:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837968:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837969:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609662.837970:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776d80 x1834598193488128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609662.837973:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609662.837973:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609662.837974:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f000. 02000000:00000001:0.0:1749609662.837976:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609662.837976:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609662.837977:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609662.837979:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609662.837979:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130771c00. 02000000:00000001:0.0:1749609662.837981:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609662.837981:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609662.837982:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776d80. 00000100:00000001:0.0:1749609662.837983:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609662.837983:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609662.837984:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837985:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609662.837985:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609662.837986:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609662.837986:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609662.838714:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298935282, at 4298935282 00000100:00000010:3.0:1749609662.838719:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7c40. 00000100:00000040:0.0:1749609662.838723:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298935282, at 4298935282 00000100:00000040:2.0:1749609662.838724:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298935282, at 4298935282 00000100:00000010:0.0:1749609662.838728:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00000100:00000010:2.0:1749609662.838729:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e79c0. 00000100:00000040:1.0:1749609662.838749:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298935282, at 4298935282 00000100:00000010:1.0:1749609662.838757:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7a00. 00010000:00000001:0.0:1749609662.888799:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609662.888807:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609662.888904:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609662.888908:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609662.888911:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609663.082793:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609663.082802:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609663.082803:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609663.082806:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609663.082809:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609663.082812:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609663.082814:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609663.082816:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609663.082818:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609663.424796:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609663.424803:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609663.424805:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609663.424808:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609663.424812:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609663.424816:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609663.424819:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609663.424830:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ebab480 x1834598193486080/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609663.424845:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609663.424847:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ebab480 x1834598193486080/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609663.424854:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609663.424856:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609663.424858:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609663.424861:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609663.424863:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ebab480 x1834598193486080/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609663.424870:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ebab480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193486080:0@lo:101: 00000100:00000001:0.0:1749609663.424875:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609663.424876:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609663.424879:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609663.424881:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609663.424883:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ebab480 x1834598193486080/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609663.424889:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609663.424892:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609663.424897:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609663.424898:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609663.424902:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609663.424906:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609663.424909:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609663.424912:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78800 refcount=4 00000020:00000001:0.0:1749609663.424915:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609663.424917:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00010000:0.0:1749609663.424922:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609663.424930:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609663.424934:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609663.424940:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609663.424942:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609663.424947:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609663.424949:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609663.424950:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609663.424955:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609663.424957:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609663.424961:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609663.424973:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609663.424980:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a78800 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609663.424983:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609663.424985:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609663.424990:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609663.424991:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609663.424992:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609663.424993:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a78800 refcount=5 00000020:00000001:0.0:1749609663.424995:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609663.424997:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841780224 : -131938867771392 : ffff880096a78800) 00010000:00000001:0.0:1749609663.424999:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609663.425001:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609663.425009:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609663.425011:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609663.425016:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:0.0:1749609663.425019:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609663.425020:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609663.425022:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609663.425024:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609663.425027:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609663.425028:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609663.425029:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609663.425031:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609663.425033:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a78800 with handle 0xae754a088751493b from hash 00010000:00000001:0.0:1749609663.425035:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609663.425036:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609663.425037:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609663.425039:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609663.425040:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609663.425041:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609663.425043:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609663.425044:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609663.425046:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609663.425047:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609663.425049:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609663.425053:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609663.425054:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609663.425055:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609663.425057:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609663.425058:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609663.425059:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609663.425060:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609663.425061:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a78800/0xae754a088751493b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609663.425068:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35c00 count: 0 00010000:00000001:0.0:1749609663.425094:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609663.425096:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609663.425098:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609663.425101:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ebab480 x1834598193486080/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609663.425107:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609663.425110:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609663.425112:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609663.425114:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609663.425117:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a78400. 02000000:00000001:0.0:1749609663.425122:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609663.425124:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609663.425125:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebab480. 00000100:00000001:0.0:1749609663.425134:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609663.425135:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609663.425136:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609663.425139:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749609663.425141:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:0.0:1749609663.425145:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609663.425148:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609663.425150:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609663.425151:0:6439:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b528c800) refs 3 10000000:00000001:0.0:1749609663.425153:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609663.425155:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609663.425156:0:6439:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff88012a9f7c00) refs 2 10000000:00000001:0.0:1749609663.425158:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609663.425159:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609663.425161:0:6439:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:0.0:1749609663.425162:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609663.425163:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a9a78000 from 1 10000000:00000001:0.0:1749609663.425166:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609663.425166:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:0.0:1749609663.425172:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662d80. 00000020:00000040:0.0:1749609663.425175:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609663.425178:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609663.425181:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609663.425186:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609663.425191:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a78400. 00000100:00000001:0.0:1749609663.425197:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609663.425200:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609663.425202:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609663.425206:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35200. 00010000:00000001:0.0:1749609663.425211:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609663.425213:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a79c00. 00000020:00000001:0.0:1749609663.425215:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609663.425217:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a79c00 with handle 0xae754a0887514942 to hash 00000020:00000001:0.0:1749609663.425219:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609663.425220:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609663.425223:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609663.425225:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609663.425226:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609663.425228:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609663.425235:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609663.425244:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609663.425250:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609663.425251:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609663.425290:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609663.425292:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392601152 : -131936316950464 : ffff88012eb1f840) 00000100:00000001:0.0:1749609663.425295:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609663.425296:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437965696 : -131936271585920 : ffff880131662d80) 00000100:00000001:0.0:1749609663.425300:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609663.425302:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609663.425304:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609663.425306:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609663.425309:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131662d80 x1834598193488384/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609663.425315:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609663.425317:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609663.425319:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880131662d80 x1834598193488384/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609663.425326:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609663.425327:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609663.425328:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609663.425329:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609663.425331:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609663.425332:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609663.425333:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609663.425334:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609663.425336:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749609663.427789:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35c00. 00010000:00000010:1.1:1749609663.427801:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a78800. 00000100:00000001:2.0:1749609663.837827:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609663.837841:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609663.837843:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609663.837847:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609663.837850:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609663.837853:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609663.837855:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609663.890810:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609663.890818:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609663.890883:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609663.890887:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609663.890889:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609664.082809:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609664.082818:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609664.082820:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609664.082823:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609664.082827:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609664.082830:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609664.082833:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609664.082835:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609664.082837:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609664.424800:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609664.424807:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609664.424809:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609664.424813:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609664.424816:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609664.424819:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609664.424822:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609664.424825:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609664.424827:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609664.837788:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609664.837804:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609664.837806:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609664.837810:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609664.837813:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609664.837817:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609664.837820:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609664.892816:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609664.892822:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609664.892884:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609664.892887:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609664.892890:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609665.082790:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609665.082797:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609665.082799:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609665.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609665.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609665.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609665.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609665.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609665.082816:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609665.424787:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609665.424795:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609665.424797:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609665.424801:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609665.424804:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609665.424808:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609665.424811:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609665.424814:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609665.424816:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609665.837842:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609665.837857:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609665.837858:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609665.837862:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609665.837864:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609665.837867:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609665.837868:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609665.894806:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609665.894811:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609665.894862:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609665.894865:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609665.894867:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609666.082789:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609666.082796:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609666.082798:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609666.082801:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609666.082804:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609666.082807:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609666.082809:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609666.082811:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609666.082812:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609666.424782:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609666.424789:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609666.424790:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609666.424794:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609666.424797:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609666.424800:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609666.424802:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609666.424805:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609666.424807:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609666.837782:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609666.837794:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609666.837796:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609666.837799:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609666.837802:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609666.837804:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609666.837806:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609666.896808:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609666.896815:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609666.896884:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609666.896889:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609666.896891:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609667.082795:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609667.082803:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609667.082804:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609667.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609667.082811:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609667.082815:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.082818:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609667.082820:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.082822:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.424786:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609667.424793:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609667.424795:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609667.424798:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609667.424802:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609667.424806:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.424808:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609667.424812:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.424815:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.837884:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609667.837901:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609667.837902:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609667.837906:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609667.837909:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609667.837912:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.837913:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609667.844747:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609667.844751:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749609667.844753:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609667.844756:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609667.844758:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609667.844760:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609667.844763:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609667.844766:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4267 00000100:00080000:2.0:1749609667.844769:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609667.844771:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609667.844774:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609667.844775:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609667.844776:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609667.844779:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609667.844781:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:2.0:1749609667.844783:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609667.844786:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:2.0:1749609667.844787:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:2.0:1749609667.844788:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:2.0:1749609667.844790:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609667.844791:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609667.844791:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609667.844792:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609667.844793:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:2.0:1749609667.844795:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609667.844796:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609667.844798:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609667.844804:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609667.844806:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.844807:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609667.844809:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609667.844816:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776d80. 00000020:00000040:2.0:1749609667.844819:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609667.844821:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609667.844823:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.844825:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609667.844827:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609667.844830:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609667.844836:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011de74400. 00000100:00000001:2.0:1749609667.844842:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609667.844848:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609667.844855:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609667.844857:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609667.844859:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130776d80] to pc [ptlrpcd_rcv+-1] req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609667.844876:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609667.844878:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609667.844880:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609667.844881:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609667.844882:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609667.844883:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609667.844884:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4267 00000100:00080000:2.0:1749609667.844886:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609667.844887:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609667.844888:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609667.844888:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609667.844889:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609667.844890:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609667.844891:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:2.0:1749609667.844891:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609667.844892:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:2.0:1749609667.844893:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:2.0:1749609667.844894:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:2.0:1749609667.844896:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609667.844897:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609667.844897:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609667.844898:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609667.844899:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:2.0:1749609667.844900:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609667.844901:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609667.844902:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609667.844903:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609667.844905:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.844906:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609667.844907:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609667.844909:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777b80. 00000020:00000040:2.0:1749609667.844910:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609667.844911:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609667.844912:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.844913:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609667.844913:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609667.844914:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609667.844915:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011de74c00. 00000100:00000001:0.0:1749609667.844915:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609667.844917:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609667.844918:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609667.844918:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609667.844920:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609667.844922:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609667.844922:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609667.844924:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777b80] to pc [ptlrpcd_rcv+-1] req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609667.844925:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609667.844928:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609667.844930:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609667.844931:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609667.844932:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609667.844932:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609667.844933:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609667.844933:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609667.844935:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4267 00000100:00000001:0.0:1749609667.844935:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609667.844936:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609667.844937:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609667.844938:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609667.844938:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609667.844938:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609667.844939:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:2.0:1749609667.844940:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609667.844940:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 02000000:00000001:0.0:1749609667.844940:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609667.844942:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609667.844942:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609667.844943:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:2.0:1749609667.844944:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00100000:0.0:1749609667.844945:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193488512:0@lo:38: 00000020:00000001:2.0:1749609667.844946:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:2.0:1749609667.844947:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:2.0:1749609667.844948:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609667.844949:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609667.844949:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609667.844950:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:2.0:1749609667.844950:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:2.0:1749609667.844951:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609667.844952:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609667.844952:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609667.844953:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609667.844954:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609667.844955:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609667.844955:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.844956:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609667.844957:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609667.844957:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749609667.844958:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777100. 00000020:00000040:2.0:1749609667.844959:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609667.844960:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609667.844960:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.844961:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609667.844961:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1749609667.844961:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f000. 02000000:00000001:2.0:1749609667.844962:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609667.844962:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609667.844963:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011de74800. 00000100:00000001:2.0:1749609667.844965:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609667.844966:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609667.844969:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749609667.844969:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac08. 00000100:00000001:2.0:1749609667.844970:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609667.844971:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777100] to pc [ptlrpcd_rcv+-1] req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609667.844974:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609667.844975:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1749609667.844975:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000100:00000001:2.0:1749609667.844977:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609667.844979:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777480. 00000020:00000040:2.0:1749609667.844979:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609667.844981:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609667.844981:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609667.844982:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609667.844983:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193488512, portal 4 02000000:00000010:2.0:1749609667.844984:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3bed00. 00000100:00000001:2.0:1749609667.844985:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.844985:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609667.844986:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609667.844987:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422318976 : -131936287232640 : ffff880130776d80) 00000100:00000001:2.0:1749609667.844990:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609667.844991:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609667.844993:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880130777480] to pc [ptlrpcd_00_03+3] req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609667.844993:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845000:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609667.845003:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609667.845005:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749609667.845007:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193488512, offset 0 00000400:00000200:0.0:1749609667.845013:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609667.845015:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609667.845018:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4277) 00000400:00000200:0.0:1749609667.845026:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609667.845037:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0e280 00000400:00000200:0.0:1749609667.845045:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 21320 00000400:00000200:0.0:1749609667.845052:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609667.845056:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609667.845057:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609667.845062:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609667.845064:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609667.845068:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663100. 00000100:00000040:0.0:1749609667.845071:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131663100 x1834598193488512 msgsize 520 00000100:00100000:0.0:1749609667.845075:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749609667.845077:0:1050:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1749609667.845079:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609667.845079:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609667.845083:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845086:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609667.845087:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609667.845089:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609667.845090:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609667.845091:0:1050:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609667.845091:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609667.845097:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609667.845102:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749609667.845104:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:1.0:1749609667.845105:0:1050:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609667.845106:0:1050:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845107:0:1047:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609667.845109:0:1050:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749609667.845110:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609667.845112:0:1050:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609667.845114:0:1050:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609667.845122:0:1050:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193488896:0@lo:400: 00000100:00000001:0.0:1749609667.845124:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609667.845125:0:1050:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609667.845126:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609667.845129:0:1050:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609667.845131:0:1050:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609667.845133:0:1050:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609667.845133:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845134:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:1.0:1749609667.845138:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b528c200. 00000100:00000001:0.0:1749609667.845138:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609667.845140:0:1050:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609667.845141:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1681 usecs (2 jiffies) 00000400:00000010:1.0:1749609667.845145:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a1b8. 00000100:00000001:0.0:1749609667.845145:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298940290 00000100:00000010:0.0:1749609667.845149:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 00000400:00000010:1.0:1749609667.845151:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000001:0.0:1749609667.845155:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000200:1.0:1749609667.845156:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193488896, portal 10 00000100:00000001:1.0:1749609667.845158:0:1050:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609667.845160:0:1050:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422320768 : -131936287230848 : ffff880130777480) 00000100:00000001:2.0:1749609667.845161:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609667.845161:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298940290 00000100:00000010:0.0:1749609667.845163:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7040. 00000100:00100000:2.0:1749609667.845165:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193488512 00000100:00000040:1.0:1749609667.845166:0:1050:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845166:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749609667.845167:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609667.845168:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298940290 00000100:00000010:0.0:1749609667.845169:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7840. 00000100:00000001:2.0:1749609667.845170:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609667.845172:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845172:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609667.845173:0:1050:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609667.845174:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298940290 02000000:00000001:2.0:1749609667.845176:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609667.845176:0:1050:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749609667.845176:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7bc0. 00000400:00000010:1.0:1749609667.845178:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000001:0.0:1749609667.845178:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:2.0:1749609667.845180:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193488512 00000100:00000200:1.0:1749609667.845180:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193488896, offset 0 00000020:00000001:2.0:1749609667.845182:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609667.845183:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609667.845184:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609667.845184:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609667.845186:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609667.845187:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845188:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609667.845190:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609667.845192:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 00000100:00000001:0.0:1749609667.845193:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609667.845194:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609667.845195:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609667.845196:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d800. 00000100:00000001:0.0:1749609667.845198:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609667.845199:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609667.845200:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000400:00000200:1.0:1749609667.845201:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0e400 00000100:00000001:0.0:1749609667.845201:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609667.845203:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609667.845204:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609667.845205:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609667.845206:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749609667.845206:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609667.845208:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609667.845209:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 98288 00000100:00000001:0.0:1749609667.845213:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609667.845215:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609667.845215:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609667.845215:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609667.845217:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609667.845217:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609667.845218:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609667.845220:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845221:0:1050:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609667.845222:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749609667.845222:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193488640:0@lo:38: 00000100:00000010:1.0:1749609667.845225:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011da7ce00. 00000100:00000001:0.0:1749609667.845225:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609667.845240:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609667.845240:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749609667.845241:0:1050:0:(events.c:338:request_in_callback()) incoming req@ffff88011da7ce00 x1834598193488896 msgsize 224 02000000:00000001:0.0:1749609667.845242:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609667.845244:0:1050:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609667.845244:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609667.845246:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48cc00. 00000100:00000001:2.0:1749609667.845248:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609667.845248:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845250:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609667.845250:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000100:00000001:3.0:1749609667.845252:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749609667.845253:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00100000:2.0:1749609667.845254:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000001:1.0:1749609667.845254:0:1050:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609667.845255:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609667.845256:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437966592 : -131936271585024 : ffff880131663100) 00000100:00000200:0.0:1749609667.845256:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193488640, portal 10 00000100:00000001:3.0:1749609667.845257:0:6446:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609667.845258:0:6446:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845258:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609667.845259:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131663100 x1834598193488512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845259:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422322560 : -131936287229056 : ffff880130777b80) 00000400:00000200:1.0:1749609667.845261:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749609667.845262:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000001:1.0:1749609667.845264:0:1050:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609667.845264:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609667.845266:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131663100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193488512:12345-0@lo:38: 00000100:00000200:1.0:1749609667.845267:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609667.845269:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193488512 00000100:00000001:0.0:1749609667.845270:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609667.845271:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609667.845272:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609667.845272:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609667.845274:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609667.845274:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609667.845274:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000001:3.0:1749609667.845275:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609667.845276:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193488640, offset 0 00000100:00100000:3.0:1749609667.845277:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193488896 00000100:00000001:1.0:1749609667.845277:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609667.845278:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609667.845278:0:1050:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749609667.845279:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609667.845280:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609667.845281:0:1050:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609667.845283:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609667.845283:0:1050:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000020:00000001:2.0:1749609667.845284:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609667.845284:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609667.845285:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845285:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298940289 00010000:00020000:2.0:1749609667.845286:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749609667.845287:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193488896 00010000:00000001:2.0:1749609667.845288:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609667.845288:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298940290 00000020:00000001:3.0:1749609667.845289:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609667.845289:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0e300 00010000:00000001:2.0:1749609667.845290:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609667.845290:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298940289 00000100:00000001:1.0:1749609667.845291:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298940290 00000100:00000001:1.0:1749609667.845291:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298940289 00000100:00000001:2.0:1749609667.845293:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609667.845293:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298940290 00000100:00000001:1.0:1749609667.845293:0:1050:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298940289 00000400:00000200:0.0:1749609667.845293:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 98512 00000100:00000001:2.0:1749609667.845294:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609667.845294:0:1050:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298940290 00000100:00000001:1.0:1749609667.845295:0:1050:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609667.845296:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609667.845297:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749609667.845299:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011de75000. 00000400:00000200:0.0:1749609667.845299:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749609667.845300:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 02000000:00000001:2.0:1749609667.845300:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845301:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609667.845302:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609667.845302:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:3.0:1749609667.845304:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00010000:00000001:2.0:1749609667.845304:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749609667.845304:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749609667.845306:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00010000:00000001:2.0:1749609667.845306:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845306:0:1050:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609667.845307:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663480. 00000020:00000001:3.0:1749609667.845308:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00001000:2.0:1749609667.845308:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609667.845308:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609667.845309:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131663480 x1834598193488640 msgsize 520 00000100:00000001:2.0:1749609667.845310:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609667.845310:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609667.845312:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609667.845312:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609667.845312:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609667.845314:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:3.0:1749609667.845315:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba740. 00000100:00000001:2.0:1749609667.845315:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609667.845316:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609667.845318:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:3.0:1749609667.845319:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e71c0. 00000100:00000001:0.0:1749609667.845319:0:1047:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609667.845320:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609667.845322:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845323:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609667.845323:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000100:00000040:2.0:1749609667.845324:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609667.845325:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000020:00000040:3.0:1749609667.845326:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000400:00000010:2.0:1749609667.845326:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000001:0.0:1749609667.845327:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609667.845328:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193488512, offset 0 00000100:00000200:0.0:1749609667.845329:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609667.845331:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609667.845334:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609667.845335:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749609667.845336:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c200. 00000400:00000200:2.0:1749609667.845336:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609667.845336:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609667.845337:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609667.845338:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193488640 00000020:00000010:3.0:1749609667.845339:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 02000000:00000001:1.0:1749609667.845339:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609667.845340:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0e280 00000100:00000001:1.0:1749609667.845341:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609667.845342:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749609667.845343:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4d4d [1] + 0 00000100:00000001:1.0:1749609667.845343:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845343:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845345:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609667.845346:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609667.845346:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845347:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609667.845348:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1749609667.845348:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609667.845348:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193488640 00000020:00000001:1.0:1749609667.845349:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609667.845349:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 717 usecs (1 jiffies) 00000100:00000001:3.0:1749609667.845350:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609667.845350:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609667.845351:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1749609667.845351:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609667.845351:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298940289 00000100:00000200:2.0:1749609667.845352:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609667.845353:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.845353:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298940290 00000100:00000001:0.0:1749609667.845355:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298940289 00000020:00000001:1.0:1749609667.845356:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609667.845357:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845357:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298940290 00000100:00000001:3.0:1749609667.845358:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1749609667.845358:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845359:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298940289 00000100:00000001:3.0:1749609667.845360:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609667.845360:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298940290 00000100:00000001:3.0:1749609667.845361:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609667.845361:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b528da00. 00000100:00000040:2.0:1749609667.845362:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845362:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298940289 00000100:00000001:0.0:1749609667.845363:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298940290 00000100:00000001:0.0:1749609667.845364:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609667.845365:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d300. 00000100:00000001:0.0:1749609667.845366:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609667.845367:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609667.845368:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609667.845368:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000100:00000001:0.0:1749609667.845368:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609667.845370:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609667.845371:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000100:00000001:1.0:1749609667.845371:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749609667.845372:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:1.0:1749609667.845372:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609667.845373:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609667.845374:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609667.845374:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609667.845375:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609667.845375:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609667.845376:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609667.845377:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845377:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609667.845378:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:2.0:1749609667.845379:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:0.0:1749609667.845379:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609667.845380:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609667.845381:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000001:2.0:1749609667.845381:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609667.845381:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609667.845382:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137106722304 : -131936602829312 : ffff88011da7ce00) 02000000:00000001:0.0:1749609667.845382:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609667.845383:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131663100 x1834598193488512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609667.845383:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609667.845384:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193488768:0@lo:38: 00000100:00000040:3.0:1749609667.845386:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011da7ce00 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:613/0 lens 224/0 e 0 to 0 dl 1749609678 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609667.845387:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609667.845388:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131663100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193488512:12345-0@lo:38: Request processed in 122us (316us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609667.845388:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609667.845389:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609667.845390:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609667.845392:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 02000000:00000001:0.0:1749609667.845392:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609667.845393:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609667.845393:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609667.845393:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609667.845394:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609667.845394:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1749609667.845394:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48c800. 00000020:00000010:3.0:1749609667.845395:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7ebaf40. 02000000:00000001:0.0:1749609667.845395:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609667.845397:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609667.845397:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000400:00000010:0.0:1749609667.845397:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000020:00000010:2.0:1749609667.845398:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d800. 00000100:00000001:1.0:1749609667.845398:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437967488 : -131936271584128 : ffff880131663480) 00000020:00000010:3.0:1749609667.845399:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7ebaf40. 00000400:00000010:0.0:1749609667.845399:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000040:1.0:1749609667.845400:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131663480 x1834598193488640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609667.845401:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193488768, portal 10 00000100:00100000:3.0:1749609667.845402:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011da7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193488896:12345-0@lo:400: 00000020:00000010:2.0:1749609667.845402:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609667.845403:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609667.845404:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137422319872 : -131936287231744 : ffff880130777100) 00000020:00000010:2.0:1749609667.845406:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00000100:00100000:1.0:1749609667.845406:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131663480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193488640:12345-0@lo:38: 00000100:00000200:1.0:1749609667.845408:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193488640 00000100:00000040:0.0:1749609667.845408:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609667.845410:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193488896 00000020:00000001:1.0:1749609667.845410:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609667.845411:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609667.845413:0:7488:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609667.845413:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609667.845415:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609667.845417:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749609667.845418:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193488768, offset 0 00000020:00000001:3.0:1749609667.845419:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609667.845421:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609667.845422:0:7488:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609667.845423:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00020000:1.0:1749609667.845424:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609667.845425:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609667.845425:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609667.845427:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609667.845429:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00010000:00000001:1.0:1749609667.845429:0:7488:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609667.845429:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0e380 00000100:00080000:2.0:1749609667.845430:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:1.0:1749609667.845430:0:7488:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609667.845431:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 99032 00000020:00000001:3.0:1749609667.845432:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1749609667.845432:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609667.845432:0:7488:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609667.845434:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609667.845435:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609667.845435:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609667.845435:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609667.845437:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749609667.845437:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609667.845439:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609667.845440:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749609667.845441:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609667.845441:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749609667.845443:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1749609667.845443:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880134a14000. 00000100:00000010:0.0:1749609667.845444:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663800. 02000000:00000001:1.0:1749609667.845445:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609667.845445:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131663800 x1834598193488768 msgsize 520 00000100:00000001:1.0:1749609667.845446:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609667.845447:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609667.845448:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609667.845448:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609667.845448:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749609667.845450:0:7488:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609667.845451:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da7b800. 00000100:00001000:1.0:1749609667.845451:0:7488:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749609667.845453:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845453:0:7488:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609667.845454:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609667.845455:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845456:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609667.845456:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000020:00000001:3.0:1749609667.845457:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609667.845457:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000040:1.0:1749609667.845458:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000040:3.0:1749609667.845459:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193488896 00000100:00000001:1.0:1749609667.845459:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609667.845459:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609667.845460:0:7488:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00010000:00000001:3.0:1749609667.845461:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609667.845461:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609667.845461:0:7488:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000200:0.0:1749609667.845461:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609667.845462:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193488768 02000000:00000001:1.0:1749609667.845462:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:3.0:1749609667.845464:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011da7ce00 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:613/0 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609667.845464:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609667.845464:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845465:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609667.845465:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609667.845466:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609667.845466:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609667.845467:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 02000000:00000001:2.0:1749609667.845468:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609667.845469:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193488768 00000100:00000200:1.0:1749609667.845469:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193488640, offset 0 00000020:00000001:2.0:1749609667.845470:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749609667.845471:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1749609667.845471:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609667.845471:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609667.845471:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609667.845472:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609667.845473:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845473:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609667.845474:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609667.845475:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=62 v=5 (1 1 1 0) 00000020:00000010:2.0:1749609667.845475:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef74000. 00000400:00000200:1.0:1749609667.845475:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609667.845475:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609667.845476:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d800. 00000020:00000010:2.0:1749609667.845477:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:3.0:1749609667.845478:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609667.845479:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609667.845479:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e300 00000100:00000040:3.0:1749609667.845480:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609667.845480:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609667.845480:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845481:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609667.845482:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609667.845482:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609667.845482:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d5d [1] + 0 00000100:00000001:0.0:1749609667.845482:0:1047:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609667.845484:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609667.845484:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609667.845484:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609667.845485:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845485:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609667.845486:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609667.845486:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 551 usecs (1 jiffies) 00000100:00000001:3.0:1749609667.845487:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609667.845488:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609667.845488:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298940289 00000100:00000040:3.0:1749609667.845489:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609667.845489:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609667.845490:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609667.845490:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845490:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298940290 00000400:00000010:3.0:1749609667.845491:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609667.845491:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298940289 00000100:00100000:2.0:1749609667.845492:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00000001:2.0:1749609667.845493:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437968384 : -131936271583232 : ffff880131663800) 00000100:00000001:0.0:1749609667.845493:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298940290 00000100:00000001:0.0:1749609667.845494:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298940289 00000100:00000200:3.0:1749609667.845495:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193488896, offset 224 00000100:00000040:2.0:1749609667.845495:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131663800 x1834598193488768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609667.845495:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845495:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298940290 00000100:00000001:0.0:1749609667.845497:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298940289 00000100:00000001:0.0:1749609667.845498:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298940290 00000400:00000200:3.0:1749609667.845499:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609667.845500:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131663800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193488768:12345-0@lo:38: 00000100:00000001:0.0:1749609667.845500:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609667.845501:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193488768 00000100:00000001:0.0:1749609667.845501:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845502:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609667.845503:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609667.845504:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:0.0:1749609667.845507:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749609667.845508:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609667.845509:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:0.0:1749609667.845509:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749609667.845511:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609667.845511:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac08. 00000400:00000200:3.0:1749609667.845512:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609667.845512:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609667.845513:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609667.845513:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000100:00000001:2.0:1749609667.845514:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749609667.845514:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 02000000:00000001:2.0:1749609667.845515:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609667.845516:0:1047:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749609667.845517:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011de75400. 02000000:00000001:2.0:1749609667.845517:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609667.845517:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000200:3.0:1749609667.845518:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e400 00000100:00000001:2.0:1749609667.845518:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609667.845518:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:0.0:1749609667.845519:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609667.845520:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609667.845520:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749609667.845521:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845521:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749609667.845522:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609667.845523:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d55 [1] + 224 00000100:00000001:2.0:1749609667.845523:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609667.845523:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845524:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609667.845524:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000040:2.0:1749609667.845526:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609667.845526:0:7488:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609667.845526:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609667.845527:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609667.845527:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609667.845527:0:7488:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609667.845528:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:1.0:1749609667.845529:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131663480 x1834598193488640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609667.845530:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609667.845530:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 02000000:00000001:2.0:1749609667.845531:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609667.845532:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845532:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609667.845533:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609667.845533:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609667.845534:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609667.845534:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00100000:1.0:1749609667.845534:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131663480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1047:x1834598193488640:12345-0@lo:38: Request processed in 128us (224us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609667.845534:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609667.845536:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193488768, offset 0 00000100:00000200:3.0:1749609667.845537:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845537:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609667.845538:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609667.845539:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 02000000:00000001:0.0:1749609667.845539:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609667.845541:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609667.845541:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609667.845542:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609667.845542:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609667.845542:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609667.845544:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d300. 02000000:00000001:0.0:1749609667.845544:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609667.845545:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609667.845545:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e380 00000400:00000200:2.0:1749609667.845547:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d69 [1] + 0 00000020:00000010:1.0:1749609667.845547:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000100:00001000:0.0:1749609667.845548:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609667 v=5 (0 0 0 0) 00000020:00000010:1.0:1749609667.845549:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b528da00. 00000400:00000200:2.0:1749609667.845550:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609667.845551:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609667.845551:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609667.845551:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=129 v=20 (1 1 20 0) 00000100:00000001:2.0:1749609667.845553:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609667.845554:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1749609667.845555:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845556:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609667.845557:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609667.845559:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609667.845560:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609667.845562:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:1.0:1749609667.845562:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609667.845562:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609667.845563:0:1050:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749609667.845564:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609667.845564:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609667.845566:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609667.845567:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749609667.845567:0:1050:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609667.845568:0:1050:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609667.845569:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609667.845570:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609667.845571:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a1b8. 00000100:00000040:3.0:1749609667.845572:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:1.0:1749609667.845572:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000100:00000001:0.0:1749609667.845572:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1749609667.845573:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000001:0.0:1749609667.845573:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609667.845574:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749609667.845574:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000100:00000001:1.0:1749609667.845574:0:1050:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749609667.845575:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:0.0:1749609667.845575:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749609667.845576:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845576:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749609667.845576:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609667.845577:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609667.845577:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609667.845577:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609667.845579:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609667.845580:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011da7ce00 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:613/0 lens 224/224 e 0 to 0 dl 1749609678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609667.845580:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749609667.845581:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000200:1.0:1749609667.845581:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609667.845582:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609667.845583:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609667.845584:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609667.845584:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609667.845585:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131663800 x1834598193488768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609687 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609667.845585:0:1050:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609667.845588:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011da7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1050:x1834598193488896:12345-0@lo:400: Request processed in 193us (345us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609667.845588:0:1050:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609667.845588:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609667.845590:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131663800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193488768:12345-0@lo:38: Request processed in 90us (143us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609667.845590:0:1050:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609667.845592:0:1050:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609667.845593:0:1050:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609667.845594:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00000001:1.0:1749609667.845594:0:1050:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609667.845595:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749609667.845595:0:1050:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609667.845595:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193488512:0@lo:38: 00000100:00000001:2.0:1749609667.845596:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749609667.845597:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000020:00000010:2.0:1749609667.845597:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d800. 00000100:00000040:3.0:1749609667.845599:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000020:00000010:2.0:1749609667.845599:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00001000:1.0:1749609667.845599:0:1050:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=62 v=5 (5 5 5 0) 00000100:00000001:0.0:1749609667.845599:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609667.845600:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef74000. 00000100:00000001:0.0:1749609667.845600:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609667.845601:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1749609667.845601:0:1050:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=62 v=5 (1 1 1 0) 00000100:00000001:2.0:1749609667.845602:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609667.845602:0:1050:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749609667.845602:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130776d80 x1834598193488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609667.845603:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609667.845603:0:1050:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609667.845604:0:1050:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1749609667.845605:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000020:00000010:3.0:1749609667.845607:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00010000:00080000:1.0:1749609667.845607:0:1050:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845608:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1749609667.845610:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c200. 02000000:00000001:0.0:1749609667.845610:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1749609667.845611:0:1050:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845612:0:1050:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1749609667.845612:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f000. 00000020:00000040:3.0:1749609667.845613:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000040:1.0:1749609667.845613:0:1050:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609667.845614:0:1050:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609667.845615:0:1050:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609667.845615:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749609667.845616:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609667.845617:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609667.845618:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609667.845619:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609667.845620:0:1050:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609667.845621:0:1050:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749609667.845621:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609667.845622:0:1050:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609667.845622:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011de74400. 00000100:00000040:1.0:1749609667.845623:0:1050:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609667.845625:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1749609667.845627:0:1050:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1050:1834598193488896:0@lo:400: 02000000:00000001:0.0:1749609667.845627:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609667.845628:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130776d80. 00000100:00000001:1.0:1749609667.845630:0:1050:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.845631:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609667.845632:0:1050:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609667.845632:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609667.845633:0:1050:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777480 x1834598193488896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845634:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609667.845636:0:1050:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609667.845637:0:1050:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609667.845637:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1749609667.845638:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b528c200. 00000100:00000001:0.0:1749609667.845638:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609667.845642:0:1050:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609667.845643:0:1050:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609667.845645:0:1050:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609667.845645:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609667.845646:0:1050:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609667.845647:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1749609667.845648:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3bed00. 00000400:00000001:0.0:1749609667.845649:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609667.845650:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609667.845652:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 02000000:00000001:1.0:1749609667.845653:0:1050:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609667.845653:0:1050:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609667.845654:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777480. 00000400:00000200:0.0:1749609667.845654:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000100:00000001:1.0:1749609667.845656:0:1050:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1749609667.845656:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:1.0:1749609667.845657:0:1050:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609667.845658:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.845658:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609667.845660:0:1050:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749609667.845660:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609667.845661:0:1050:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609667.845662:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609667.845663:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609667.845667:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845673:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609667.845674:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.845700:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609667.845702:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609667.845703:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609667.845705:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609667.845707:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609667.845710:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609667 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609667.845712:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=111 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609667.845715:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609667.845716:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609667.845718:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609667.845721:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845728:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609667.845730:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609667.845731:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.845733:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609667.845734:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609667.845736:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609667.845738:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609667.845740:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609667.845742:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609667.845749:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193488640:0@lo:38: 00000400:00000001:0.0:1749609667.845753:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609667.845754:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609667.845755:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749609667.845757:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749609667.845758:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000001:0.0:1749609667.845760:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609667.845762:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609667.845768:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845774:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609667.845775:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.845777:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609667.845778:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609667.845779:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609667.845780:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609667.845782:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609667.845784:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609667 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609667.845786:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=62 v=20 (1 1 20 0) 00000100:00000001:0.0:1749609667.845789:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609667.845790:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609667.845792:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609667.845794:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845800:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609667.845801:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609667.845802:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.845804:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609667.845805:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609667.845806:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749609667.845808:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609667.845809:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609667.845812:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609667.845818:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193488768:0@lo:38: 00000100:00000001:0.0:1749609667.845822:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845823:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609667.845825:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777b80 x1834598193488640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845830:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609667.845832:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609667.845833:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48cc00. 02000000:00000001:0.0:1749609667.845835:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609667.845837:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609667.845838:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609667.845840:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609667.845841:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011de74c00. 02000000:00000001:0.0:1749609667.845843:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609667.845844:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609667.845845:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777b80. 00000100:00000001:0.0:1749609667.845848:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609667.845849:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.845851:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609667.845852:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880130777100 x1834598193488768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609667.845858:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609667.845859:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609667.845860:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48c800. 02000000:00000001:0.0:1749609667.845861:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609667.845862:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609667.845863:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609667.845865:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609667.845866:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011de74800. 02000000:00000001:0.0:1749609667.845867:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609667.845868:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609667.845869:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130777100. 00000100:00000001:0.0:1749609667.845870:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609667.845871:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609667.845873:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845874:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609667.845875:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609667.845876:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609667.845877:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609667.846720:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298940290, at 4298940290 00000100:00000040:2.0:1749609667.846724:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298940290, at 4298940290 00000100:00000010:0.0:1749609667.846726:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00000100:00000010:2.0:1749609667.846729:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7840. 00000100:00000040:1.0:1749609667.846765:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298940290, at 4298940290 00000100:00000040:3.0:1749609667.846769:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298940290, at 4298940290 00000100:00000010:1.0:1749609667.846777:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7040. 00000100:00000010:3.0:1749609667.846783:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7bc0. 00010000:00000001:0.0:1749609667.898791:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609667.898796:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609667.898853:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609667.898857:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609667.898860:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609668.082800:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609668.082809:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609668.082811:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609668.082814:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609668.082818:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609668.082823:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609668.082825:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609668.082829:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609668.082830:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609668.424771:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609668.424776:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609668.424778:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609668.424781:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609668.424784:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609668.424787:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609668.424790:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609668.424792:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609668.424793:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609668.845831:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609668.845847:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609668.845849:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609668.845854:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609668.845857:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609668.845861:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609668.845863:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609668.900844:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609668.900850:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609668.900919:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609668.900923:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609668.900926:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609669.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609669.082800:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609669.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609669.082805:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609669.082808:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609669.082811:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609669.082813:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609669.082815:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609669.082817:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609669.424806:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609669.424816:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609669.424818:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609669.424821:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609669.424825:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609669.424829:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609669.424832:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609669.424834:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609669.424836:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609669.845775:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609669.845790:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609669.845791:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609669.845795:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609669.845797:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609669.845800:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609669.845801:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609669.902809:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609669.902814:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609669.902884:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609669.902889:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609669.902892:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609670.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609670.082793:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609670.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609670.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609670.082800:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609670.082803:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609670.082805:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609670.082807:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609670.082810:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609670.424805:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609670.424810:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609670.424811:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609670.424813:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609670.424816:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609670.424819:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609670.424821:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609670.424823:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609670.424824:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609670.845775:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609670.845791:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609670.845793:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609670.845796:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609670.845799:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609670.845802:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609670.845803:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609670.904836:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609670.904845:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609670.904847:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609670.904849:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609670.904854:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609670.904856:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609670.904858:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609670.904860:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609670.904944:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609670.904948:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609670.904950:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609671.082796:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609671.082803:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609671.082806:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609671.082808:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609671.082812:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609671.082816:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609671.082819:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609671.082821:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609671.082823:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609671.424800:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609671.424807:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609671.424809:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609671.424812:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609671.424816:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609671.424819:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609671.424822:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609671.424825:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609671.424827:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609671.845727:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609671.845742:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609671.845744:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609671.845748:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609671.845750:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609671.845754:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609671.845756:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609671.906790:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609671.906795:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609671.906851:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609671.906854:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609671.906856:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609672.082797:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609672.082807:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609672.082809:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609672.082812:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609672.082816:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609672.082819:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609672.082822:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609672.082825:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609672.082827:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.424783:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609672.424791:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609672.424793:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609672.424795:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609672.424799:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609672.424802:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609672.424804:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609672.424807:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609672.424809:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.845784:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609672.845789:0:1047:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749609672.845802:0:1047:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749609647/real 1749609647] req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609672 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609672.845819:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609672.845820:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609672.845823:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9f8. 00000400:00000200:2.0:1749609672.845827:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682e58 00000400:00000010:2.0:1749609672.845829:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682e58. 00000100:00000001:2.0:1749609672.845833:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609672.845834:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609672 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609672.845839:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609672 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.845844:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609672.845845:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.845846:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609672.845848:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609672.845850:0:1047:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609672 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.845853:0:1047:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.845862:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609672.845863:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.845865:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609672.845867:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609672.845869:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609672.845871:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609672 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.845875:0:1047:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749609672.845877:0:1047:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.845877:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609672.845878:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.845879:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609672.845881:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749609672.845884:0:1047:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609672.845913:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.144@tcp failed (-110) 00000100:00000001:2.0:1749609672.845915:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749609672.845918:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609672 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609672.845925:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012eba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193486208:0@lo:250: 00000100:00000001:2.0:1749609672.845929:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.845931:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609672.845933:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012eba9880 x1834598193486208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749609672 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.845939:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609672.845942:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609672.845946:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130772800. 02000000:00000001:2.0:1749609672.845952:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609672.845955:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609672.845957:0:1047:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1749609672.845959:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609672.845960:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48d000. 02000000:00000001:2.0:1749609672.845963:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609672.845965:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609672.845966:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9880. 00000100:00000001:2.0:1749609672.845972:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609672.845973:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.845975:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.845977:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609672.845978:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.845980:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609672.845981:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609672.845987:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609672.845992:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749609672.845993:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609672.845995:0:11382:0:(import.c:66:import_set_state_nolock()) ffff8801302cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609672.845997:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609672.845999:0:11382:0:(import.c:505:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 4252 00000100:00080000:0.0:1749609672.846002:0:11382:0:(import.c:584:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609672.846004:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609672.846005:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609672.846007:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609672.846008:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609672.846010:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609672.846011:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751475f 00000020:00000001:0.0:1749609672.846014:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609672.846016:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801302ce000 refcount=3 00000020:00000001:0.0:1749609672.846017:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000020:00000001:0.0:1749609672.846018:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137417433088 : -131936292118528 : ffff8801302ce000) 00000100:00000040:0.0:1749609672.846021:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609672.846022:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609672.846023:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609672.846024:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609672.846026:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801302ce000 : new refcount 2 00000100:00080000:0.0:1749609672.846027:0:11382:0:(import.c:619:import_select_connection()) MGC192.168.203.144@tcp: import ffff8801302cd000 using connection MGC192.168.203.144@tcp_0/0@lo 00000100:00000001:0.0:1749609672.846028:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609672.846029:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609672.846032:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609672.846033:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846035:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609672.846036:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609672.846040:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663b80. 00000020:00000040:0.0:1749609672.846043:0:11382:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 02000000:00000001:0.0:1749609672.846045:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609672.846046:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846048:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609672.846050:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609672.846053:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609672.846058:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48c800. 00000100:00000001:0.0:1749609672.846063:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609672.846067:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131663b80 x1834598193489024/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609672.846074:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609672.846075:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609672.846078:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131663b80] to pc [ptlrpcd_rcv+-1] req@ffff880131663b80 x1834598193489024/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609672.846094:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609672.846095:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609672.846097:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609672.846098:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609672.846099:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609672.846101:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609672.846102:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4272 00000100:00080000:0.0:1749609672.846104:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609672.846105:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609672.846106:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609672.846107:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609672.846107:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609672.846108:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609672.846109:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000100:00000001:2.0:1749609672.846110:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609672.846110:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609672.846111:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000100:00000001:2.0:1749609672.846112:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609672.846112:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000001:2.0:1749609672.846113:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609672.846113:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:0.0:1749609672.846114:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609672.846115:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609672.846116:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131663b80 x1834598193489024/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609672.846116:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609672.846117:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609672.846118:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:0.0:1749609672.846118:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609672.846119:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609672.846120:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609672.846121:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609672.846122:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609672.846124:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609672.846125:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609672.846125:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846126:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749609672.846127:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609672.846128:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609672.846129:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609672.846130:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bea4be6b-c711-4354-a900-d4c49ab222bb:1047:1834598193489024:0@lo:250: 00000100:00000010:0.0:1749609672.846131:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661180. 00000020:00000040:0.0:1749609672.846132:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609672.846133:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609672.846133:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609672.846134:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846134:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609672.846135:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609672.846135:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609672.846136:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609672.846137:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609672.846138:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609672.846138:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48cc00. 00000100:00000001:0.0:1749609672.846140:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609672.846141:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011de75800. 00000100:00100000:0.0:1749609672.846142:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609672.846143:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609672.846146:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9f8. 00000100:00000001:0.0:1749609672.846146:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609672.846146:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609672.846147:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131661180] to pc [ptlrpcd_rcv+-1] req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609672.846150:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682e58. 00000100:00000001:0.0:1749609672.846151:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609672.846152:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749609672.846154:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193489024, portal 25 00000100:00080000:0.0:1749609672.846154:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609672.846155:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609672.846155:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609672.846156:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609672.846157:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437969280 : -131936271582336 : ffff880131663b80) 00000100:00000001:0.0:1749609672.846157:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609672.846158:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4272 00000100:00080000:0.0:1749609672.846159:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609672.846160:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131663b80 x1834598193489024/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609672.846161:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609672.846162:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609672.846163:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609672.846164:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609672.846164:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609672.846164:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609672.846165:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000100:00000040:2.0:1749609672.846166:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609672.846166:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609672.846166:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000400:00000010:2.0:1749609672.846167:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000020:00000001:0.0:1749609672.846167:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:0.0:1749609672.846168:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000200:2.0:1749609672.846169:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193489024, offset 0 00000100:00000040:0.0:1749609672.846169:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609672.846170:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609672.846171:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609672.846172:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609672.846174:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000400:00000200:2.0:1749609672.846175:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749609672.846175:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609672.846176:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609672.846177:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609672.846178:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609672.846179:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846180:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609672.846181:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609672.846182:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661500. 00000020:00000040:0.0:1749609672.846183:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609672.846184:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609672.846185:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846185:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609672.846186:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609672.846186:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609672.846187:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749609672.846188:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48f000. 00000100:00000001:0.0:1749609672.846189:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609672.846190:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609672.846213:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609672.846214:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609672.846216:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131661500] to pc [ptlrpcd_rcv+-1] req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609672.846220:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609672.846222:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609672.846223:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609672.846224:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749609672.846225:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada0e480 00000100:00080000:0.0:1749609672.846225:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609672.846227:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609672.846229:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4272 00000400:00000100:2.0:1749609672.846230:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193489024 offset 0 length 520: 4 00000100:00080000:0.0:1749609672.846231:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609672.846233:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000400:00000200:2.0:1749609672.846234:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e3058c0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:0.0:1749609672.846235:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609672.846236:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:0.0:1749609672.846236:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609672.846238:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:0.0:1749609672.846239:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609672.846240:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000020:00000001:0.0:1749609672.846241:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609672.846243:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000400:00000200:2.0:1749609672.846244:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000020:00000001:0.0:1749609672.846245:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000400:00000010:2.0:1749609672.846246:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000020:00000001:0.0:1749609672.846247:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000001:2.0:1749609672.846248:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609672.846249:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:0.0:1749609672.846250:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609672.846251:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663b80 x1834598193489024/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609672.846252:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:0.0:1749609672.846253:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:0.0:1749609672.846255:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:0.0:1749609672.846257:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:2.0:1749609672.846258:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609672.846258:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609672.846260:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131663b80 x1834598193489024/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609672.846260:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609672.846262:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609672.846264:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846266:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846266:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609672.846267:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846268:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1749609672.846269:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660a80. 00000100:00000001:2.0:1749609672.846271:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609672.846271:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609672.846273:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609672.846274:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846275:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 0 is 4298945301 00000100:00000001:0.0:1749609672.846275:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609672.846276:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609672.846278:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609672.846279:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4240. 02000000:00000010:0.0:1749609672.846281:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b48f400. 00000100:00000001:0.0:1749609672.846283:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846285:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1749609672.846286:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609672.846291:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 1 is 4298945301 00000100:00000010:2.0:1749609672.846293:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4700. 00000100:00000001:0.0:1749609672.846293:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609672.846294:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846295:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749609672.846297:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131660a80] to pc [ptlrpcd_rcv+-1] req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609672.846303:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609672.846304:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609672.846307:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609672.846308:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4298945301 00000100:00000010:2.0:1749609672.846310:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4c00. 00000100:00000010:0.0:1749609672.846310:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660e00. 00000020:00000040:0.0:1749609672.846312:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609672.846313:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609672.846314:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609672.846315:0:1047:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4298945301 02000000:00000001:0.0:1749609672.846315:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1749609672.846316:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46d4d80. 02000000:00000001:0.0:1749609672.846316:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846319:0:1047:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 02000000:00000010:0.0:1749609672.846319:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88011de35600. 00000100:00000001:0.0:1749609672.846322:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609672.846324:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609672.846326:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609672.846328:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846328:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609672.846328:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846331:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609672.846331:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880131660e00] to pc [ptlrpcd_00_00+0] req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.846332:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846335:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609672.846336:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609672.846338:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609672.846339:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609672.846340:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609672.846342:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609672.846344:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609672.846348:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4282) 00000100:00000001:2.0:1749609672.846349:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609672.846350:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609672.846351:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609672.846353:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609672.846355:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609672.846358:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193489152:0@lo:38: 00000100:00000001:2.0:1749609672.846361:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609672.846362:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609672.846363:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609672.846365:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609672.846367:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011de75c00. 00000100:00000001:0.0:1749609672.846367:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609672.846369:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609672.846370:0:1049:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1749609672.846371:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609672.846372:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdaa8. 00000400:00000010:2.0:1749609672.846374:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000001:0.0:1749609672.846376:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749609672.846377:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193489152, portal 4 00000100:00000001:2.0:1749609672.846378:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609672.846378:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846379:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437958528 : -131936271593088 : ffff880131661180) 00000100:00000001:0.0:1749609672.846379:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609672.846380:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609672.846381:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609672.846385:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609672.846385:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.846391:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609672.846391:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609672.846392:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609672.846392:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609672.846394:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682550. 00000100:00000001:3.0:1749609672.846395:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609672.846395:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193489152, offset 0 02000000:00000001:0.0:1749609672.846395:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609672.846396:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609672.846398:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609672.846398:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609672.846399:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609672.846400:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193489536:0@lo:400: 00000400:00000200:2.0:1749609672.846403:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609672.846403:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609672.846405:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749609672.846407:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0e500 02000000:00000001:0.0:1749609672.846407:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609672.846408:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609672.846411:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a79000. 00000400:00000200:2.0:1749609672.846412:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 21840 02000000:00000001:0.0:1749609672.846412:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609672.846416:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000200:2.0:1749609672.846417:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609672.846420:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609672.846420:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000200:0.0:1749609672.846422:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193489536, portal 10 00000100:00000001:0.0:1749609672.846423:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609672.846424:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437957632 : -131936271593984 : ffff880131660e00) 00000100:00000001:2.0:1749609672.846425:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609672.846426:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749609672.846428:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609672.846429:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776680. 00000100:00000040:2.0:1749609672.846431:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130776680 x1834598193489152 msgsize 520 00000100:00000001:0.0:1749609672.846432:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609672.846433:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609672.846435:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749609672.846435:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749609672.846436:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193489536, offset 0 00000400:00000200:0.0:1749609672.846438:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609672.846443:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609672.846446:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0e680 00000100:00000001:2.0:1749609672.846449:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609672.846450:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 99552 00000400:00000200:0.0:1749609672.846454:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609672.846455:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682550 00000400:00000200:0.0:1749609672.846455:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609672.846456:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682550. 00000100:00000001:2.0:1749609672.846458:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609672.846459:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609672.846460:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609672.846461:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609672.846463:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660380. 00000100:00000040:0.0:1749609672.846464:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff880131660380 x1834598193489536 msgsize 224 00000100:00100000:0.0:1749609672.846466:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609672.846467:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609672.846469:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609672.846472:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609672.846473:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846474:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609672.846478:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609672.846478:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749609672.846479:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00100000:3.0:1749609672.846480:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193489152 00000100:00000001:0.0:1749609672.846480:0:1049:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609672.846482:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609672.846482:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609672.846482:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609672.846484:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1670 usecs (2 jiffies) 00000100:00000001:3.0:1749609672.846485:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609672.846486:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298945291 00000100:00000001:3.0:1749609672.846487:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846487:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298945301 00000100:00000001:0.0:1749609672.846487:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609672.846488:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.846489:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298945291 02000000:00000001:3.0:1749609672.846490:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846490:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298945301 00000100:00000001:2.0:1749609672.846491:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298945291 00000100:00000001:2.0:1749609672.846491:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298945301 00000100:00000001:2.0:1749609672.846492:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298945291 00000100:00000001:0.0:1749609672.846492:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609672.846493:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193489152 00000100:00000001:2.0:1749609672.846493:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298945301 00000100:00000001:0.0:1749609672.846493:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609672.846494:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609672.846494:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609672.846495:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609672.846495:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846495:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609672.846496:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609672.846496:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609672.846496:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000020:00000001:3.0:1749609672.846497:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609672.846497:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609672.846497:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298945290 00000020:00000001:3.0:1749609672.846498:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846499:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298945301 00000100:00000001:0.0:1749609672.846500:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298945290 00000020:00000010:3.0:1749609672.846501:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c200. 00000100:00000001:2.0:1749609672.846501:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609672.846501:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846501:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298945301 02000000:00000001:2.0:1749609672.846502:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609672.846502:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298945290 02000000:00000001:2.0:1749609672.846503:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609672.846503:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298945301 02000000:00000001:2.0:1749609672.846504:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846504:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298945290 00000020:00000010:3.0:1749609672.846505:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000100:00100000:2.0:1749609672.846505:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193489280:0@lo:38: 00000100:00000001:0.0:1749609672.846505:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298945301 00000100:00000001:0.0:1749609672.846506:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609672.846507:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609672.846507:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609672.846508:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609672.846508:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609672.846509:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000001:2.0:1749609672.846509:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846509:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609672.846510:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609672.846512:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011de76000. 00000100:00000001:3.0:1749609672.846513:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609672.846513:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609672.846514:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609672.846515:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdb00. 00000100:00000001:3.0:1749609672.846516:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609672.846516:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682550. 00000100:00000200:2.0:1749609672.846518:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193489280, portal 10 00000100:00000001:2.0:1749609672.846519:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609672.846520:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846520:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437959424 : -131936271592192 : ffff880131661500) 00000100:00000040:2.0:1749609672.846523:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609672.846525:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846526:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609672.846527:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609672.846528:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609672.846528:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749609672.846529:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193489280, offset 0 00000100:00100000:0.0:1749609672.846530:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193489536 00000100:00000001:3.0:1749609672.846531:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609672.846531:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609672.846531:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609672.846532:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609672.846532:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609672.846533:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609672.846534:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609672.846535:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 02000000:00000001:0.0:1749609672.846535:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609672.846536:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0e580 00000100:00000001:3.0:1749609672.846537:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422317184 : -131936287234432 : ffff880130776680) 00000100:00100000:0.0:1749609672.846537:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193489536 00000020:00000001:0.0:1749609672.846538:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609672.846539:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 99776 00000020:00000040:0.0:1749609672.846539:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000100:00000040:3.0:1749609672.846540:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130776680 x1834598193489152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609672.846541:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609672.846542:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609672.846542:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000400:00000200:2.0:1749609672.846543:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609672.846544:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:2.0:1749609672.846545:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749609672.846546:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193489152:12345-0@lo:38: 00000100:00000200:2.0:1749609672.846546:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749609672.846546:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000010:2.0:1749609672.846547:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130776300. 00000100:00000200:3.0:1749609672.846548:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193489152 00000100:00000040:2.0:1749609672.846548:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130776300 x1834598193489280 msgsize 520 00000020:00000001:3.0:1749609672.846550:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609672.846550:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609672.846550:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609672.846553:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7800. 00000100:00000001:2.0:1749609672.846555:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609672.846556:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609672.846557:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000020:00000010:0.0:1749609672.846558:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7eba740. 00000100:00000001:2.0:1749609672.846559:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609672.846560:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609672.846563:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609672.846564:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749609672.846564:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:2.0:1749609672.846565:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.846573:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846574:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609672.846575:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846576:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609672.846578:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609672.846579:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 716 usecs (1 jiffies) 00010000:00000001:3.0:1749609672.846580:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609672.846580:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298945290 00010000:00000001:3.0:1749609672.846582:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609672.846582:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298945301 00000100:00000001:2.0:1749609672.846584:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298945290 00000100:00000001:3.0:1749609672.846585:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609672.846585:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298945301 00000100:00000001:2.0:1749609672.846586:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298945290 00000100:00000001:0.0:1749609672.846587:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609672.846588:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298945301 00000100:00000001:2.0:1749609672.846589:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298945290 00000100:00000001:2.0:1749609672.846590:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298945301 00000100:00000001:3.0:1749609672.846591:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609672.846592:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609672.846593:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609672.846594:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609672.846595:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609672.846596:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609672.846598:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da7bc00. 02000000:00000001:3.0:1749609672.846599:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609672.846599:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79a00. 00000100:00000001:3.0:1749609672.846601:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846602:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609672.846603:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609672.846604:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570680. 00010000:00000001:3.0:1749609672.846605:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609672.846605:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1749609672.846606:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609672.846606:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609672.846606:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040d48. 02000000:00000001:2.0:1749609672.846608:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609672.846609:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:2.0:1749609672.846609:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880131660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193489408:0@lo:38: 00000100:00080000:1.0:1749609672.846611:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749609672.846611:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609672.846612:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609672.846612:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609672.846612:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609672.846613:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609672.846614:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609672.846615:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609672.846615:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609672.846615:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:0.0:1749609672.846615:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609672.846616:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609672.846617:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609672.846618:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609672.846619:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 02000000:00000010:2.0:1749609672.846619:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011de76400. 02000000:00000001:2.0:1749609672.846620:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846620:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609672.846620:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609672.846621:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:3.0:1749609672.846623:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:2.0:1749609672.846623:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fda50. 02000000:00000001:3.0:1749609672.846625:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749609672.846625:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:0.0:1749609672.846625:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609672.846627:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609672.846627:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193489408, portal 10 00000100:00000001:2.0:1749609672.846628:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609672.846629:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609672.846629:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437956736 : -131936271594880 : ffff880131660a80) 00000100:00000001:0.0:1749609672.846630:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609672.846631:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609672.846631:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193489280 02000000:00000001:0.0:1749609672.846632:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749609672.846633:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000040:2.0:1749609672.846633:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609672.846633:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609672.846633:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609672.846634:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609672.846634:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609672.846636:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193489152, offset 0 02000000:00000001:0.0:1749609672.846636:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609672.846637:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1749609672.846637:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193489280 00000020:00000001:0.0:1749609672.846638:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609672.846639:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609672.846639:0:6441:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000020:00000040:0.0:1749609672.846639:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609672.846639:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609672.846640:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609672.846641:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609672.846641:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609672.846641:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437954944 : -131936271596672 : ffff880131660380) 00000020:00000001:0.0:1749609672.846641:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609672.846643:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682908. 00000020:00000010:0.0:1749609672.846643:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79e00. 00000100:00000040:1.0:1749609672.846644:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131660380 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:618/0 lens 224/0 e 0 to 0 dl 1749609683 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609672.846644:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570780. 00000100:00000200:2.0:1749609672.846645:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193489408, offset 0 00000020:00000010:0.0:1749609672.846645:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040e10. 00000400:00000200:3.0:1749609672.846647:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609672.846647:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609672.846647:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609672.846648:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609672.846648:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609672.846650:0:6441:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609672.846650:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609672.846651:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0e500 00000020:00000010:1.0:1749609672.846652:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1b11080. 00000400:00000200:2.0:1749609672.846653:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609672.846653:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609672.846654:0:6441:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609672.846655:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1b11080. 00000100:00000001:0.0:1749609672.846656:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609672.846657:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0e600 00000100:00000001:0.0:1749609672.846657:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609672.846658:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131660380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193489536:12345-0@lo:400: 00000400:00000200:3.0:1749609672.846659:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4d85 [1] + 0 00000100:00000200:1.0:1749609672.846660:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193489536 00000100:00100000:0.0:1749609672.846660:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00000001:0.0:1749609672.846661:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422316288 : -131936287235328 : ffff880130776300) 00000020:00000001:1.0:1749609672.846662:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609672.846663:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609672.846663:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130776300 x1834598193489280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609672.846666:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609672.846668:0:6441:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749609672.846669:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 100296 00000100:00100000:0.0:1749609672.846669:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193489280:12345-0@lo:38: 00000020:00000001:1.0:1749609672.846670:0:6441:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609672.846671:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193489280 00000020:00000001:1.0:1749609672.846672:0:6441:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609672.846672:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609672.846674:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749609672.846674:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609672.846692:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609672.846697:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609672.846697:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609672.846698:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749609672.846701:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130775f80. 00000100:00000200:3.0:1749609672.846703:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609672.846703:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130775f80 x1834598193489408 msgsize 520 00000100:00100000:2.0:1749609672.846707:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609672.846708:0:6441:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00000040:3.0:1749609672.846709:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609672.846710:0:6441:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609672.846712:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609672.846712:0:6441:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609672.846713:0:6441:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609672.846713:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609672.846714:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609672.846714:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682908 00000020:00000001:1.0:1749609672.846715:0:6441:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1749609672.846716:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682908. 00000020:00000001:1.0:1749609672.846716:0:6441:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609672.846716:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609672.846717:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609672.846718:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609672.846718:0:6441:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1749609672.846719:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609672.846720:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609672.846721:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:1.0:1749609672.846721:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609672.846721:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:3.0:1749609672.846722:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 02000000:00000001:1.0:1749609672.846722:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609672.846722:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609672.846723:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609672.846724:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:1.0:1749609672.846724:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880134a14400. 02000000:00000001:0.0:1749609672.846724:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609672.846725:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609672.846726:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846726:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749609672.846726:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b48ec00. 00000100:00000001:1.0:1749609672.846727:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609672.846728:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:2.0:1749609672.846728:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609672.846728:0:6441:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609672.846728:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609672.846729:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846729:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609672.846730:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1749609672.846730:0:6441:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193489536 00010000:00000001:1.0:1749609672.846731:0:6441:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:0.0:1749609672.846731:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609672.846732:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776680 x1834598193489152/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609672.846732:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846733:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609672.846734:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131660380 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609672.846734:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609672.846735:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609672.846736:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609672.846737:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609672.846738:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193489152:12345-0@lo:38: Request processed in 191us (305us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749609672.846738:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609672.846738:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609672.846740:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 550 usecs (1 jiffies) 00010000:00000001:1.0:1749609672.846740:0:6441:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609672.846740:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00001000:1.0:1749609672.846741:0:6441:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=67 v=5 (1 1 1 0) 00000100:00000001:0.0:1749609672.846741:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609672.846742:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298945291 00000100:00100000:3.0:1749609672.846743:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000001:1.0:1749609672.846743:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609672.846744:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298945301 00000100:00000001:0.0:1749609672.846744:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609672.846745:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609672.846745:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609672.846745:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609672.846746:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298945291 00000100:00000001:1.0:1749609672.846746:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:0.0:1749609672.846746:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:2.0:1749609672.846747:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298945301 02000000:00000001:1.0:1749609672.846747:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609672.846747:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749609672.846748:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 02000000:00000001:1.0:1749609672.846748:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609672.846748:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846749:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298945291 00000100:00000001:1.0:1749609672.846749:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609672.846749:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609672.846750:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298945301 00000020:00000010:3.0:1749609672.846751:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609672.846751:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298945291 00000100:00000040:0.0:1749609672.846751:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609672.846752:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609672.846752:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000020:00000010:3.0:1749609672.846753:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c200. 00000100:00000001:2.0:1749609672.846753:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298945301 00000400:00000010:1.0:1749609672.846753:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000001:2.0:1749609672.846754:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609672.846755:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846755:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609672.846755:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193489280, offset 0 00000100:00000200:1.0:1749609672.846756:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193489536, offset 224 00000400:00000200:0.0:1749609672.846757:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609672.846758:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846759:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609672.846760:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609672.846761:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609672.846763:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609672.846764:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1749609672.846764:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609672.846765:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e580 00000100:00000001:2.0:1749609672.846766:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609672.846767:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749609672.846767:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d95 [1] + 0 00000400:00000200:1.0:1749609672.846768:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e680 00000400:00000001:2.0:1749609672.846770:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749609672.846770:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749609672.846771:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609672.846772:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609672.846772:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609672.846773:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193489408 00000400:00000010:2.0:1749609672.846773:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdaa8. 02000000:00000001:3.0:1749609672.846774:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609672.846775:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609672.846775:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000100:00000001:3.0:1749609672.846776:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609672.846776:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 02000000:00000001:3.0:1749609672.846777:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846778:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609672.846779:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193489408 00000020:00000001:3.0:1749609672.846779:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749609672.846779:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d8d [1] + 224 00000020:00000040:3.0:1749609672.846780:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:2.0:1749609672.846780:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609672.846781:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609672.846785:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609672.846785:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609672.846785:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609672.846786:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609672.846787:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782c200. 00000100:00000200:2.0:1749609672.846787:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609672.846787:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609672.846788:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609672.846789:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000020:00000010:3.0:1749609672.846790:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:1.0:1749609672.846790:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609672.846791:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609672.846792:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609672.846792:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609672.846792:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609672.846792:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609672.846793:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846793:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609672.846795:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846795:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609672.846796:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609672.846796:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609672.846797:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609672.846798:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609672.846799:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609672.846799:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000100:00000001:3.0:1749609672.846800:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749609672.846800:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:3.0:1749609672.846801:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609672.846801:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846801:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:3.0:1749609672.846802:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00000001:0.0:1749609672.846802:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609672.846803:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422315392 : -131936287236224 : ffff880130775f80) 02000000:00000001:2.0:1749609672.846803:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609672.846804:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609672.846804:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609672.846805:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130775f80 x1834598193489408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609672.846805:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:0.0:1749609672.846806:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609672.846807:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000100:00001000:2.0:1749609672.846808:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609672 v=5 (0 0 0 0) 00000400:00000010:1.0:1749609672.846808:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000020:00000001:0.0:1749609672.846808:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609672.846809:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130776300 x1834598193489280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609672.846810:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193489408:12345-0@lo:38: 00000100:00000001:1.0:1749609672.846810:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749609672.846811:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193489408 00000100:00001000:2.0:1749609672.846811:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=134 v=20 (1 1 20 0) 00000100:00000001:1.0:1749609672.846811:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609672.846812:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609672.846813:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609672.846813:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846814:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749609672.846814:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00100000:0.0:1749609672.846814:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193489280:12345-0@lo:38: Request processed in 145us (264us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609672.846815:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609672.846816:0:6441:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609672.846817:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846817:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609672.846817:0:6441:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609672.846818:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609672.846818:0:6441:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1749609672.846818:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00010000:00000001:3.0:1749609672.846819:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609672.846820:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609672.846820:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131660380 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1749609683 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609672.846821:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749609672.846821:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609672.846821:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609672.846821:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609672.846822:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609672.846823:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749609672.846823:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570780. 02000000:00000010:3.0:1749609672.846825:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011da78c00. 00000100:00100000:1.0:1749609672.846825:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131660380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193489536:12345-0@lo:400: Request processed in 174us (359us total) trans 0 rc 0/0 00000020:00000010:0.0:1749609672.846825:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040e10. 02000000:00000001:3.0:1749609672.846826:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609672.846827:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846827:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749609672.846827:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79e00. 00000100:00000001:0.0:1749609672.846828:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609672.846829:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609672.846829:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1749609672.846829:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00000001:3.0:1749609672.846830:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846830:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609672.846830:0:6441:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00001000:3.0:1749609672.846831:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609672.846831:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609672.846832:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609672.846833:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609672.846833:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609672.846834:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:2.0:1749609672.846835:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749609672.846835:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570680. 00000100:00000001:3.0:1749609672.846836:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609672.846837:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00080000:2.0:1749609672.846837:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000020:00000010:1.0:1749609672.846837:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040d48. 00000100:00000001:3.0:1749609672.846838:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000010:1.0:1749609672.846838:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79a00. 00000100:00000001:3.0:1749609672.846839:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609672.846839:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609672.846840:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609672.846841:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1749609672.846841:0:6441:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 02000000:00000001:3.0:1749609672.846842:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609672.846842:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609672.846842:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609672.846843:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609672.846844:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609672.846845:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749609672.846847:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193489408, offset 0 00000400:00000200:3.0:1749609672.846848:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609672.846849:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193489152:0@lo:38: 00000400:00000200:3.0:1749609672.846852:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1749609672.846853:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609672.846854:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749609672.846855:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e600 00000400:00000010:2.0:1749609672.846855:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdb00. 00000400:00000200:2.0:1749609672.846857:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682550 00000100:00000001:0.0:1749609672.846857:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749609672.846859:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682550. 00000100:00000001:0.0:1749609672.846859:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609672.846860:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609672.846862:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609672.846865:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d9d [1] + 0 00000400:00000200:3.0:1749609672.846868:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749609672.846868:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749609672.846869:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609672.846869:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749609672.846870:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609672.846871:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749609672.846873:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749609672.846875:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000001:0.0:1749609672.846876:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609672.846877:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609672.846879:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.846879:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609672.846879:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.846880:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846882:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609672.846883:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609672.846884:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.846884:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609672.846886:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609672.846886:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609672.846887:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609672.846888:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609672.846890:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00001000:2.0:1749609672.846890:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609672 v=5 (0 0 0 0) 00000400:00000010:3.0:1749609672.846891:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:0.0:1749609672.846891:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609672.846892:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:2.0:1749609672.846892:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=116 v=20 (1 1 20 0) 00000100:00000001:3.0:1749609672.846893:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609672.846893:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609672.846894:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846894:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609672.846894:0:1049:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609672.846895:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:2.0:1749609672.846895:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609672.846896:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609672.846896:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609672.846897:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609672.846897:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609672.846897:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609672.846898:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609672.846899:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130775f80 x1834598193489408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609692 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609672.846900:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609672.846900:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609672.846903:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=67 v=5 (5 5 5 0) 00000100:00000001:2.0:1749609672.846905:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749609672.846906:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193489408:12345-0@lo:38: Request processed in 95us (201us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749609672.846906:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=67 v=5 (1 1 1 0) 00000100:00000001:2.0:1749609672.846907:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609672.846908:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609672.846908:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749609672.846909:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00000001:0.0:1749609672.846909:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609672.846910:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609672.846910:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609672.846911:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609672.846911:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609672.846911:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1749609672.846912:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000100:00080000:2.0:1749609672.846913:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749609672.846914:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749609672.846915:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782c200. 00000100:00080000:2.0:1749609672.846915:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00010000:00080000:0.0:1749609672.846915:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609672.846916:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846916:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609672.846919:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609672.846921:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609672.846924:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749609672.846925:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193489280:0@lo:38: 00000100:00000040:0.0:1749609672.846926:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609672.846928:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1749609672.846929:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609672.846929:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609672.846930:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609672.846931:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fda50. 00000100:00000040:0.0:1749609672.846931:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609672.846933:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609672.846934:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609672.846936:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609672.846937:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609672.846938:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609672.846939:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609672.846940:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609672.846942:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609672.846945:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609672.846949:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193489536:0@lo:400: 00000100:00000001:2.0:1749609672.846951:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609672.846952:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609672.846952:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846954:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609672.846954:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609672.846955:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609672.846955:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131660e00 x1834598193489536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.846956:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609672.846957:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609672.846959:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609672.846961:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609672 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609672.846961:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609672.846962:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1749609672.846963:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=67 v=20 (1 1 20 0) 02000000:00000010:0.0:1749609672.846963:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a79000. 02000000:00000001:0.0:1749609672.846965:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609672.846966:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749609672.846966:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609672.846967:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749609672.846967:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609672.846968:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609672.846968:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609672.846969:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88011de35600. 00000100:00000040:2.0:1749609672.846970:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609672.846971:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609672.846973:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609672.846973:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660e00. 00000100:00000001:2.0:1749609672.846976:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609672.846978:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609672.846978:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846979:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609672.846979:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846980:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.846981:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609672.846982:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609672.846982:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1749609672.846983:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609672.846983:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609672.846985:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:0.0:1749609672.846985:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609672.846986:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.846987:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609672.846989:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609672.846995:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193489408:0@lo:38: 00000100:00000001:2.0:1749609672.846998:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.847000:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609672.847002:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131661180 x1834598193489152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.847008:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609672.847009:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609672.847011:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011de75c00. 02000000:00000001:2.0:1749609672.847013:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609672.847015:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609672.847016:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609672.847018:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609672.847019:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48cc00. 02000000:00000001:2.0:1749609672.847021:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609672.847022:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609672.847023:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661180. 00000100:00000001:2.0:1749609672.847026:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609672.847027:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.847028:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609672.847030:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131661500 x1834598193489280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.847035:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609672.847036:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609672.847037:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011de76000. 02000000:00000001:2.0:1749609672.847039:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609672.847040:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609672.847041:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609672.847043:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609672.847044:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48f000. 02000000:00000001:2.0:1749609672.847045:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609672.847046:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609672.847047:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661500. 00000100:00000001:2.0:1749609672.847048:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609672.847049:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.847050:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609672.847051:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131660a80 x1834598193489408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609672.847057:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609672.847058:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609672.847059:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011de76400. 02000000:00000001:2.0:1749609672.847061:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609672.847062:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609672.847063:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609672.847064:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609672.847065:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b48f400. 02000000:00000001:2.0:1749609672.847066:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609672.847067:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609672.847068:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660a80. 00000100:00000001:2.0:1749609672.847070:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609672.847070:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609672.847071:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.847073:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609672.847073:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609672.847074:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609672.847075:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609672.857734:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298945301, at 4298945301 00000100:00000040:1.0:1749609672.857734:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298945301, at 4298945301 00000100:00000040:0.0:1749609672.857734:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298945301, at 4298945301 00000100:00000040:2.0:1749609672.857735:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298945301, at 4298945301 00000100:00000010:0.0:1749609672.857746:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4240. 00000100:00000010:3.0:1749609672.857755:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4d80. 00000100:00000010:2.0:1749609672.857767:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4c00. 00000100:00000010:1.0:1749609672.857786:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46d4700. 00010000:00000001:0.0:1749609672.908851:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609672.908859:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609672.908929:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609672.908933:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609672.908937:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609673.082784:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609673.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609673.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609673.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609673.082800:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609673.082803:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609673.082805:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609673.082806:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609673.082808:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609673.424827:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609673.424834:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609673.424836:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609673.424839:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609673.424842:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609673.424846:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609673.424849:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609673.424852:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609673.424854:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609673.910870:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609673.910874:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609673.910987:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609673.910993:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609673.910996:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609674.082794:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609674.082799:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609674.082801:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609674.082803:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609674.082806:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609674.082809:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609674.082812:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609674.082814:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609674.082815:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609674.424831:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609674.424837:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609674.424839:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609674.424841:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609674.424843:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609674.424846:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609674.424848:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609674.424851:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609674.424852:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609674.912803:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609674.912810:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609674.912916:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609674.912921:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609674.912924:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609675.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609675.082794:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609675.082796:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609675.082798:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609675.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609675.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609675.082806:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609675.082808:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609675.082810:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609675.424789:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609675.424798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609675.424800:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609675.424803:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609675.424806:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609675.424810:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609675.424812:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609675.424816:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609675.424818:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609675.914826:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609675.914831:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609675.914904:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609675.914907:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609675.914910:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609676.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609676.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609676.082793:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609676.082796:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609676.082798:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609676.082801:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609676.082803:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609676.082805:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609676.082807:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609676.424793:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609676.424801:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609676.424803:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609676.424806:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609676.424809:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609676.424814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609676.424817:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609676.424820:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609676.424822:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609676.654242:0:8897:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570780. 00080000:00000010:0.0:1749609676.654250:0:8897:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570780. 00000020:00000001:0.0:1749609676.654255:0:8897:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609676.654269:0:8897:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570780. 00080000:00000010:0.0:1749609676.654272:0:8897:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570780. 00000020:00000001:0.0:1749609676.654275:0:8897:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609676.656982:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d100. 00080000:00000010:2.0:1749609676.656987:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d100. 00000020:00000001:2.0:1749609676.656991:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609676.657056:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d100. 00080000:00000010:2.0:1749609676.657059:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d100. 00000020:00000001:2.0:1749609676.657062:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609676.775004:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570580. 00080000:00000010:0.0:1749609676.775010:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570580. 00000020:00000001:0.0:1749609676.775014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609676.775054:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570580. 00080000:00000010:0.0:1749609676.775057:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570580. 00000020:00000001:0.0:1749609676.775059:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609676.916723:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609676.916728:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609676.916778:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609676.916781:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609676.916784:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749609676.999460:0:8962:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609676.999467:0:8962:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609676.999471:0:8962:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609676.999485:0:8962:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d180. 00080000:00000010:2.0:1749609676.999489:0:8962:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d180. 00000020:00000001:2.0:1749609676.999492:0:8962:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609677.002450:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570700. 00080000:00000010:0.0:1749609677.002456:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570700. 00000020:00000001:0.0:1749609677.002460:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609677.002522:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570700. 00080000:00000010:0.0:1749609677.002526:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570700. 00000020:00000001:0.0:1749609677.002529:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609677.082725:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609677.082729:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609677.082731:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609677.082733:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609677.082735:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609677.082737:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609677.082739:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609677.082740:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609677.082741:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749609677.089761:0:9004:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749609677.089765:0:9004:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1749609677.091139:0:9004:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749609677.122261:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570700. 00080000:00000010:0.0:1749609677.122267:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570700. 00000020:00000001:0.0:1749609677.122270:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609677.122308:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570700. 00080000:00000010:0.0:1749609677.122312:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570700. 00000020:00000001:0.0:1749609677.122314:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609677.347008:0:9026:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d100. 00080000:00000010:2.0:1749609677.347017:0:9026:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d100. 00000020:00000001:2.0:1749609677.347023:0:9026:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609677.347036:0:9026:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d100. 00080000:00000010:2.0:1749609677.347041:0:9026:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d100. 00000020:00000001:2.0:1749609677.347044:0:9026:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609677.350390:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d380. 00080000:00000010:1.0:1749609677.350395:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d380. 00000020:00000001:1.0:1749609677.350399:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609677.350460:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d380. 00080000:00000010:1.0:1749609677.350463:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d380. 00000020:00000001:1.0:1749609677.350466:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609677.424725:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609677.424730:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609677.424732:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609677.424734:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609677.424737:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609677.424740:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609677.424742:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609677.424744:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609677.424746:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609677.468784:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552db00. 00080000:00000010:2.0:1749609677.468790:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552db00. 00000020:00000001:2.0:1749609677.468793:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609677.468833:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552db00. 00080000:00000010:2.0:1749609677.468836:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552db00. 00000020:00000001:2.0:1749609677.468837:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609677.584001:0:9090:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d380. 00080000:00000010:1.0:1749609677.584010:0:9090:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d380. 00000020:00000001:1.0:1749609677.584014:0:9090:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609677.584024:0:9090:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d380. 00080000:00000010:1.0:1749609677.584027:0:9090:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d380. 00000020:00000001:1.0:1749609677.584029:0:9090:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609677.586571:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609677.586579:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609677.586584:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609677.586647:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609677.586652:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609677.586654:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609677.677519:0:9133:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880136bbeaf0. 00000400:00000040:2.0:1749609677.677527:0:9133:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1749609677.677529:0:9133:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1749609677.677531:0:9133:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1749609677.677532:0:9133:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1749609677.677534:0:9133:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1749609677.677535:0:9133:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1749609677.677537:0:9133:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1749609677.677629:0:9133:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff880136bbeaf0. 00080000:00000010:0.0:1749609677.710454:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f00. 00080000:00000010:0.0:1749609677.710463:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f00. 00000020:00000001:0.0:1749609677.710466:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609677.710503:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f00. 00080000:00000010:0.0:1749609677.710506:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f00. 00000020:00000001:0.0:1749609677.710508:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.846718:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609677.846729:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609677.846731:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.846734:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609677.846736:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609677.846738:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.846741:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609677.860734:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749609677.860738:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749609677.860739:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749609677.860742:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609677.860743:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749609677.860745:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609677.860747:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749609677.860750:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4277 00000100:00080000:3.0:1749609677.860752:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749609677.860754:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609677.860755:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609677.860761:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609677.860766:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:3.0:1749609677.860768:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609677.860769:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:3.0:1749609677.860771:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609677.860773:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:3.0:1749609677.860774:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:3.0:1749609677.860775:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:3.0:1749609677.860777:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609677.860777:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609677.860778:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609677.860779:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:3.0:1749609677.860781:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:3.0:1749609677.860782:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:3.0:1749609677.860783:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609677.860785:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609677.860789:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609677.860791:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.860792:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609677.860794:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609677.860797:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5c0a80. 00000020:00000040:3.0:1749609677.860799:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749609677.860802:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609677.860803:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.860805:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609677.860806:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609677.860809:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609677.860809:0:9159:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f00. 02000000:00000010:3.0:1749609677.860812:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800736e2800. 00080000:00000010:0.0:1749609677.860814:0:9159:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f00. 00000100:00000001:3.0:1749609677.860817:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609677.860817:0:9159:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609677.860822:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:0.0:1749609677.860826:0:9159:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f00. 00000100:00000001:3.0:1749609677.860828:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609677.860829:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609677.860829:0:9159:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f00. 00000020:00000001:0.0:1749609677.860830:0:9159:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609677.860831:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c5c0a80] to pc [ptlrpcd_rcv+-1] req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609677.860848:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609677.860850:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749609677.860852:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609677.860853:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749609677.860854:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609677.860855:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749609677.860856:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4277 00000100:00080000:3.0:1749609677.860857:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749609677.860858:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609677.860859:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609677.860860:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609677.860861:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:3.0:1749609677.860862:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609677.860862:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749609677.860863:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:3.0:1749609677.860864:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609677.860865:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000020:00000001:3.0:1749609677.860865:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000001:2.0:1749609677.860865:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609677.860866:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000001:2.0:1749609677.860866:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609677.860868:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609677.860868:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609677.860869:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609677.860870:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000040:2.0:1749609677.860870:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609677.860871:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00080000:3.0:1749609677.860872:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:3.0:1749609677.860873:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609677.860874:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609677.860875:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609677.860876:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.860876:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609677.860877:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609677.860877:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.860878:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609677.860880:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609677.860881:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.860881:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609677.860882:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5c0380. 00000100:00100000:2.0:1749609677.860883:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193489664:0@lo:38: 00000020:00000040:3.0:1749609677.860884:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749609677.860885:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749609677.860885:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609677.860886:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.860887:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609677.860887:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609677.860888:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.860888:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609677.860889:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609677.860890:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800736e0000. 02000000:00000001:2.0:1749609677.860890:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609677.860891:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609677.860892:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011de77c00. 00000100:00100000:3.0:1749609677.860893:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609677.860893:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.860897:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749609677.860897:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fda50. 00000100:00000001:3.0:1749609677.860898:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609677.860899:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c5c0380] to pc [ptlrpcd_rcv+-1] req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609677.860901:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000001:3.0:1749609677.860903:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609677.860904:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749609677.860905:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193489664, portal 4 00000100:00080000:3.0:1749609677.860906:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609677.860906:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749609677.860906:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1749609677.860907:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609677.860907:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134937496192 : -131938772055424 : ffff88009c5c0a80) 00000100:00000001:3.0:1749609677.860908:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749609677.860909:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4277 00000100:00080000:3.0:1749609677.860910:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609677.860911:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609677.860912:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609677.860913:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609677.860914:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609677.860915:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609677.860916:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609677.860917:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609677.860917:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000040:2.0:1749609677.860918:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609677.860919:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609677.860919:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682550. 00000020:00000040:3.0:1749609677.860920:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000100:00000200:2.0:1749609677.860921:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193489664, offset 0 00000400:00000200:2.0:1749609677.860924:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609677.860925:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:3.0:1749609677.860926:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000100:00000040:3.0:1749609677.860929:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609677.860930:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609677.860931:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000400:00000200:2.0:1749609677.860932:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609677.860933:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:3.0:1749609677.860934:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:3.0:1749609677.860936:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:3.0:1749609677.860938:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609677.860939:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749609677.860939:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0e700 02000000:00000001:3.0:1749609677.860942:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609677.860943:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609677.860943:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 22360 00000100:00000001:3.0:1749609677.860945:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609677.860946:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609677.860948:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c5c3b80. 00000400:00000200:2.0:1749609677.860948:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749609677.860950:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1749609677.860950:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609677.860952:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609677.860953:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.860954:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609677.860954:0:1047:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749609677.860955:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1749609677.860955:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:3.0:1749609677.860956:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609677.860958:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777100. 02000000:00000010:3.0:1749609677.860959:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800736e3400. 00000100:00000040:2.0:1749609677.860960:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130777100 x1834598193489664 msgsize 520 00000100:00000001:3.0:1749609677.860961:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609677.860962:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609677.860964:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609677.860967:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609677.860970:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749609677.860970:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682550 00000100:00000001:3.0:1749609677.860971:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609677.860972:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682550. 00000100:00000040:3.0:1749609677.860974:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c5c3b80] to pc [ptlrpcd_rcv+-1] req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.860975:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609677.860978:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609677.860980:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609677.860982:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609677.860984:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609677.860984:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609677.860986:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.860991:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609677.860992:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8c380. 00000100:00000001:2.0:1749609677.860993:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749609677.860994:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609677.860996:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609677.860996:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609677.860997:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609677.860999:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609677.860999:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1656 usecs (2 jiffies) 02000000:00000010:3.0:1749609677.861001:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880096dd4d00. 00000100:00000001:2.0:1749609677.861001:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298950306 00000100:00000001:3.0:1749609677.861004:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609677.861004:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136851d80. 00000100:00000040:3.0:1749609677.861006:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609677.861009:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609677.861011:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609677.861011:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609677.861014:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a7c8c380] to pc [ptlrpcd_00_01+1] req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.861014:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298950306 00000100:00000010:2.0:1749609677.861016:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136851e00. 00000100:00000001:2.0:1749609677.861018:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609677.861025:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609677.861028:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4288) 00000100:00000001:2.0:1749609677.861030:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298950306 00000100:00000010:2.0:1749609677.861032:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136851d00. 00000100:00000001:2.0:1749609677.861034:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609677.861036:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298950306 00000100:00000010:2.0:1749609677.861038:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136851c40. 00000100:00000001:2.0:1749609677.861040:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609677.861041:0:6446:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609677.861043:0:6446:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193489664 00000100:00000001:2.0:1749609677.861043:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609677.861044:0:6446:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609677.861045:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.861046:0:6446:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609677.861047:0:6446:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861047:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861049:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609677.861050:0:6446:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609677.861052:0:6446:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193489664 00000020:00000001:3.0:1749609677.861053:0:6446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609677.861053:0:6446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609677.861054:0:6446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609677.861054:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609677.861055:0:6446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861055:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609677.861055:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609677.861056:0:6446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861057:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609677.861058:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609677.861058:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609677.861059:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609677.861060:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749609677.861061:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a80. 00000100:00000040:2.0:1749609677.861061:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861062:0:1049:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749609677.861063:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609677.861065:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609677.861066:0:6446:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609677.861066:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.861067:0:6446:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609677.861067:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609677.861068:0:6446:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.861068:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609677.861068:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609677.861069:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609677.861071:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193489792:0@lo:38: 00000100:00000001:3.0:1749609677.861072:0:6446:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861073:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609677.861074:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609677.861075:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.861076:0:6446:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609677.861076:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609677.861076:0:1049:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609677.861077:0:1049:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609677.861078:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011de76400. 02000000:00000001:2.0:1749609677.861079:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609677.861079:0:1049:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609677.861081:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdb00. 02000000:00000001:1.0:1749609677.861081:0:1049:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609677.861083:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682550. 02000000:00000001:1.0:1749609677.861083:0:1049:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609677.861084:0:1049:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7c8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193490048:0@lo:400: 00000100:00000001:3.0:1749609677.861085:0:6446:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609677.861085:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193489792, portal 10 00000100:00000001:2.0:1749609677.861086:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609677.861086:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134937494400 : -131938772057216 : ffff88009c5c0380) 00000100:00000001:3.0:1749609677.861087:0:6446:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609677.861087:0:1049:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749609677.861089:0:6446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:2.0:1749609677.861089:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609677.861090:0:1049:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609677.861091:0:6446:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422319872 : -131936287231744 : ffff880130777100) 02000000:00000001:1.0:1749609677.861092:0:1049:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609677.861093:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130777100 x1834598193489664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.861093:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609677.861093:0:1049:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609677.861094:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609677.861094:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000200:2.0:1749609677.861095:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193489792, offset 0 02000000:00000010:1.0:1749609677.861096:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096550000. 00000400:00000200:2.0:1749609677.861097:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609677.861097:0:1049:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609677.861098:0:6446:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193489664:12345-0@lo:38: 00000100:00000200:3.0:1749609677.861101:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193489664 00000400:00000010:1.0:1749609677.861101:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a1b8. 00000400:00000200:2.0:1749609677.861102:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609677.861103:0:6446:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609677.861105:0:6446:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749609677.861105:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000400:00000200:2.0:1749609677.861106:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0e780 00000400:00000200:2.0:1749609677.861109:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 100816 00000400:00000200:2.0:1749609677.861113:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609677.861115:0:6446:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609677.861115:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193490048, portal 10 00000400:00000200:2.0:1749609677.861116:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:3.0:1749609677.861117:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609677.861117:0:1049:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609677.861117:0:1049:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135129170816 : -131938580380800 : ffff8800a7c8c380) 00000100:00000001:2.0:1749609677.861119:0:1047:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749609677.861120:0:6446:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749609677.861120:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609677.861123:0:6446:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:2.0:1749609677.861123:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777b80. 00000100:00000040:1.0:1749609677.861123:0:1049:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609677.861125:0:6446:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749609677.861125:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130777b80 x1834598193489792 msgsize 520 00000100:00000001:3.0:1749609677.861127:0:6446:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609677.861127:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609677.861127:0:1049:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609677.861129:0:1049:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609677.861130:0:6446:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749609677.861130:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749609677.861131:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193490048, offset 0 02000000:00000010:3.0:1749609677.861132:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e2000. 02000000:00000001:3.0:1749609677.861134:0:6446:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861134:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609677.861135:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609677.861136:0:6446:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609677.861139:0:6446:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609677.861139:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00010000:00000001:3.0:1749609677.861141:0:6446:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609677.861141:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00001000:3.0:1749609677.861143:0:6446:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609677.861143:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749609677.861144:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609677.861145:0:6446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749609677.861145:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609677.861148:0:6446:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609677.861149:0:6446:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000200:1.0:1749609677.861150:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0e880 00000100:00000001:3.0:1749609677.861151:0:6446:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609677.861151:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609677.861153:0:6446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000040:2.0:1749609677.861153:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609677.861154:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 101336 00000100:00000040:3.0:1749609677.861155:0:6446:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:3.0:1749609677.861157:0:6446:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609677.861171:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609677.861173:0:6446:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861173:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861174:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609677.861174:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609677.861178:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861179:0:1049:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609677.861180:0:6446:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609677.861180:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 712 usecs (1 jiffies) 00000100:00000200:1.0:1749609677.861180:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609677.861182:0:6446:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609677.861182:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298950305 00000100:00000010:1.0:1749609677.861183:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011da7d180. 00000100:00000001:2.0:1749609677.861184:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298950306 00000400:00000010:3.0:1749609677.861185:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609677.861185:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298950305 00000100:00000040:1.0:1749609677.861185:0:1049:0:(events.c:338:request_in_callback()) incoming req@ffff88011da7d180 x1834598193490048 msgsize 224 00000100:00000001:2.0:1749609677.861186:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298950306 00000100:00000200:3.0:1749609677.861188:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193489664, offset 0 00000100:00000001:2.0:1749609677.861188:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298950305 00000100:00100000:1.0:1749609677.861188:0:1049:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609677.861189:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298950306 00000100:00000001:2.0:1749609677.861190:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298950305 00000100:00000001:2.0:1749609677.861191:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298950306 00000400:00000200:3.0:1749609677.861192:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609677.861193:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609677.861194:0:1049:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609677.861195:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861196:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609677.861198:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609677.861199:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609677.861199:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749609677.861200:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000001:2.0:1749609677.861202:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609677.861203:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861203:0:1049:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609677.861204:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0e700 02000000:00000001:2.0:1749609677.861204:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609677.861205:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609677.861205:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609677.861206:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609677.861208:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193489920:0@lo:38: 00000400:00000200:3.0:1749609677.861209:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4db5 [1] + 0 00000100:00000001:2.0:1749609677.861209:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609677.861210:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609677.861211:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861211:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609677.861212:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609677.861212:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609677.861213:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011de77000. 00000100:00000040:1.0:1749609677.861213:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609677.861214:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609677.861215:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609677.861216:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdaa8. 00000100:00000001:1.0:1749609677.861216:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609677.861217:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00000001:1.0:1749609677.861217:0:1049:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609677.861218:0:6446:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609677.861219:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193489920, portal 10 00000100:00000200:3.0:1749609677.861220:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.861220:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609677.861220:0:1049:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861221:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134937508736 : -131938772042880 : ffff88009c5c3b80) 00000100:00000040:1.0:1749609677.861222:0:1049:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000100:00000040:2.0:1749609677.861224:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861224:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298950305 00000100:00000040:3.0:1749609677.861228:0:6446:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.861228:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609677.861229:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609677.861229:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298950306 00000400:00000010:2.0:1749609677.861230:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682908. 00000100:00000200:2.0:1749609677.861231:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193489920, offset 0 00000100:00000001:1.0:1749609677.861231:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298950305 00000100:00000001:1.0:1749609677.861232:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298950306 00000100:00000001:1.0:1749609677.861233:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298950305 00000400:00000200:2.0:1749609677.861234:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609677.861234:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298950306 00000100:00000001:3.0:1749609677.861235:0:6446:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609677.861235:0:1049:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298950305 00000100:00000001:1.0:1749609677.861236:0:1049:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298950306 00000100:00000001:1.0:1749609677.861236:0:1049:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609677.861238:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609677.861238:0:1049:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861239:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609677.861241:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000001:1.0:1749609677.861241:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609677.861242:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:3.0:1749609677.861245:0:6446:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609677.861246:0:6446:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749609677.861246:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0e800 00000100:00000001:1.0:1749609677.861246:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609677.861246:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609677.861247:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609677.861248:0:6446:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609677.861248:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 101560 00000100:00000001:1.0:1749609677.861248:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609677.861249:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609677.861250:0:6446:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609677.861250:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609677.861251:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609677.861252:0:6446:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609677.861253:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609677.861254:0:6446:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609677.861255:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609677.861256:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609677.861257:0:6446:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777100 x1834598193489664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609677.861258:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130777480. 00000100:00000040:2.0:1749609677.861260:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880130777480 x1834598193489920 msgsize 520 00000100:00100000:2.0:1749609677.861262:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609677.861264:0:6446:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1047:x1834598193489664:12345-0@lo:38: Request processed in 165us (302us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609677.861265:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609677.861268:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609677.861268:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193489792 02000000:00000001:1.0:1749609677.861269:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749609677.861270:0:6446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000400:00000200:2.0:1749609677.861270:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682908 00000400:00000010:2.0:1749609677.861271:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682908. 00000100:00000001:1.0:1749609677.861271:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609677.861272:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609677.861273:0:6446:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749609677.861273:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861273:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.861274:0:6446:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609677.861275:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609677.861277:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a80. 00000100:00000001:2.0:1749609677.861277:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609677.861277:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193489792 00000100:00000040:2.0:1749609677.861278:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609677.861278:0:7488:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609677.861279:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1749609677.861280:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000001:2.0:1749609677.861281:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609677.861281:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609677.861282:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609677.861282:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861283:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609677.861283:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609677.861285:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 548 usecs (1 jiffies) 00000100:00000001:2.0:1749609677.861286:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298950305 00000020:00000010:1.0:1749609677.861286:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096550800. 00000020:00000010:3.0:1749609677.861287:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609677.861287:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298950306 00000100:00000001:2.0:1749609677.861288:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298950305 00000020:00000010:1.0:1749609677.861288:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d180. 00000100:00000001:2.0:1749609677.861289:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298950306 00000100:00000001:2.0:1749609677.861290:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298950305 00000020:00000010:1.0:1749609677.861290:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000100:00000001:3.0:1749609677.861291:0:6446:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861291:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298950306 00000100:00000001:2.0:1749609677.861293:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298950305 00000100:00000001:1.0:1749609677.861293:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609677.861294:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298950306 00000100:00000001:2.0:1749609677.861295:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609677.861296:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609677.861299:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609677.861300:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609677.861301:0:1048:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609677.861301:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609677.861302:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fda50. 00000100:00000001:3.0:1749609677.861303:0:1048:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861303:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609677.861304:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000400:00000010:2.0:1749609677.861305:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:1.0:1749609677.861306:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861307:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609677.861309:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861312:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609677.861315:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861316:0:7488:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609677.861318:0:7488:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193490048 00000100:00000001:3.0:1749609677.861319:0:6440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609677.861319:0:7488:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749609677.861320:0:6440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193489920 00000100:00000001:2.0:1749609677.861320:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609677.861320:0:7488:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609677.861320:0:7488:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609677.861321:0:6440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609677.861321:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609677.861322:0:6440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609677.861322:0:7488:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861323:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749609677.861323:0:7488:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193490048 00000100:00000001:3.0:1749609677.861324:0:6440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.861324:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749609677.861324:0:7488:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609677.861325:0:6440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609677.861325:0:7488:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000020:00000001:1.0:1749609677.861325:0:7488:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609677.861326:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609677.861327:0:6440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193489920 00000100:00000001:2.0:1749609677.861327:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609677.861327:0:7488:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:3.0:1749609677.861328:0:6440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609677.861328:0:6440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609677.861328:0:7488:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:3.0:1749609677.861329:0:6440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609677.861329:0:7488:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:3.0:1749609677.861330:0:6440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.861330:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609677.861331:0:6440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609677.861332:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009782d200. 00000100:00000001:1.0:1749609677.861332:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609677.861333:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36640. 00000020:00000010:3.0:1749609677.861334:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a80. 00000100:00001000:2.0:1749609677.861334:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609677 v=5 (0 0 0 0) 00000020:00000010:3.0:1749609677.861335:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000001:3.0:1749609677.861336:0:6440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749609677.861336:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e7800. 00000100:00000001:3.0:1749609677.861337:0:6440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1749609677.861337:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=139 v=20 (1 1 20 0) 00000100:00000001:3.0:1749609677.861339:0:6440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861340:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609677.861341:0:6440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609677.861341:0:7488:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:2.0:1749609677.861342:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609677.861343:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609677.861344:0:6440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609677.861345:0:7488:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749609677.861346:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609677.861347:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096550200. 00000100:00000001:3.0:1749609677.861348:0:6440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609677.861348:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880072a7d200. 00000100:00000001:3.0:1749609677.861349:0:6440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609677.861349:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a898. 00000100:00100000:3.0:1749609677.861351:0:6440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00000001:3.0:1749609677.861353:0:6440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422322560 : -131936287229056 : ffff880130777b80) 00000100:00000001:2.0:1749609677.861353:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609677.861353:0:7488:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609677.861354:0:7488:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609677.861354:0:7488:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609677.861355:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749609677.861356:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130777b80 x1834598193489792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861356:0:7488:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861357:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861358:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609677.861358:0:7488:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609677.861359:0:7488:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609677.861360:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609677.861360:0:7488:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861361:0:7488:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609677.861362:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749609677.861363:0:6440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193489792:12345-0@lo:38: 00000100:00080000:2.0:1749609677.861364:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609677.861364:0:7488:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749609677.861365:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193489792 00000100:00000001:1.0:1749609677.861365:0:7488:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609677.861366:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609677.861368:0:6440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609677.861369:0:6440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609677.861369:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609677.861371:0:7488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:1.0:1749609677.861373:0:7488:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000001:1.0:1749609677.861374:0:7488:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137106723200 : -131936602828416 : ffff88011da7d180) 00000100:00000040:1.0:1749609677.861377:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011da7d180 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:623/0 lens 224/0 e 0 to 0 dl 1749609688 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609677.861379:0:6440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609677.861380:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c5c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193489664:0@lo:38: 00010000:00020000:3.0:1749609677.861382:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609677.861382:0:7488:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609677.861383:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609677.861383:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b36280. 00010000:00000001:3.0:1749609677.861384:0:6440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609677.861384:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609677.861384:0:7488:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609677.861385:0:6440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609677.861385:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c5c0a80 x1834598193489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609677.861386:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b36280. 00000100:00000001:3.0:1749609677.861387:0:6440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609677.861388:0:6440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609677.861388:0:7488:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011da7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193490048:12345-0@lo:400: 00000100:00000001:2.0:1749609677.861389:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609677.861390:0:6440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609677.861390:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749609677.861390:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193490048 00000020:00000001:1.0:1749609677.861391:0:7488:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:3.0:1749609677.861392:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e0400. 02000000:00000010:2.0:1749609677.861392:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011de77c00. 02000000:00000001:3.0:1749609677.861393:0:6440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.861394:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609677.861394:0:7488:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609677.861395:0:6440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609677.861395:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749609677.861395:0:7488:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609677.861396:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:3.0:1749609677.861397:0:6440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749609677.861397:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749609677.861397:0:7488:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1749609677.861398:0:6440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609677.861398:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800736e2800. 00000020:00000001:1.0:1749609677.861398:0:7488:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000100:00001000:3.0:1749609677.861400:0:6440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749609677.861400:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1749609677.861400:0:7488:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749609677.861401:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609677.861402:0:6440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609677.861402:0:7488:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609677.861403:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c0a80. 00000100:00000001:3.0:1749609677.861404:0:6440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749609677.861404:0:7488:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1749609677.861405:0:6440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609677.861405:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609677.861405:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609677.861405:0:7488:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609677.861406:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609677.861407:0:6440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:1.0:1749609677.861407:0:7488:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.861408:0:6440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:2.0:1749609677.861408:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749609677.861408:0:7488:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609677.861409:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861410:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609677.861411:0:6440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609677.861411:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609677.861412:0:6440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609677.861412:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861412:0:7488:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609677.861413:0:6440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861413:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609677.861413:0:7488:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609677.861415:0:6440:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749609677.861415:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880134a15800. 00000100:00000040:3.0:1749609677.861417:0:6440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609677.861417:0:7488:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609677.861418:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:1.0:1749609677.861418:0:7488:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609677.861420:0:7488:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609677.861421:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193489792, offset 0 00010000:00000040:1.0:1749609677.861421:0:7488:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193490048 00010000:00000001:1.0:1749609677.861423:0:7488:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749609677.861424:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1749609677.861425:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011da7d180 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.861428:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609677.861429:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609677.861430:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749609677.861431:0:7488:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749609677.861432:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000400:00000200:3.0:1749609677.861434:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e780 00000100:00000001:2.0:1749609677.861434:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137422320768 : -131936287230848 : ffff880130777480) 00010000:00000001:1.0:1749609677.861434:0:7488:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609677.861436:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4dbd [1] + 0 00000100:00000040:2.0:1749609677.861436:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130777480 x1834598193489920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609677.861437:0:7488:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=72 v=5 (1 1 1 0) 00000400:00000200:3.0:1749609677.861439:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609677.861439:0:7488:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609677.861443:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749609677.861443:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193489920:12345-0@lo:38: 00000100:00000040:1.0:1749609677.861443:0:7488:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:1.0:1749609677.861444:0:7488:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:3.0:1749609677.861445:0:6440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609677.861446:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193489920 02000000:00000001:1.0:1749609677.861446:0:7488:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749609677.861447:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609677.861447:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609677.861447:0:7488:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861448:0:7488:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609677.861449:0:6442:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609677.861450:0:7488:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609677.861451:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000020:00000001:2.0:1749609677.861453:0:6442:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609677.861453:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193490048, offset 224 00010000:00020000:2.0:1749609677.861455:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609677.861456:0:6440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609677.861456:0:6442:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609677.861456:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609677.861457:0:6442:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609677.861458:0:6442:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609677.861459:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609677.861460:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609677.861460:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609677.861462:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011de77c00. 00000100:00000001:3.0:1749609677.861463:0:6440:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609677.861463:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609677.861463:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e880 00000100:00000001:2.0:1749609677.861464:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609677.861465:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609677.861465:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4dc5 [1] + 224 00010000:00000001:2.0:1749609677.861466:0:6442:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609677.861467:0:6442:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609677.861468:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000200:1.0:1749609677.861468:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609677.861469:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609677.861469:0:6442:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609677.861470:0:6440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609677.861470:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609677.861470:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609677.861471:0:6440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609677.861471:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 20 to 0@lo 00000100:00000001:2.0:1749609677.861472:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:1.0:1749609677.861472:0:7488:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609677.861473:0:6440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861473:0:6442:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000200:1.0:1749609677.861474:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609677.861475:0:6440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000040:2.0:1749609677.861475:0:6442:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000100:00000001:3.0:1749609677.861476:0:6440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.861476:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609677.861477:0:6440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609677.861477:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861478:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609677.861479:0:6440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777b80 x1834598193489792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609677.861479:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609677.861479:0:7488:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609677.861480:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682f68. 00000100:00000200:2.0:1749609677.861482:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193489920, offset 0 00000100:00100000:3.0:1749609677.861485:0:6440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1047:x1834598193489792:12345-0@lo:38: Request processed in 121us (358us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749609677.861485:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609677.861486:0:7488:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609677.861488:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609677.861489:0:6440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000400:00000200:1.0:1749609677.861489:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749609677.861490:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000001:3.0:1749609677.861491:0:6440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609677.861491:0:7488:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609677.861492:0:6440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609677.861492:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0e800 00000100:00000001:1.0:1749609677.861492:0:7488:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609677.861494:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d180. 00000400:00000200:2.0:1749609677.861494:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4dd1 [1] + 0 00000100:00000001:1.0:1749609677.861494:0:7488:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609677.861495:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000400:00000200:2.0:1749609677.861496:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609677.861496:0:7488:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000020:00000010:3.0:1749609677.861497:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096550800. 00010000:00000001:1.0:1749609677.861497:0:7488:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749609677.861498:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609677.861498:0:7488:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609677.861499:0:6440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609677.861499:0:7488:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609677.861500:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609677.861501:0:7488:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011da7d180 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1749609688 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609677.861502:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609677.861507:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.861511:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609677.861513:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682f68 00000100:00100000:1.0:1749609677.861513:0:7488:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011da7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1049:x1834598193490048:12345-0@lo:400: Request processed in 129us (326us total) trans 0 rc 0/0 00000400:00000010:2.0:1749609677.861514:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682f68. 00000100:00000001:2.0:1749609677.861515:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:3.0:1749609677.861516:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609677.861516:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609677.861517:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609677.861517:0:7488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000020:00000040:3.0:1749609677.861519:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000040:2.0:1749609677.861519:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:1.0:1749609677.861519:0:7488:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:2.0:1749609677.861520:0:6442:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609677.861521:0:6442:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609677.861521:0:7488:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609677.861522:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130777480 x1834598193489920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609697 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861522:0:7488:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609677.861524:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880072a7d200. 00000100:00100000:2.0:1749609677.861526:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1047:x1834598193489920:12345-0@lo:38: Request processed in 85us (265us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749609677.861526:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a898. 00000020:00000010:1.0:1749609677.861528:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096550200. 00000100:00100000:2.0:1749609677.861530:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000020:00000040:1.0:1749609677.861530:0:7488:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:2.0:1749609677.861531:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609677.861532:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609677.861532:0:7488:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609677.861534:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a80. 00000020:00000010:2.0:1749609677.861535:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:2.0:1749609677.861537:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009782d200. 00000100:00000001:2.0:1749609677.861538:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609677.861540:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609677.861541:0:1049:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609677.861544:0:1049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609677.861545:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1749609677.861545:0:1049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609677.861546:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749609677.861546:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a1b8. 00000400:00000200:1.0:1749609677.861548:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749609677.861548:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000001:1.0:1749609677.861550:0:1049:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609677.861551:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609677.861555:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609677.861556:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1749609677.861556:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609677.861557:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdb00. 00000400:00000200:2.0:1749609677.861558:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682550 00000400:00000010:2.0:1749609677.861559:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682550. 00000100:00000001:1.0:1749609677.861559:0:1049:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609677.861560:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609677.861560:0:1049:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609677.861562:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861562:0:1049:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609677.861563:0:1049:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609677.861564:0:1049:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609677.861565:0:1049:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609677.861566:0:1049:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609677.861567:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609677.861569:0:1049:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=72 v=5 (5 5 5 0) 00000100:00000001:2.0:1749609677.861571:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609677.861571:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609677.861571:0:1049:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=72 v=5 (1 1 1 0) 00000100:00000001:2.0:1749609677.861572:0:1047:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609677.861572:0:1049:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749609677.861573:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609677.861574:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609677.861575:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.861576:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861576:0:1049:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609677.861578:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609677 v=5 (0 0 0 0) 00010000:00000001:1.0:1749609677.861578:0:1049:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1749609677.861580:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=121 v=20 (1 1 20 0) 00010000:00080000:1.0:1749609677.861580:0:1049:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.861581:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609677.861582:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609677.861583:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609677.861585:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609677.861585:0:1049:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861587:0:1049:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609677.861588:0:1049:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609677.861589:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609677.861589:0:1049:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609677.861590:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609677.861590:0:1049:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861591:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861592:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609677.861592:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609677.861592:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609677.861593:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609677.861595:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609677.861595:0:1049:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609677.861596:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609677.861597:0:1049:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749609677.861598:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861598:0:1049:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609677.861600:0:1049:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609677.861601:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c5c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193489792:0@lo:38: 00000400:00000001:2.0:1749609677.861604:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609677.861605:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609677.861606:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdaa8. 00000100:00100000:1.0:1749609677.861606:0:1049:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a7c8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1049:1834598193490048:0@lo:400: 00000400:00000200:2.0:1749609677.861607:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000400:00000010:2.0:1749609677.861607:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:2.0:1749609677.861608:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609677.861610:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861610:0:1049:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609677.861612:0:1049:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749609677.861614:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609677.861614:0:1049:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a7c8c380 x1834598193490048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.861616:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609677.861617:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861618:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609677.861618:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609677.861619:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609677.861619:0:1049:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609677.861620:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609677.861620:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609677.861621:0:1049:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1749609677.861622:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609677 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609677.861623:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=72 v=20 (1 1 20 0) 02000000:00000010:1.0:1749609677.861623:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096550000. 00000100:00000001:2.0:1749609677.861624:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609677.861625:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609677.861625:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609677.861625:0:1049:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609677.861626:0:1049:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749609677.861627:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609677.861627:0:1049:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609677.861629:0:1049:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609677.861630:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609677.861631:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1749609677.861631:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880096dd4d00. 00000100:00000001:2.0:1749609677.861632:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861632:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609677.861633:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609677.861633:0:1049:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1749609677.861634:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609677.861635:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:2.0:1749609677.861635:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609677.861635:0:1049:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609677.861636:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8c380. 00000100:00000040:2.0:1749609677.861637:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861638:0:1049:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609677.861643:0:1049:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609677.861644:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c5c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193489920:0@lo:38: 00000100:00000001:1.0:1749609677.861645:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861647:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861647:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609677.861648:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c5c0380 x1834598193489792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609677.861649:0:1049:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609677.861650:0:1049:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609677.861651:0:1049:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609677.861652:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609677.861652:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609677.861653:0:1049:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609677.861654:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011de76400. 02000000:00000001:2.0:1749609677.861655:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609677.861656:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609677.861656:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609677.861657:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609677.861658:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800736e0000. 02000000:00000001:2.0:1749609677.861660:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609677.861660:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609677.861661:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c0380. 00000100:00000001:2.0:1749609677.861662:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609677.861662:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861663:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609677.861664:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c5c3b80 x1834598193489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609677.861668:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609677.861668:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609677.861669:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011de77000. 02000000:00000001:2.0:1749609677.861670:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609677.861670:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609677.861671:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609677.861671:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609677.861672:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800736e3400. 02000000:00000001:2.0:1749609677.861687:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609677.861687:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609677.861688:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c5c3b80. 00000100:00000001:2.0:1749609677.861689:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609677.861690:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609677.861691:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861692:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609677.861693:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609677.861693:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609677.861694:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609677.862718:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298950306, at 4298950306 00000100:00000040:2.0:1749609677.862723:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298950306, at 4298950306 00000100:00000010:1.0:1749609677.862723:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136851e00. 00000100:00000010:2.0:1749609677.862728:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136851d00. 00000100:00000040:0.0:1749609677.862770:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298950306, at 4298950306 00000100:00000010:0.0:1749609677.862775:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136851d80. 00080000:00000010:3.0:1749609677.863177:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d80. 00080000:00000010:3.0:1749609677.863180:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d80. 00000020:00000001:3.0:1749609677.863183:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609677.863224:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d80. 00080000:00000010:3.0:1749609677.863226:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d80. 00000020:00000001:3.0:1749609677.863227:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609677.865151:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298950306, at 4298950308 00000100:00000010:3.0:1749609677.865156:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136851c40. 00010000:00000001:0.0:1749609677.918732:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609677.918736:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609677.918750:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609677.918752:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609677.918754:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1749609677.947376:0:9201:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880129ef72d0. 00000020:00000010:1.0:1749609677.947392:0:9201:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880129ef72d0. 00000020:00000001:1.0:1749609677.947476:0:9201:0:(class_obd.c:507:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1749609677.947478:0:9201:0:(class_obd.c:316:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1749609677.947479:0:9201:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc06efa9c0 00000020:00000001:1.0:1749609677.947482:0:9201:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1749609677.947484:0:9201:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff880134a14c00. 00000020:00000001:1.0:1749609677.947486:0:9201:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609677.947489:0:9201:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00000020:00020000:1.0:1749609677.947490:0:9201:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000001:1.0:1749609677.949682:0:9201:0:(obd_class.h:1231:obd_iocontrol()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:1.0:1749609677.949685:0:9201:0:(class_obd.c:492:class_handle_ioctl()) Process leaving via out (rc=18446744073709551092 : -524 : 0xfffffffffffffdf4) 00000020:00000010:1.0:1749609677.949686:0:9201:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 576 at ffff880134a14c00. 00000020:00000001:1.0:1749609677.949689:0:9201:0:(class_obd.c:498:class_handle_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:1.0:1749609677.949690:0:9201:0:(class_obd.c:517:obd_class_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00080000:00000010:3.0:1749609677.978106:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609677.978113:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609677.978118:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609677.978207:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609677.978211:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609677.978213:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609678.082771:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609678.082776:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609678.082777:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609678.082780:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609678.082783:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609678.082785:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609678.082788:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609678.082789:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609678.082793:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609678.197694:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609678.197717:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609678.197723:0:1043:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609678.197726:0:1043:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609678.424794:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609678.424801:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609678.424803:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609678.424807:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609678.424810:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609678.424814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609678.424817:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609678.424821:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609678.424823:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609678.861727:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609678.861741:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609678.861743:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609678.861747:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609678.861749:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609678.861752:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609678.861755:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609678.920808:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609678.920815:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609678.920882:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609678.920887:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609678.920890:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609679.082780:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609679.082786:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609679.082788:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609679.082791:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609679.082793:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609679.082796:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609679.082799:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609679.082801:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609679.082803:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609679.424772:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609679.424781:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609679.424783:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609679.424786:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609679.424789:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609679.424792:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609679.424795:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609679.424804:0:6439:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880131662d80 x1834598193488384/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609679.424811:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609679.424812:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880131662d80 x1834598193488384/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609679.424822:0:6439:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749609679.424824:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609679.424825:0:6439:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609679.424827:0:6439:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609679.424828:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131662d80 x1834598193488384/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609679.424832:0:6439:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880131662d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bea4be6b-c711-4354-a900-d4c49ab222bb:6439:1834598193488384:0@lo:101: 00000100:00000001:0.0:1749609679.424835:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609679.424836:0:6439:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609679.424838:0:6439:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609679.424839:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609679.424840:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880131662d80 x1834598193488384/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609679.424844:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609679.424846:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609679.424850:0:6439:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609679.424850:0:6439:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749609679.424854:0:6439:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749609679.424857:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609679.424859:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609679.424862:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79c00 refcount=4 00000020:00000001:0.0:1749609679.424863:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609679.424865:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00010000:0.0:1749609679.424869:0:6439:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609679.424876:0:6439:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749609679.424878:0:6439:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609679.424886:0:6439:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749609679.424887:0:6439:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609679.424891:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609679.424892:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749609679.424893:0:6439:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609679.424896:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609679.424898:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609679.424900:0:6439:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749609679.424901:0:6439:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609679.424905:0:6439:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a79c00 already unused, calling callback (ffffffffa03c1640) 10000000:00000001:0.0:1749609679.424907:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609679.424908:0:6439:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609679.424911:0:6439:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749609679.424912:0:6439:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749609679.424912:0:6439:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609679.424913:0:6439:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a79c00 refcount=5 00000020:00000001:0.0:1749609679.424914:0:6439:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609679.424915:0:6439:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841785344 : -131938867766272 : ffff880096a79c00) 00010000:00000001:0.0:1749609679.424917:0:6439:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749609679.424918:0:6439:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749609679.424921:0:6439:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749609679.424921:0:6439:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749609679.424925:0:6439:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:0.0:1749609679.424927:0:6439:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749609679.424927:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609679.424929:0:6439:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749609679.424930:0:6439:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749609679.424932:0:6439:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749609679.424933:0:6439:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749609679.424933:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609679.424934:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609679.424936:0:6439:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a79c00 with handle 0xae754a0887514942 from hash 00010000:00000001:0.0:1749609679.424937:0:6439:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749609679.424937:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609679.424938:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609679.424938:0:6439:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749609679.424939:0:6439:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749609679.424940:0:6439:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749609679.424941:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609679.424941:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609679.424942:0:6439:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609679.424943:0:6439:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609679.424944:0:6439:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749609679.424946:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609679.424946:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609679.424947:0:6439:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749609679.424948:0:6439:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749609679.424948:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749609679.424949:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609679.424949:0:6439:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749609679.424950:0:6439:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff880096a79c00/0xae754a0887514942 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749609679.424954:0:6439:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011de35200 count: 0 00010000:00000001:0.0:1749609679.424980:0:6439:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749609679.424982:0:6439:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749609679.424985:0:6439:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609679.424987:0:6439:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880131662d80 x1834598193488384/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609679.424993:0:6439:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609679.424996:0:6439:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609679.424998:0:6439:0:(genops.c:1242:class_import_put()) import ffff8801302cd000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1749609679.425000:0:6439:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609679.425003:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a78400. 02000000:00000001:0.0:1749609679.425007:0:6439:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609679.425009:0:6439:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609679.425011:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662d80. 00000100:00000001:0.0:1749609679.425016:0:6439:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609679.425017:0:6439:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749609679.425018:0:6439:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749609679.425021:0:6439:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749609679.425024:0:6439:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:0.0:1749609679.425027:0:6439:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:0.0:1749609679.425030:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:0.0:1749609679.425032:0:6439:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749609679.425034:0:6439:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749609679.425035:0:6439:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b528d800) refs 2 10000000:00000001:0.0:1749609679.425037:0:6439:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749609679.425039:0:6439:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749609679.425040:0:6439:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b528c800) refs 3 10000000:00000001:0.0:1749609679.425042:0:6439:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749609679.425044:0:6439:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749609679.425045:0:6439:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749609679.425046:0:6439:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749609679.425048:0:6439:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff88008fb77000 from 1 10000000:00000001:0.0:1749609679.425051:0:6439:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749609679.425052:0:6439:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749609679.425056:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662d80. 00000020:00000040:0.0:1749609679.425060:0:6439:0:(genops.c:1229:class_import_get()) import ffff8801302cd000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1749609679.425063:0:6439:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609679.425066:0:6439:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609679.425072:0:6439:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609679.425077:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a78400. 00000100:00000001:0.0:1749609679.425083:0:6439:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609679.425087:0:6439:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749609679.425089:0:6439:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749609679.425093:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011de35100. 00010000:00000001:0.0:1749609679.425098:0:6439:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749609679.425100:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a78600. 00000020:00000001:0.0:1749609679.425103:0:6439:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749609679.425104:0:6439:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880096a78600 with handle 0xae754a0887514949 to hash 00000020:00000001:0.0:1749609679.425106:0:6439:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749609679.425107:0:6439:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134841779712 : -131938867771904 : ffff880096a78600) 00010000:00000001:0.0:1749609679.425109:0:6439:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134841779712 : -131938867771904 : ffff880096a78600) 00010000:00000001:0.0:1749609679.425111:0:6439:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749609679.425112:0:6439:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609679.425114:0:6439:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff880096a78600/0xae754a0887514949 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609679.425119:0:6439:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff880096a78600/0xae754a0887514949 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749609679.425128:0:6439:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff880096a78600/0xae754a0887514949 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6439 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749609679.425132:0:6439:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609679.425134:0:6439:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609679.425138:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012eb1f840. 00000100:00000001:0.0:1749609679.425140:0:6439:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137392601152 : -131936316950464 : ffff88012eb1f840) 00000100:00000001:0.0:1749609679.425142:0:6439:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609679.425143:0:6439:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137437965696 : -131936271585920 : ffff880131662d80) 00000100:00000001:0.0:1749609679.425162:0:6439:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609679.425164:0:6439:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609679.425166:0:6439:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609679.425168:0:6439:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609679.425171:0:6439:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880131662d80 x1834598193490176/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609679.425177:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609679.425178:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609679.425180:0:6439:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880131662d80 x1834598193490176/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609679.425184:0:6439:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609679.425185:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609679.425185:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609679.425186:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609679.425187:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609679.425188:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609679.425188:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609679.425189:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609679.425189:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749609679.430764:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011de35200. 00010000:00000010:3.1:1749609679.430773:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a79c00. 00000100:00000001:2.0:1749609679.861777:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609679.861792:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609679.861793:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609679.861797:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609679.861799:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609679.861802:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609679.861804:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609679.922791:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609679.922797:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609679.922885:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609679.922889:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609679.922891:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609680.082785:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609680.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609680.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609680.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609680.082801:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609680.082804:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609680.082808:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609680.082810:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609680.082812:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609680.424793:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609680.424801:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609680.424803:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609680.424806:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609680.424810:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609680.424814:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609680.424817:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609680.424820:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609680.424822:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609680.861797:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609680.861811:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609680.861812:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609680.861816:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609680.861818:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609680.861821:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609680.861823:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609680.924832:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609680.924839:0:49:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609680.924842:0:49:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609680.924845:0:49:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609680.924848:0:49:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609680.924850:0:49:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609680.924852:0:49:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609680.924853:0:49:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609680.924928:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609680.924933:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609680.924936:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609681.082824:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609681.082831:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609681.082833:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609681.082835:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609681.082838:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609681.082841:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609681.082843:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609681.082845:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609681.082846:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609681.424825:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609681.424834:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609681.424835:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609681.424838:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609681.424841:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609681.424845:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609681.424847:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609681.424850:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609681.424851:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609681.861832:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609681.861848:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609681.861849:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609681.861853:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609681.861855:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609681.861858:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609681.861860:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609681.926783:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609681.926788:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609681.926863:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609681.926867:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609681.926871:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609682.082779:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609682.082786:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609682.082788:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609682.082791:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609682.082794:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609682.082798:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609682.082800:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609682.082802:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609682.082803:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.424833:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609682.424841:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609682.424843:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609682.424845:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609682.424848:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609682.424851:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609682.424853:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609682.424856:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609682.424858:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609682.512805:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749609682.512810:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749609682.512814:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749609682.512980:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:3.0:1749609682.512985:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749609682.512996:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609682.513000:0:1042:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609682.513001:0:1042:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609682.861709:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609682.861723:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609682.861724:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609682.861728:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609682.861730:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609682.861734:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.861735:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609682.868742:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749609682.868747:0:11382:0:(pinger.c:247:ptlrpc_pinger_process_import()) bea4be6b-c711-4354-a900-d4c49ab222bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749609682.868750:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749609682.868752:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609682.868754:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749609682.868756:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609682.868759:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749609682.868763:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4283 00000100:00080000:3.0:1749609682.868767:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749609682.868768:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609682.868770:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609682.868771:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609682.868772:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:3.0:1749609682.868775:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609682.868777:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147c8 00000020:00000001:3.0:1749609682.868779:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609682.868782:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801205b7800 refcount=4 00000020:00000001:3.0:1749609682.868783:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000020:00000001:3.0:1749609682.868784:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137152051200 : -131936557500416 : ffff8801205b7800) 00000100:00000040:3.0:1749609682.868786:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609682.868787:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609682.868800:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609682.868800:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:3.0:1749609682.868803:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff8801205b7800 : new refcount 3 00000100:00080000:3.0:1749609682.868805:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880098f52800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:3.0:1749609682.868806:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609682.868808:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609682.868814:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609682.868815:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.868816:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609682.868819:0:11382:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609682.868823:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8d180. 00000020:00000040:3.0:1749609682.868825:0:11382:0:(genops.c:1229:class_import_get()) import ffff880098f52800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749609682.868828:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609682.868830:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.868832:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609682.868834:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609682.868837:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609682.868843:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800736e0000. 00000100:00000001:3.0:1749609682.868848:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609682.868854:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609682.868862:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609682.868863:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609682.868866:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a7c8d180] to pc [ptlrpcd_rcv+-1] req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609682.868881:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609682.868883:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749609682.868886:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609682.868887:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749609682.868888:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609682.868890:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749609682.868892:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4283 00000100:00080000:3.0:1749609682.868899:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749609682.868900:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609682.868902:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609682.868904:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609682.868905:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:3.0:1749609682.868907:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609682.868907:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749609682.868908:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a08875147f9 00000020:00000001:3.0:1749609682.868909:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609682.868909:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749609682.868911:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880096ff0000 refcount=9 00000100:00000001:0.0:1749609682.868911:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609682.868912:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000020:00000001:3.0:1749609682.868914:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134847512576 : -131938862039040 : ffff880096ff0000) 00000100:00000040:0.0:1749609682.868915:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609682.868917:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609682.868918:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609682.868920:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609682.868921:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:3.0:1749609682.868923:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff880096ff0000 : new refcount 8 00000100:00000001:0.0:1749609682.868923:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1749609682.868924:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880096ff3800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:0.0:1749609682.868925:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.868926:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609682.868927:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609682.868928:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609682.868930:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609682.868930:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609682.868932:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609682.868932:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.868933:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609682.868935:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609682.868935:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7c8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193490304:0@lo:38: 00000100:00000010:3.0:1749609682.868937:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8dc00. 00000020:00000040:3.0:1749609682.868939:0:11382:0:(genops.c:1229:class_import_get()) import ffff880096ff3800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609682.868939:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609682.868940:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609682.868941:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609682.868942:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609682.868943:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609682.868944:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609682.868944:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609682.868945:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609682.868946:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609682.868948:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800736e3400. 02000000:00000010:0.0:1749609682.868949:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48f000. 00000100:00000001:3.0:1749609682.868951:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609682.868951:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609682.868957:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000100:00100000:3.0:1749609682.868958:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609682.868963:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749609682.868964:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000001:3.0:1749609682.868965:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609682.868967:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a7c8dc00] to pc [ptlrpcd_rcv+-1] req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609682.868971:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193490304, portal 4 00000100:00000001:3.0:1749609682.868972:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.868973:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1749609682.868975:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609682.868975:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135129174400 : -131938580377216 : ffff8800a7c8d180) 00000100:00080000:3.0:1749609682.868977:0:11382:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609682.868978:0:11382:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749609682.868980:0:11382:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749609682.868980:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609682.868981:0:11382:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749609682.868983:0:11382:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4283 00000100:00080000:3.0:1749609682.868985:0:11382:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609682.868986:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609682.868987:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609682.868988:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609682.868989:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000040:0.0:1749609682.868989:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609682.868990:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000001:3.0:1749609682.868991:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000001:3.0:1749609682.868992:0:11382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609682.868993:0:11382:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a0887514869 00000100:00000200:0.0:1749609682.868993:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193490304, offset 0 00000020:00000001:3.0:1749609682.868994:0:11382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609682.868996:0:11382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009f208000 refcount=8 00000020:00000001:3.0:1749609682.868998:0:11382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000020:00000001:3.0:1749609682.868999:0:11382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134983925760 : -131938725625856 : ffff88009f208000) 00000400:00000200:0.0:1749609682.868999:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609682.869001:0:11382:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 16 to 0@lo 00000100:00000001:3.0:1749609682.869002:0:11382:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609682.869003:0:11382:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:3.0:1749609682.869005:0:11382:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000020:00000040:3.0:1749609682.869006:0:11382:0:(genops.c:898:class_export_put()) PUTting export ffff88009f208000 : new refcount 7 00000100:00080000:3.0:1749609682.869007:0:11382:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880097b9e800 using connection 192.168.203.144@tcp/0@lo 00000100:00000001:3.0:1749609682.869012:0:11382:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609682.869012:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609682.869013:0:11382:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609682.869015:0:11382:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609682.869017:0:11382:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869018:0:11382:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609682.869019:0:11382:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609682.869021:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8e680. 00000400:00000200:0.0:1749609682.869022:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada0e980 00000020:00000040:3.0:1749609682.869023:0:11382:0:(genops.c:1229:class_import_get()) import ffff880097b9e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749609682.869025:0:11382:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609682.869026:0:11382:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869027:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609682.869028:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609682.869029:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609682.869029:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d1 [256] + 22880 02000000:00000010:3.0:1749609682.869032:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800736e3c00. 00000100:00000001:3.0:1749609682.869034:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609682.869036:0:11382:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609682.869036:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609682.869040:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609682.869042:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609682.869043:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609682.869044:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a7c8e680] to pc [ptlrpcd_rcv+-1] req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609682.869045:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609682.869047:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749609682.869050:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660e00. 00000100:00000001:3.0:1749609682.869051:0:11382:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609682.869052:0:11382:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749609682.869053:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff880131660e00 x1834598193490304 msgsize 520 00000100:00000001:3.0:1749609682.869055:0:11382:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1749609682.869056:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1749609682.869059:0:11382:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8f100. 00000020:00000040:3.0:1749609682.869060:0:11382:0:(genops.c:1229:class_import_get()) import ffff88009f20b000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609682.869062:0:11382:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609682.869063:0:11382:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609682.869064:0:11382:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609682.869067:0:11382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880096dd4d00. 00000100:00000001:3.0:1749609682.869069:0:11382:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869071:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609682.869072:0:11382:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609682.869079:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749609682.869082:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:0.0:1749609682.869084:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609682.869086:0:11382:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609682.869087:0:11382:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609682.869087:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609682.869091:0:11382:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a7c8f100] to pc [ptlrpcd_00_02+2] req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609682.869093:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609682.869095:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609682.869100:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869102:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609682.869105:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609682.869110:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1643 usecs (2 jiffies) 00000100:00000001:0.0:1749609682.869113:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298955314 00000100:00000001:2.0:1749609682.869116:0:6490:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749609682.869116:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748a80. 00000100:00000001:3.0:1749609682.869119:0:11382:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609682.869119:0:6490:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193490304 02000000:00000001:2.0:1749609682.869122:0:6490:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609682.869122:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609682.869143:0:6490:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609682.869146:0:11382:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4293) 00000100:00000001:2.0:1749609682.869146:0:6490:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609682.869150:0:6490:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609682.869153:0:6490:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193490304 00000020:00000001:2.0:1749609682.869154:0:6490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609682.869155:0:6490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609682.869156:0:6490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609682.869157:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609682.869158:0:6490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609682.869159:0:1051:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:2.0:1749609682.869159:0:6490:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869161:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609682.869161:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298955314 00000100:00000010:0.0:1749609682.869163:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748f40. 00000020:00000010:2.0:1749609682.869166:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75400. 00000100:00000001:0.0:1749609682.869166:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609682.869167:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609682.869168:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609682.869169:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609682.869170:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609682.869170:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298955314 00000020:00000010:2.0:1749609682.869171:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d380. 00000100:00000010:0.0:1749609682.869171:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748a00. 00000100:00000001:3.0:1749609682.869172:0:1051:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609682.869174:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:3.0:1749609682.869175:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609682.869175:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:0.0:1749609682.869176:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298955314 00000100:00000010:0.0:1749609682.869177:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748e40. 00000100:00000001:1.0:1749609682.869179:0:1050:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609682.869180:0:6490:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609682.869180:0:1047:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609682.869181:0:1051:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609682.869182:0:1051:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609682.869182:0:6490:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609682.869182:0:1050:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869182:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609682.869184:0:1051:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609682.869184:0:6490:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869184:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609682.869185:0:1051:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609682.869186:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609682.869187:0:1051:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869187:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609682.869189:0:1051:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7c8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193490688:0@lo:400: 00000100:00000001:2.0:1749609682.869190:0:6490:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869190:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609682.869191:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609682.869192:0:1051:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609682.869193:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609682.869194:0:1051:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609682.869194:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609682.869195:0:1051:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869195:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609682.869196:0:1051:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609682.869197:0:6490:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609682.869197:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609682.869199:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009782c600. 02000000:00000001:3.0:1749609682.869200:0:1051:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869202:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609682.869203:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609682.869204:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8b688. 00000100:00000001:2.0:1749609682.869205:0:6490:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609682.869205:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609682.869206:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609682.869207:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000001:2.0:1749609682.869207:0:6490:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609682.869207:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609682.869209:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7c8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193490432:0@lo:38: 00000100:00000200:3.0:1749609682.869210:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193490688, portal 10 00000100:00000001:3.0:1749609682.869211:0:1051:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749609682.869211:0:6490:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000001:0.0:1749609682.869211:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609682.869212:0:1051:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135129182464 : -131938580369152 : ffff8800a7c8f100) 02000000:00000001:0.0:1749609682.869213:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609682.869214:0:6490:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137437957632 : -131936271593984 : ffff880131660e00) 02000000:00000001:0.0:1749609682.869214:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609682.869215:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609682.869217:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b48dc00. 00000100:00000040:2.0:1749609682.869218:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880131660e00 x1834598193490304/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609682.869218:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609682.869220:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000100:00000040:3.0:1749609682.869221:0:1051:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609682.869222:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749609682.869224:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193490432, portal 10 00000100:00000001:0.0:1749609682.869225:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609682.869226:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135129177088 : -131938580374528 : ffff8800a7c8dc00) 00000100:00000001:3.0:1749609682.869227:0:1051:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609682.869228:0:6490:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880131660e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193490304:12345-0@lo:38: 00000100:00000040:3.0:1749609682.869229:0:1051:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609682.869230:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000040:0.0:1749609682.869230:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609682.869231:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193490304 00000100:00000200:3.0:1749609682.869232:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193490688, offset 0 00000020:00000001:2.0:1749609682.869234:0:6490:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609682.869235:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609682.869236:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609682.869236:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609682.869237:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00010000:00000001:2.0:1749609682.869238:0:6490:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609682.869239:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193490432, offset 0 00000400:00000200:3.0:1749609682.869240:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609682.869241:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609682.869245:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada0eb00 00000400:00000200:0.0:1749609682.869246:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609682.869249:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31cd [64] + 102080 00000400:00000200:0.0:1749609682.869249:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0ea00 00000020:00000001:2.0:1749609682.869250:0:6490:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609682.869253:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749609682.869254:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609682.869256:0:6490:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609682.869257:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609682.869257:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 102304 00010000:00000001:2.0:1749609682.869259:0:6490:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609682.869260:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609682.869261:0:1051:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609682.869262:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609682.869262:0:6490:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609682.869262:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609682.869264:0:6490:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:3.0:1749609682.869265:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c8fb80. 00000100:00000040:3.0:1749609682.869267:0:1051:0:(events.c:338:request_in_callback()) incoming req@ffff8800a7c8fb80 x1834598193490688 msgsize 224 02000000:00000001:2.0:1749609682.869267:0:6490:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749609682.869270:0:1051:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749609682.869270:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011de77400. 02000000:00000001:2.0:1749609682.869272:0:6490:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609682.869274:0:6490:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869276:0:1051:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749609682.869278:0:6490:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609682.869280:0:6490:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609682.869283:0:6490:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609682.869286:0:6490:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609682.869288:0:6490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609682.869290:0:6490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:2.0:1749609682.869292:0:6490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:0.0:1749609682.869292:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609682.869294:0:6490:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00100000:0.0:1749609682.869294:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193490688 00000100:00000040:2.0:1749609682.869296:0:6490:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 02000000:00000001:0.0:1749609682.869296:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609682.869297:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609682.869299:0:6490:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609682.869299:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609682.869301:0:6490:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609682.869301:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609682.869302:0:6490:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609682.869303:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193490688 00000100:00000040:2.0:1749609682.869304:0:6490:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609682.869305:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609682.869306:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0xae754a088751487e 00000400:00000010:2.0:1749609682.869307:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000020:00000001:0.0:1749609682.869308:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609682.869309:0:6442:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880097517000 refcount=5 00000020:00000001:0.0:1749609682.869311:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000020:00000001:0.0:1749609682.869313:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134852915200 : -131938856636416 : ffff880097517000) 00000100:00000001:0.0:1749609682.869317:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609682.869319:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137748980. 00000020:00000010:0.0:1749609682.869323:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136b36640. 00000020:00000040:0.0:1749609682.869328:0:6442:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000200:2.0:1749609682.869332:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193490304, offset 0 00000100:00000001:1.0:1749609682.869334:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749609682.869335:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000100:00000200:1.0:1749609682.869335:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609682.869335:0:6442:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:3.0:1749609682.869337:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:0.0:1749609682.869337:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a78800. 00000100:00000010:1.0:1749609682.869338:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011da7d500. 00000100:00000001:3.0:1749609682.869339:0:1051:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749609682.869340:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609682.869340:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88011da7d500 x1834598193490432 msgsize 520 00000020:00000010:0.0:1749609682.869340:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570f80. 00000100:00000200:3.0:1749609682.869342:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609682.869342:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040e10. 00000100:00100000:1.0:1749609682.869343:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609682.869345:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609682.869347:0:6442:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609682.869348:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609682.869349:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609682.869349:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609682.869349:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749609682.869350:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609682.869350:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609682.869352:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada0e980 00000100:00000001:0.0:1749609682.869353:0:6442:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609682.869354:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609682.869354:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000100:00000001:3.0:1749609682.869355:0:1051:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1749609682.869355:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000100:00000001:0.0:1749609682.869355:0:6442:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609682.869356:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609682.869356:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869357:0:1051:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609682.869358:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4de5 [1] + 0 00000100:00000040:3.0:1749609682.869359:0:1051:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 553 usecs (1 jiffies) 00000100:00000200:1.0:1749609682.869359:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609682.869359:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609682.869361:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298955313 00000100:00000001:3.0:1749609682.869362:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298955314 00000400:00000200:2.0:1749609682.869362:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609682.869364:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298955313 00000100:00000001:0.0:1749609682.869364:0:6442:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609682.869365:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609682.869365:0:6442:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193490432 02000000:00000001:0.0:1749609682.869366:0:6442:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609682.869367:0:6442:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609682.869368:0:6490:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609682.869368:0:6442:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869369:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298955314 02000000:00000001:0.0:1749609682.869369:0:6442:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869370:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298955313 00000100:00000001:1.0:1749609682.869370:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609682.869370:0:6442:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193490432 00000100:00000001:3.0:1749609682.869371:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298955314 00000100:00000200:2.0:1749609682.869371:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609682.869371:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609682.869371:0:6442:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609682.869372:0:1051:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298955313 00000020:00000040:0.0:1749609682.869372:0:6442:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609682.869372:0:6442:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609682.869373:0:1051:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298955314 00000020:00000001:0.0:1749609682.869373:0:6442:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869374:0:1051:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609682.869374:0:6442:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869375:0:1051:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869375:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869376:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869376:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749609682.869376:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a79c00. 00000100:00000001:3.0:1749609682.869378:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609682.869378:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009f570e80. 00000100:00000040:2.0:1749609682.869379:0:6490:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609682.869379:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609682.869380:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040ed8. 00000100:00000040:1.0:1749609682.869381:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 711 usecs (1 jiffies) 00000100:00000001:0.0:1749609682.869381:0:6442:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609682.869382:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298955313 00000100:00000001:0.0:1749609682.869382:0:6442:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609682.869383:0:6442:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869384:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298955314 00000100:00000001:0.0:1749609682.869385:0:6442:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609682.869386:0:6485:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609682.869386:0:6490:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609682.869386:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298955313 00000100:00000001:1.0:1749609682.869386:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298955314 00000100:00000001:1.0:1749609682.869387:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298955313 00000020:00000040:3.0:1749609682.869388:0:6485:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88009aa41570) now 6 - evictor 00000100:00000001:1.0:1749609682.869388:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298955314 00000100:00000001:0.0:1749609682.869388:0:6442:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869389:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298955313 00000100:00000001:1.0:1749609682.869390:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298955314 00000100:00000001:0.0:1749609682.869390:0:6442:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609682.869391:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000100:00000001:1.0:1749609682.869391:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609682.869391:0:6442:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609682.869392:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:1.0:1749609682.869392:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609682.869392:0:6442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000001:1.0:1749609682.869393:0:1047:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609682.869393:0:6442:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880097517000 : new rpc_count 1 00000100:00000040:1.0:1749609682.869394:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609682.869394:0:6442:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135129185152 : -131938580366464 : ffff8800a7c8fb80) 00000100:00000001:2.0:1749609682.869395:0:6490:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609682.869397:0:6490:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609682.869397:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a7c8fb80 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:628/0 lens 224/0 e 0 to 0 dl 1749609693 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609682.869398:0:6441:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609682.869398:0:1047:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609682.869399:0:6441:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609682.869399:0:6490:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869399:0:1047:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609682.869400:0:1047:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749609682.869401:0:6441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00000040:2.0:1749609682.869401:0:6490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 02000000:00000001:1.0:1749609682.869401:0:1047:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609682.869402:0:1047:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869402:0:6442:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609682.869403:0:6441:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137106724096 : -131936602827520 : ffff88011da7d500) 00000100:00000001:2.0:1749609682.869403:0:6490:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609682.869403:0:1047:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7c8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193490560:0@lo:38: 00000020:00000010:0.0:1749609682.869403:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137748500. 00000100:00000001:0.0:1749609682.869404:0:6442:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609682.869405:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011da7d500 x1834598193490432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609682.869405:0:6490:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609682.869405:0:1047:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1749609682.869406:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880137748500. 02000000:00000001:1.0:1749609682.869407:0:1047:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609682.869408:0:1047:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609682.869408:0:6442:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193490688:12345-0@lo:400: 00000100:00000040:2.0:1749609682.869409:0:6490:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880131660e00 x1834598193490304/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609682.869410:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193490688 00000100:00100000:3.0:1749609682.869411:0:6441:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011da7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193490432:12345-0@lo:38: 00000020:00000001:0.0:1749609682.869411:0:6442:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609682.869412:0:1047:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749609682.869413:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193490432 00000020:00000001:0.0:1749609682.869413:0:6442:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609682.869414:0:6441:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:1.0:1749609682.869414:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880134a17000. 00000020:00000001:0.0:1749609682.869414:0:6442:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609682.869415:0:6441:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749609682.869415:0:6490:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880131660e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1047:x1834598193490304:12345-0@lo:38: Request processed in 188us (362us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749609682.869415:0:1047:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609682.869416:0:6442:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609682.869417:0:6442:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109016512 : -1600535104 : ffffffffa099c5c0) 00000400:00000010:1.0:1749609682.869418:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a1b8. 00000020:00000001:0.0:1749609682.869419:0:6442:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609682.869420:0:6441:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609682.869420:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000020:00000001:0.0:1749609682.869421:0:6442:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749609682.869422:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749609682.869422:0:6490:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000200:1.0:1749609682.869422:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193490560, portal 10 00000020:00000001:0.0:1749609682.869422:0:6442:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749609682.869423:0:6441:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609682.869423:0:1047:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609682.869424:0:1047:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135129179776 : -131938580371840 : ffff8800a7c8e680) 00000020:00000001:0.0:1749609682.869424:0:6442:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749609682.869425:0:6441:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609682.869425:0:6490:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609682.869426:0:6441:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609682.869426:0:6490:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609682.869426:0:6442:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869427:0:6441:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609682.869427:0:6442:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749609682.869428:0:1047:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609682.869429:0:6441:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749609682.869429:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d380. 00000100:00000001:0.0:1749609682.869430:0:6442:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749609682.869431:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e2400. 00000100:00000001:1.0:1749609682.869431:0:1047:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609682.869431:0:6442:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609682.869432:0:6441:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609682.869432:0:1047:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609682.869433:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 02000000:00000010:0.0:1749609682.869433:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b48cc00. 00000020:00000010:2.0:1749609682.869434:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000200:1.0:1749609682.869434:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193490560, offset 0 02000000:00000001:0.0:1749609682.869434:0:6442:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869435:0:6442:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869436:0:6441:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609682.869436:0:6442:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609682.869437:0:6441:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609682.869437:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609682.869438:0:6441:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609682.869438:0:6442:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598193490688 00000020:00000010:2.0:1749609682.869439:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75400. 00000100:00001000:3.0:1749609682.869440:0:6441:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749609682.869440:0:6442:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609682.869441:0:6441:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609682.869441:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1749609682.869442:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a7c8fb80 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609682.869443:0:6441:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609682.869443:0:6490:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609682.869444:0:6441:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:3.0:1749609682.869445:0:6441:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000400:00000200:1.0:1749609682.869445:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada0ea80 00000100:00000001:3.0:1749609682.869446:0:6441:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00010000:00000001:0.0:1749609682.869446:0:6442:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609682.869447:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31cd [64] + 102824 00000100:00000040:3.0:1749609682.869448:0:6441:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00010000:00000001:0.0:1749609682.869448:0:6442:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609682.869449:0:6441:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1749609682.869449:0:6442:0:(import.c:2097:obd_at_measure()) add 1 to ffff880095c0d9f0 time=77 v=5 (1 1 1 0) 02000000:00000001:3.0:1749609682.869450:0:6441:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609682.869450:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609682.869451:0:6441:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609682.869451:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609682.869451:0:6442:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609682.869452:0:6441:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609682.869452:0:6442:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 19 to 0@lo 00000400:00000010:3.0:1749609682.869453:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000001:1.0:1749609682.869453:0:1047:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609682.869453:0:6442:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000200:1.0:1749609682.869454:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609682.869454:0:6442:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749609682.869455:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193490432, offset 0 00000100:00000010:1.0:1749609682.869456:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011da7d880. 02000000:00000001:0.0:1749609682.869456:0:6442:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609682.869457:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609682.869457:0:1047:0:(events.c:338:request_in_callback()) incoming req@ffff88011da7d880 x1834598193490560 msgsize 520 00000100:00000001:0.0:1749609682.869457:0:6442:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609682.869458:0:6442:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749609682.869459:0:1047:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749609682.869459:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749609682.869461:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193490688, offset 224 00000400:00000200:3.0:1749609682.869462:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609682.869462:0:1047:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609682.869464:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609682.869465:0:7440:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609682.869465:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000200:3.0:1749609682.869466:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ea00 00000100:00100000:2.0:1749609682.869466:0:7440:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598193490560 00000400:00000010:1.0:1749609682.869466:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 02000000:00000001:2.0:1749609682.869468:0:7440:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609682.869468:0:1047:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609682.869468:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609682.869469:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4df1 [1] + 0 00000100:00000001:2.0:1749609682.869469:0:7440:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609682.869470:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609682.869471:0:7440:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609682.869471:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0eb00 00000400:00000200:3.0:1749609682.869472:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609682.869473:0:7440:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609682.869473:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ded [1] + 224 00000400:00000200:3.0:1749609682.869474:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609682.869474:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749609682.869475:0:7440:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598193490560 00000100:00000040:1.0:1749609682.869475:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609682.869476:0:6441:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609682.869476:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609682.869477:0:7440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609682.869478:0:7440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749609682.869478:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609682.869479:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609682.869479:0:7440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609682.869480:0:6442:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749609682.869481:0:7440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609682.869482:0:7440:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609682.869482:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609682.869483:0:6441:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609682.869484:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ef75400. 00000020:00000010:2.0:1749609682.869486:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a552d380. 00000100:00000040:0.0:1749609682.869487:0:6442:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609682.869488:0:6441:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609682.869488:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609682.869489:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000100:00000001:1.0:1749609682.869489:0:1047:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609682.869490:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749609682.869491:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000001:2.0:1749609682.869491:0:7440:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609682.869492:0:6441:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609682.869492:0:7440:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609682.869493:0:6441:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609682.869493:0:7440:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869493:0:1047:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609682.869493:0:6442:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609682.869494:0:6441:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609682.869495:0:1047:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 547 usecs (1 jiffies) 00000100:00000001:2.0:1749609682.869496:0:7440:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869497:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298955313 00000400:00000200:0.0:1749609682.869497:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000100:00000040:3.0:1749609682.869498:0:6441:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 18 to 0@lo 00000400:00000010:0.0:1749609682.869498:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000001:3.0:1749609682.869499:0:6441:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869499:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298955314 00000020:00000001:3.0:1749609682.869500:0:6441:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609682.869500:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298955313 00000100:00000001:0.0:1749609682.869500:0:6442:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609682.869500:0:6442:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609682.869502:0:6441:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011da7d500 x1834598193490432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609682.869502:0:7440:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869502:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298955314 00000100:00000001:0.0:1749609682.869502:0:6442:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869503:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298955313 00000100:00000040:0.0:1749609682.869503:0:6442:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609682.869504:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298955314 00010000:00000001:0.0:1749609682.869505:0:6442:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:3.0:1749609682.869506:0:6441:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011da7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1047:x1834598193490432:12345-0@lo:38: Request processed in 95us (165us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609682.869506:0:1047:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298955313 00000020:00000001:0.0:1749609682.869506:0:6442:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609682.869507:0:7440:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609682.869507:0:1047:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298955314 00000020:00000001:0.0:1749609682.869507:0:6442:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609682.869508:0:7440:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609682.869508:0:1047:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609682.869508:0:6442:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8fb80 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1749609693 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609682.869510:0:7440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00000001:1.0:1749609682.869510:0:1047:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609682.869512:0:7440:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137106724992 : -131936602826624 : ffff88011da7d880) 00000100:00100000:0.0:1749609682.869512:0:6442:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1051:x1834598193490688:12345-0@lo:400: Request processed in 110us (244us total) trans 0 rc 0/0 00000400:00000001:1.0:1749609682.869514:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609682.869515:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011da7d880 x1834598193490560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609682.869515:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609682.869517:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000100:00100000:3.0:1749609682.869518:0:6441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00000001:3.0:1749609682.869519:0:6441:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609682.869520:0:6441:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609682.869520:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000020:00000010:3.0:1749609682.869521:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570e80. 00000400:00000010:1.0:1749609682.869521:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000020:00000010:3.0:1749609682.869523:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040ed8. 00000100:00100000:2.0:1749609682.869523:0:7440:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011da7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193490560:12345-0@lo:38: 00000100:00000001:1.0:1749609682.869523:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609682.869525:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a79c00. 00000100:00000200:1.0:1749609682.869525:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609682.869525:0:6442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000040:0.0:1749609682.869526:0:6442:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880097517000 : new rpc_count 0 00000100:00000001:3.0:1749609682.869527:0:6441:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609682.869527:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193490560 00000020:00000001:2.0:1749609682.869528:0:7440:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609682.869528:0:6442:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609682.869529:0:6442:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749609682.869530:0:7440:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:0.0:1749609682.869530:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009f570f80. 00000100:00000200:1.0:1749609682.869532:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609682.869532:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040e10. 00000020:00000010:0.0:1749609682.869533:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a78800. 00000100:00000001:3.0:1749609682.869535:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609682.869535:0:7440:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609682.869535:0:6442:0:(genops.c:898:class_export_put()) PUTting export ffff880097517000 : new refcount 4 00000100:00000001:3.0:1749609682.869536:0:1051:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00020000:2.0:1749609682.869537:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609682.869537:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609682.869537:0:6442:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609682.869539:0:1051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1749609682.869539:0:7440:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609682.869539:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609682.869540:0:1051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609682.869540:0:1047:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:3.0:1749609682.869541:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8b688. 00010000:00000001:2.0:1749609682.869541:0:7440:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609682.869542:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609682.869543:0:7440:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609682.869543:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609682.869544:0:7440:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609682.869545:0:7440:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609682.869545:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609682.869546:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749609682.869548:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 02000000:00000010:2.0:1749609682.869548:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011de76c00. 00000100:00000001:3.0:1749609682.869549:0:1051:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609682.869549:0:7440:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609682.869550:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609682.869551:0:7440:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609682.869552:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609682.869553:0:7440:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609682.869554:0:7440:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609682.869554:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880098f52c38 time=1749609682 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609682.869556:0:7440:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:1.0:1749609682.869556:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880098f52bf0 time=144 v=20 (1 1 20 0) 00000100:00000200:3.0:1749609682.869557:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609682.869558:0:7440:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609682.869558:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609682.869559:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609682.869560:0:7440:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609682.869561:0:7440:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609682.869561:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609682.869563:0:1051:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609682.869563:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609682.869564:0:1051:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609682.869564:0:7440:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135294362656 : -131938415188960 : ffff8800b1a16420) 00000100:00000001:2.0:1749609682.869565:0:7440:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135294362656 : -131938415188960 : 0xffff8800b1a16420) 00000100:00000001:3.0:1749609682.869566:0:1051:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609682.869567:0:1051:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749609682.869567:0:7440:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800b1a16420 refcount 18 to 0@lo 00000100:00000001:1.0:1749609682.869567:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609682.869568:0:1051:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609682.869569:0:7440:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609682.869569:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609682.869570:0:1051:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609682.869570:0:7440:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869570:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609682.869571:0:1051:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609682.869572:0:7440:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609682.869572:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1749609682.869573:0:7440:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609682.869573:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749609682.869574:0:1051:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009f20b438 time=77 v=5 (5 5 5 0) 00000100:00080000:1.0:1749609682.869574:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880098f52800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:2.0:1749609682.869575:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682440. 00000100:00080000:1.0:1749609682.869576:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00001000:3.0:1749609682.869577:0:1051:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009f20b3f0 time=77 v=5 (1 1 1 0) 00000100:00000001:1.0:1749609682.869577:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609682.869578:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193490560, offset 0 00000100:00000040:1.0:1749609682.869579:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609707 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609682.869581:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609682.869583:0:1051:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749609682.869584:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a7c8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1047:1834598193490304:0@lo:38: 00000100:00000001:3.0:1749609682.869585:0:1051:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609682.869586:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609682.869586:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869587:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749609682.869588:0:1051:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749609682.869588:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a7c8d180 x1834598193490304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609707 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749609682.869591:0:1051:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609682.869591:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada0ea80 00000100:00000001:1.0:1749609682.869591:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609682.869592:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749609682.869594:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4e01 [1] + 0 02000000:00000010:1.0:1749609682.869594:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48f000. 02000000:00000001:1.0:1749609682.869596:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1749609682.869598:0:1051:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609682.869598:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609682.869598:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609682.869599:0:1047:0:(genops.c:1242:class_import_put()) import ffff880098f52800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609682.869600:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609682.869601:0:1051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1749609682.869601:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609682.869602:0:1051:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:1.0:1749609682.869602:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800736e0000. 00000100:00000001:2.0:1749609682.869603:0:7440:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609682.869604:0:1051:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609682.869605:0:1051:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609682.869606:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609682.869608:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609682.869608:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609682.869609:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609682.869610:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8d180. 00000100:00000001:1.0:1749609682.869612:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609682.869613:0:1051:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609682.869613:0:7440:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609682.869613:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869613:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609682.869615:0:1051:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609682.869616:0:1051:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869616:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609682.869617:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869618:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609682.869619:0:1051:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609682.869619:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609682.869620:0:7440:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749609682.869620:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609682.869621:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609682.869622:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:1.0:1749609682.869623:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000100:00100000:3.0:1749609682.869624:0:1051:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a7c8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1051:1834598193490688:0@lo:400: 00000400:00000010:1.0:1749609682.869624:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000001:1.0:1749609682.869625:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609682.869627:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682440 00000100:00000200:1.0:1749609682.869627:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609682.869628:0:1051:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609682.869629:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682440. 00000100:00000001:3.0:1749609682.869630:0:1051:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609682.869631:0:7440:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749609682.869631:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609682.869632:0:1051:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a7c8f100 x1834598193490688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609682.869632:0:7440:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609682.869634:0:7440:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609682.869635:0:1051:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609682.869635:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609682.869635:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609682.869636:0:1051:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749609682.869636:0:7440:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800b1a16420 refcount 17 to 0@lo 00000100:00000001:1.0:1749609682.869636:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609682.869637:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609682.869637:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749609682.869638:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009782c600. 00000100:00000001:2.0:1749609682.869638:0:7440:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869638:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609682.869639:0:7440:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609682.869639:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609682.869640:0:1051:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609682.869641:0:1051:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1749609682.869641:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880096ff3c38 time=1749609682 v=5 (0 0 0 0) 00000020:00000040:3.0:1749609682.869642:0:1051:0:(genops.c:1242:class_import_put()) import ffff88009f20b000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:2.0:1749609682.869642:0:7440:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011da7d880 x1834598193490560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609702 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609682.869642:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880096ff3bf0 time=126 v=20 (1 1 20 0) 00000020:00000001:3.0:1749609682.869643:0:1051:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609682.869643:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609682.869643:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609682.869644:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880096dd4d00. 00000100:00000001:1.0:1749609682.869644:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609682.869646:0:1051:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609682.869646:0:1051:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749609682.869646:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609682.869647:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8f100. 00000100:00100000:2.0:1749609682.869649:0:7440:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011da7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1047:x1834598193490560:12345-0@lo:38: Request processed in 125us (190us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609682.869649:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609682.869652:0:1051:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609682.869653:0:1051:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869653:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609682.869654:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869654:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869655:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609682.869655:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609682.869657:0:1051:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1749609682.869657:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880096ff3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609682.869658:0:1051:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609682.869658:0:7440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00080000:1.0:1749609682.869658:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:3.0:1749609682.869659:0:1051:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609682.869659:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609682.869660:0:1051:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609682.869660:0:7440:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749609682.869660:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609707 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609682.869661:0:7440:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609682.869663:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a552d380. 00000100:00100000:1.0:1749609682.869664:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a7c8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1047:1834598193490432:0@lo:38: 00000020:00000010:2.0:1749609682.869666:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000400:00000001:1.0:1749609682.869666:0:1047:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609682.869667:0:1047:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609682.869667:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a1b8. 00000020:00000010:2.0:1749609682.869668:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ef75400. 00000400:00000200:1.0:1749609682.869668:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749609682.869669:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000001:2.0:1749609682.869670:0:7440:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869670:0:1047:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609682.869671:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609682.869697:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609682.869700:0:1047:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609682.869701:0:1047:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869702:0:1047:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609682.869702:0:1047:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609682.869703:0:1047:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609682.869704:0:1047:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609682.869705:0:1047:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609682.869707:0:1047:0:(import.c:2097:obd_at_measure()) add 0 to ffff880097b9ec38 time=1749609682 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609682.869708:0:1047:0:(import.c:2097:obd_at_measure()) add 1 to ffff880097b9ebf0 time=77 v=20 (1 1 20 0) 00000100:00000001:1.0:1749609682.869710:0:1047:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609682.869710:0:1047:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609682.869711:0:1047:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609682.869716:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609707 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609682.869720:0:1047:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609682.869721:0:1047:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609682.869722:0:1047:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869723:0:1047:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609682.869723:0:1047:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609682.869724:0:1047:0:(import.c:66:import_set_state_nolock()) ffff880097b9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609682.869725:0:1047:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-19) 00000100:00000001:1.0:1749609682.869726:0:1047:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609682.869727:0:1047:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609707 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609682.869730:0:1047:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a7c8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1047:1834598193490560:0@lo:38: 00000100:00000001:1.0:1749609682.869733:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869734:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609682.869735:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a7c8dc00 x1834598193490432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609707 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609682.869738:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609682.869739:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609682.869739:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b48dc00. 02000000:00000001:1.0:1749609682.869741:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609682.869741:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609682.869742:0:1047:0:(genops.c:1242:class_import_put()) import ffff880096ff3800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609682.869743:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609682.869743:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800736e3400. 02000000:00000001:1.0:1749609682.869746:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609682.869747:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609682.869748:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8dc00. 00000100:00000001:1.0:1749609682.869749:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609682.869750:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869750:0:1047:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609682.869754:0:1047:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a7c8e680 x1834598193490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609707 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609682.869758:0:1047:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609682.869758:0:1047:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609682.869759:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880134a17000. 02000000:00000001:1.0:1749609682.869761:0:1047:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609682.869761:0:1047:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609682.869762:0:1047:0:(genops.c:1242:class_import_put()) import ffff880097b9e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609682.869763:0:1047:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609682.869763:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800736e3c00. 02000000:00000001:1.0:1749609682.869764:0:1047:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609682.869765:0:1047:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609682.869765:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c8e680. 00000100:00000001:1.0:1749609682.869766:0:1047:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609682.869767:0:1047:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609682.869768:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869768:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609682.869769:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609682.869770:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609682.869770:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609682.870706:0:18429:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ce0 (cpu 0) has reached its deadline 4298955314, at 4298955314 00000100:00000040:2.0:1749609682.870707:0:46:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0dc0 (cpu 0) has reached its deadline 4298955314, at 4298955314 00000100:00000010:1.0:1749609682.870714:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748f40. 00000100:00000040:3.0:1749609682.870715:0:18013:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0ea0 (cpu 0) has reached its deadline 4298955314, at 4298955314 00000100:00000040:0.0:1749609682.870716:0:49:0:(connection.c:75:cpu_latency_work()) work item of ffff88006e4b0c00 (cpu 0) has reached its deadline 4298955314, at 4298955314 00000100:00000010:3.0:1749609682.870720:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748e40. 00000100:00000010:2.0:1749609682.870725:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748a00. 00000100:00000010:0.0:1749609682.870731:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748a80. 00010000:00000001:0.0:1749609682.928750:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609682.928757:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609682.928813:0:6437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609682.928816:0:6437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609682.928819:0:6437:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609683.082783:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609683.082790:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609683.082792:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609683.082794:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609683.082798:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609683.082801:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609683.082803:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609683.082805:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609683.082806:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609683.117117:0:9227:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609683.117141:0:9227:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609683.117146:0:9227:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609683.117163:0:9227:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609683.117168:0:9227:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609683.117171:0:9227:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609683.119967:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f00. 00080000:00000010:0.0:1749609683.119971:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f00. 00000020:00000001:0.0:1749609683.119974:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609683.120014:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f00. 00080000:00000010:0.0:1749609683.120016:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f00. 00000020:00000001:0.0:1749609683.120018:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609683.236813:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609683.236820:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609683.236823:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609683.236866:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609683.236870:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609683.236872:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609683.343399:0:9292:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f80. 00080000:00000010:0.0:1749609683.343408:0:9292:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f80. 00000020:00000001:0.0:1749609683.343413:0:9292:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609683.343425:0:9292:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f80. 00080000:00000010:0.0:1749609683.343428:0:9292:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f80. 00000020:00000001:0.0:1749609683.343430:0:9292:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609683.346247:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609683.346252:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609683.346256:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609683.346299:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749609683.346302:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00000020:00000001:3.0:1749609683.346304:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609683.424715:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609683.424719:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609683.424721:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609683.424723:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609683.424726:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609683.424728:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609683.424731:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609683.424733:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609683.424734:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609683.436882:0:9335:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880099d2c520. 00000020:00000010:3.0:1749609683.436896:0:9335:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880099d2c520. 00000020:00000001:3.0:1749609683.437009:0:9335:0:(class_obd.c:507:obd_class_ioctl()) Process entered 00000020:00000001:3.0:1749609683.437012:0:9335:0:(class_obd.c:316:class_handle_ioctl()) Process entered 00000020:00000080:3.0:1749609683.437014:0:9335:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffecb8a1a30 00000020:00000001:3.0:1749609683.437021:0:9335:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1749609683.437025:0:9335:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8800736e0c00. 00000020:00000001:3.0:1749609683.437028:0:9335:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609683.437032:0:9335:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00000020:00020000:3.0:1749609683.437034:0:9335:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000001:3.0:1749609683.440914:0:9335:0:(obd_class.h:1231:obd_iocontrol()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:3.0:1749609683.440918:0:9335:0:(class_obd.c:492:class_handle_ioctl()) Process leaving via out (rc=18446744073709551092 : -524 : 0xfffffffffffffdf4) 00000020:00000010:3.0:1749609683.440920:0:9335:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 576 at ffff8800736e0c00. 00000020:00000001:3.0:1749609683.440925:0:9335:0:(class_obd.c:498:class_handle_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:3.0:1749609683.440926:0:9335:0:(class_obd.c:517:obd_class_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00080000:00000010:0.0:1749609683.475406:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570800. 00080000:00000010:0.0:1749609683.475413:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570800. 00000020:00000001:0.0:1749609683.475416:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609683.475454:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570800. 00080000:00000010:0.0:1749609683.475457:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570800. 00000020:00000001:0.0:1749609683.475460:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609683.584041:0:9357:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f00. 00080000:00000010:0.0:1749609683.584048:0:9357:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f00. 00000020:00000001:0.0:1749609683.584052:0:9357:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609683.584063:0:9357:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570f00. 00080000:00000010:0.0:1749609683.584067:0:9357:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570f00. 00000020:00000001:0.0:1749609683.584069:0:9357:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609683.587107:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609683.587114:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609683.587117:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609683.587173:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d600. 00080000:00000010:1.0:1749609683.587176:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d600. 00000020:00000001:1.0:1749609683.587178:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609683.678002:0:9400:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880129ef72d0. 00000020:00000010:1.0:1749609683.678013:0:9400:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880129ef72d0. 00000020:00000001:1.0:1749609683.678142:0:9400:0:(class_obd.c:507:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1749609683.678145:0:9400:0:(class_obd.c:316:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1749609683.678146:0:9400:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c0 len=0 uarg=00007ffca1330840 00000020:00000001:1.0:1749609683.678148:0:9400:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1749609683.678152:0:9400:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 8192 at ffff88009690e000. 00000020:00000001:1.0:1749609683.678154:0:9400:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609683.678160:0:9400:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00000020:00020000:1.0:1749609683.678161:0:9400:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000001:1.0:1749609683.678163:0:9400:0:(obd_class.h:1231:obd_iocontrol()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:1.0:1749609683.678164:0:9400:0:(class_obd.c:492:class_handle_ioctl()) Process leaving via out (rc=18446744073709551092 : -524 : 0xfffffffffffffdf4) 00000020:00000010:1.0:1749609683.678165:0:9400:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 8192 at ffff88009690e000. 00000020:00000001:1.0:1749609683.678167:0:9400:0:(class_obd.c:498:class_handle_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:1.0:1749609683.678168:0:9400:0:(class_obd.c:517:obd_class_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00080000:00000010:3.0:1749609683.711168:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d00. 00080000:00000010:3.0:1749609683.711179:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d00. 00000020:00000001:3.0:1749609683.711184:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609683.711251:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d00. 00080000:00000010:3.0:1749609683.711256:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d00. 00000020:00000001:3.0:1749609683.711259:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609683.813774:0:9421:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d700. 00080000:00000010:2.0:1749609683.813782:0:9421:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d700. 00000020:00000001:2.0:1749609683.813786:0:9421:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609683.813797:0:9421:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552d700. 00080000:00000010:2.0:1749609683.813800:0:9421:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552d700. 00000020:00000001:2.0:1749609683.813802:0:9421:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609683.816415:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886400. 00080000:00000010:3.0:1749609683.816418:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886400. 00000020:00000001:3.0:1749609683.816420:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609683.816457:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886400. 00080000:00000010:3.0:1749609683.816459:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886400. 00000020:00000001:3.0:1749609683.816461:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609683.869722:0:1047:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609683.869735:0:1047:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609683.869737:0:1047:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609683.869740:0:1047:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609683.869742:0:1047:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609683.869746:0:1047:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609683.869748:0:1047:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609683.897082:0:9464:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880129ef72d0. 00000020:00000010:1.0:1749609683.897094:0:9464:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880129ef72d0. 00000020:00000001:1.0:1749609683.897191:0:9464:0:(class_obd.c:507:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1749609683.897194:0:9464:0:(class_obd.c:316:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1749609683.897195:0:9464:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdf9fb5d60 00000020:00000001:1.0:1749609683.897198:0:9464:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1749609683.897200:0:9464:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff880134a14c00. 00000020:00000001:1.0:1749609683.897202:0:9464:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609683.897204:0:9464:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00000020:00020000:1.0:1749609683.897206:0:9464:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000001:1.0:1749609683.897208:0:9464:0:(obd_class.h:1231:obd_iocontrol()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:1.0:1749609683.897209:0:9464:0:(class_obd.c:492:class_handle_ioctl()) Process leaving via out (rc=18446744073709551092 : -524 : 0xfffffffffffffdf4) 00000020:00000010:1.0:1749609683.897211:0:9464:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 576 at ffff880134a14c00. 00000020:00000001:1.0:1749609683.897212:0:9464:0:(class_obd.c:498:class_handle_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:1.0:1749609683.897214:0:9464:0:(class_obd.c:517:obd_class_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00080000:00000010:0.0:1749609683.925355:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570800. 00080000:00000010:0.0:1749609683.925363:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570800. 00000020:00000001:0.0:1749609683.925367:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609683.925408:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570800. 00080000:00000010:0.0:1749609683.925412:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570800. 00000020:00000001:0.0:1749609683.925415:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609683.930726:0:49:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609683.930730:0:49:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609683.930776:0:6436:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609683.930780:0:6436:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609683.930782:0:6436:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749609684.031134:0:9486:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886400. 00080000:00000010:3.0:1749609684.031144:0:9486:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886400. 00000020:00000001:3.0:1749609684.031149:0:9486:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609684.031167:0:9486:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886400. 00080000:00000010:3.0:1749609684.031172:0:9486:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886400. 00000020:00000001:3.0:1749609684.031175:0:9486:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609684.034354:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d200. 00080000:00000010:1.0:1749609684.034360:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d200. 00000020:00000001:1.0:1749609684.034363:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609684.034407:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d200. 00080000:00000010:1.0:1749609684.034410:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d200. 00000020:00000001:1.0:1749609684.034415:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609684.082786:0:6523:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609684.082792:0:6523:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609684.082794:0:6523:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609684.082797:0:6523:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800968cfcc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609684.082799:0:6523:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609684.082802:0:6523:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609684.082804:0:6523:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609684.082806:0:6523:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609684.082807:0:6523:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609684.123197:0:9528:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880129ef72d0. 00000020:00000010:1.0:1749609684.123211:0:9528:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880129ef72d0. 00000020:00000001:1.0:1749609684.123324:0:9528:0:(class_obd.c:507:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1749609684.123326:0:9528:0:(class_obd.c:316:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1749609684.123327:0:9528:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c0 len=0 uarg=00007ffe7dead2b0 00000020:00000001:1.0:1749609684.123330:0:9528:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1749609684.123335:0:9528:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 8192 at ffff88009690e000. 00000020:00000001:1.0:1749609684.123338:0:9528:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609684.123340:0:9528:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00000020:00020000:1.0:1749609684.123343:0:9528:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000001:1.0:1749609684.123344:0:9528:0:(obd_class.h:1231:obd_iocontrol()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:1.0:1749609684.123346:0:9528:0:(class_obd.c:492:class_handle_ioctl()) Process leaving via out (rc=18446744073709551092 : -524 : 0xfffffffffffffdf4) 00000020:00000010:1.0:1749609684.123347:0:9528:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 8192 at ffff88009690e000. 00000020:00000001:1.0:1749609684.123349:0:9528:0:(class_obd.c:498:class_handle_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:1.0:1749609684.123350:0:9528:0:(class_obd.c:517:obd_class_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00080000:00000010:1.0:1749609684.155506:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d200. 00080000:00000010:1.0:1749609684.155515:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d200. 00000020:00000001:1.0:1749609684.155520:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609684.155591:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d200. 00080000:00000010:1.0:1749609684.155596:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d200. 00000020:00000001:1.0:1749609684.155599:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609684.380895:0:9551:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570b80. 00080000:00000010:0.0:1749609684.380903:0:9551:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570b80. 00000020:00000001:0.0:1749609684.380907:0:9551:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749609684.380917:0:9551:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009f570b80. 00080000:00000010:0.0:1749609684.380921:0:9551:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009f570b80. 00000020:00000001:0.0:1749609684.380923:0:9551:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609684.383772:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d200. 00080000:00000010:1.0:1749609684.383776:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d200. 00000020:00000001:1.0:1749609684.383779:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749609684.383822:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880072a7d200. 00080000:00000010:1.0:1749609684.383824:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880072a7d200. 00000020:00000001:1.0:1749609684.383826:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609684.424789:0:6439:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609684.424798:0:6439:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609684.424800:0:6439:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609684.424804:0:6439:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012eb1f840 going to sleep for 0 seconds 00000100:00000001:0.0:1749609684.424808:0:6439:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609684.424812:0:6439:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609684.424815:0:6439:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609684.424817:0:6439:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609684.424819:0:6439:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749609684.469110:0:9593:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749609684.469129:0:9593:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_123ae: @@@@@@ FAIL: new set_param -P wasn't stored in params log 00000001:00000001:1.0:1749609684.471750:0:9593:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749609684.501523:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552dc00. 00080000:00000010:2.0:1749609684.501531:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552dc00. 00000020:00000001:2.0:1749609684.501535:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609684.501579:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552dc00. 00080000:00000010:2.0:1749609684.501583:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552dc00. 00000020:00000001:2.0:1749609684.501585:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609684.743289:0:9615:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552dc00. 00080000:00000010:2.0:1749609684.743297:0:9615:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552dc00. 00000020:00000001:2.0:1749609684.743303:0:9615:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749609684.743317:0:9615:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800a552dc00. 00080000:00000010:2.0:1749609684.743321:0:9615:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800a552dc00. 00000020:00000001:2.0:1749609684.743325:0:9615:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609684.746417:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749609684.746423:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00000020:00000001:3.0:1749609684.746426:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749609684.746495:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749609684.746499:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00000020:00000001:3.0:1749609684.746501:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 99992 lines, 99992 kept, 0 dropped, 0 bad.